diff --git a/logs/.gitignore b/logs/.gitignore deleted file mode 100644 index 017234ec81433293e74758512332d630fc2207b9..0000000000000000000000000000000000000000 --- a/logs/.gitignore +++ /dev/null @@ -1 +0,0 @@ -*.ckpt diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/.hydra/config.yaml deleted file mode 100644 index fcdb6e9c7b4734c76860ab2deb72ea068ffef981..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 32 - output_size: 1 - lr: 0.0019207962356032353 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/.hydra/hydra.yaml deleted file mode 100644 index f1dbc9369de65f173c2038d017d48dcaabad8a29..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0019207962356032353 - - model.conv1_size=7 - - model.conv1_channels=3 - - model.conv2_size=7 - - model.conv2_channels=16 - - model.lin1_size=128 - - model.lin2_size=32 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=3,model.conv1_size=7,model.conv2_channels=16,model.conv2_size=7,model.lin1_size=128,model.lin2_size=32,model.lr=0.0019207962356032353,trainer.gpus=0 - id: '0' - num: 0 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/.hydra/overrides.yaml deleted file mode 100644 index 1ce0b57889072500f3af70dad39053c4abfcf333..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0019207962356032353 -- model.conv1_size=7 -- model.conv1_channels=3 -- model.conv2_size=7 -- model.conv2_channels=16 -- model.lin1_size=128 -- model.lin2_size=32 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/csv/version_0/hparams.yaml deleted file mode 100644 index c2c45de5014a7ba632142d8d360415f2382bd9b8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 32 - output_size: 1 - lr: 0.0019207962356032353 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2513981 -model/params/trainable: 2513981 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/csv/version_0/metrics.csv deleted file mode 100644 index 447ca31354e751f049e488f7231c48e8eba10c4b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -3.56264591217041,1.5358868837356567,1.5358868837356567,0,26,,,, -,,,0,26,44.918617248535156,4.424195766448975,, -4.021225929260254,1.6701381206512451,1.5358868837356567,1,53,,,, -,,,1,53,4.064174652099609,1.6675822734832764,, -3.433987855911255,1.5093257427215576,1.5093257427215576,2,80,,,, -,,,2,80,3.6087560653686523,1.5872324705123901,, -3.3777897357940674,1.49593985080719,1.49593985080719,3,107,,,, -,,,3,107,3.4852802753448486,1.5563061237335205,, -3.404362440109253,1.509697675704956,1.49593985080719,4,134,,,, -,,,4,134,3.447385549545288,1.5454415082931519,, -3.2666733264923096,1.4602059125900269,1.4602059125900269,5,161,,,, -,,,5,161,3.4033141136169434,1.5380157232284546,, -3.3076331615448,1.4925658702850342,1.4602059125900269,6,188,,,, -,,,6,188,3.3690223693847656,1.5257147550582886,, -3.477144718170166,1.5415455102920532,1.4602059125900269,7,215,,,, -,,,7,215,3.300097942352295,1.5180811882019043,, -3.07244610786438,1.4372270107269287,1.4372270107269287,8,242,,,, -,,,8,242,3.2737479209899902,1.508949875831604,, -2.979372501373291,1.4087446928024292,1.4087446928024292,9,269,,,, -,,,9,269,3.2006614208221436,1.4832106828689575,, -3.3634278774261475,1.540568470954895,1.4087446928024292,10,296,,,, -,,,10,296,3.0692667961120605,1.4622814655303955,, -2.755463123321533,1.3754366636276245,1.3754366636276245,11,323,,,, -,,,11,323,2.9507598876953125,1.4270908832550049,, -2.6150777339935303,1.349908471107483,1.349908471107483,12,350,,,, -,,,12,350,2.769368886947632,1.382736086845398,, -2.475886821746826,1.3194161653518677,1.3194161653518677,13,377,,,, -,,,13,377,2.6780309677124023,1.3578605651855469,, -3.4666919708251953,1.5754700899124146,1.3194161653518677,14,404,,,, -,,,14,404,2.4574687480926514,1.3054910898208618,, -4.420034885406494,1.8027026653289795,1.3194161653518677,15,431,,,, -,,,15,431,2.7833423614501953,1.3644421100616455,, -2.455937623977661,1.272342324256897,1.272342324256897,16,458,,,, -,,,16,458,3.095653772354126,1.450722575187683,, -2.3796770572662354,1.2837355136871338,1.272342324256897,17,485,,,, -,,,17,485,2.6861753463745117,1.3466014862060547,, -2.1371936798095703,1.1937521696090698,1.1937521696090698,18,512,,,, -,,,18,512,2.300853967666626,1.2583602666854858,, -2.1841182708740234,1.1843034029006958,1.1843034029006958,19,539,,,, -,,,19,539,2.2971136569976807,1.247694730758667,, -2.3861544132232666,1.3080788850784302,1.1843034029006958,20,566,,,, -,,,20,566,2.034067392349243,1.1746091842651367,, -2.0205156803131104,1.1590040922164917,1.1590040922164917,21,593,,,, -,,,21,593,1.9807839393615723,1.153410792350769,, -2.5595548152923584,1.3605786561965942,1.1590040922164917,22,620,,,, -,,,22,620,1.9619559049606323,1.1469407081604004,, -2.493096351623535,1.3325717449188232,1.1590040922164917,23,647,,,, -,,,23,647,2.2157537937164307,1.204831838607788,, -2.0216047763824463,1.1840198040008545,1.1590040922164917,24,674,,,, -,,,24,674,1.8845927715301514,1.1192961931228638,, -2.245037317276001,1.1800298690795898,1.1590040922164917,25,701,,,, -,,,25,701,1.8386176824569702,1.097388505935669,, -1.7169095277786255,1.0623916387557983,1.0623916387557983,26,728,,,, -,,,26,728,1.7673704624176025,1.0831254720687866,, -1.832187533378601,1.1306275129318237,1.0623916387557983,27,755,,,, -,,,27,755,1.726671576499939,1.06333589553833,, -1.645215630531311,1.0221301317214966,1.0221301317214966,28,782,,,, -,,,28,782,1.4708993434906006,0.9821392893791199,, -1.514270305633545,0.9640895128250122,0.9640895128250122,29,809,,,, -,,,29,809,1.5235587358474731,0.9867231845855713,, -2.663355827331543,1.3963490724563599,0.9640895128250122,30,836,,,, -,,,30,836,1.6498042345046997,1.0327268838882446,, -1.6029850244522095,1.0391708612442017,0.9640895128250122,31,863,,,, -,,,31,863,1.4618523120880127,0.977080225944519,, -1.6497515439987183,0.9886641502380371,0.9640895128250122,32,890,,,, -,,,32,890,1.2985949516296387,0.9138633012771606,, -1.3425830602645874,0.9010482430458069,0.9010482430458069,33,917,,,, -,,,33,917,1.204865574836731,0.8729655742645264,, -1.4430376291275024,0.9714177846908569,0.9010482430458069,34,944,,,, -,,,34,944,1.0838874578475952,0.8271011710166931,, -1.3502326011657715,0.8934221863746643,0.8934221863746643,35,971,,,, -,,,35,971,1.0514124631881714,0.8148404955863953,, -1.8045870065689087,1.1188232898712158,0.8934221863746643,36,998,,,, -,,,36,998,1.1593159437179565,0.850726842880249,, -1.4099537134170532,0.9205130934715271,0.8934221863746643,37,1025,,,, -,,,37,1025,1.0872948169708252,0.8263564109802246,, -1.46109139919281,0.9359198212623596,0.8934221863746643,38,1052,,,, -,,,38,1052,1.0692726373672485,0.8200173377990723,, -1.2487118244171143,0.8995627760887146,0.8934221863746643,39,1079,,,, -,,,39,1079,1.0620546340942383,0.822483479976654,, -1.7734850645065308,1.1024672985076904,0.8934221863746643,40,1106,,,, -,,,40,1106,1.0632563829421997,0.8182070255279541,, -1.0654797554016113,0.8091942071914673,0.8091942071914673,41,1133,,,, -,,,41,1133,0.9191278219223022,0.7532108426094055,, -1.625357747077942,1.0475260019302368,0.8091942071914673,42,1160,,,, -,,,42,1160,0.812528669834137,0.7131319642066956,, -1.2598159313201904,0.9025560617446899,0.8091942071914673,43,1187,,,, -,,,43,1187,0.8892801403999329,0.7408638000488281,, -0.9947493076324463,0.7666343450546265,0.7666343450546265,44,1214,,,, -,,,44,1214,0.7448081374168396,0.6775513887405396,, -1.0237064361572266,0.7923616170883179,0.7666343450546265,45,1241,,,, -,,,45,1241,0.7805113792419434,0.6914046406745911,, -1.2083643674850464,0.8777543902397156,0.7666343450546265,46,1268,,,, -,,,46,1268,0.6609078645706177,0.6371456980705261,, -0.9580094814300537,0.7580621242523193,0.7580621242523193,47,1295,,,, -,,,47,1295,0.7526711225509644,0.6782789826393127,, -0.9632068872451782,0.754671037197113,0.754671037197113,48,1322,,,, -,,,48,1322,0.6139158606529236,0.6122462749481201,, -0.9488339424133301,0.7434183359146118,0.7434183359146118,49,1349,,,, -,,,49,1349,0.6286682486534119,0.6174033880233765,, -0.9009407162666321,0.7266224026679993,0.7266224026679993,50,1376,,,, -,,,50,1376,0.5830783247947693,0.5988113880157471,, -0.9938924312591553,0.7630791664123535,0.7266224026679993,51,1403,,,, -,,,51,1403,0.6529235243797302,0.6301050782203674,, -1.0383374691009521,0.7764642238616943,0.7266224026679993,52,1430,,,, -,,,52,1430,0.634396493434906,0.6254159808158875,, -0.9001234173774719,0.7152262330055237,0.7152262330055237,53,1457,,,, -,,,53,1457,0.5393584370613098,0.56770259141922,, -0.8753345608711243,0.7045636177062988,0.7045636177062988,54,1484,,,, -,,,54,1484,0.567652702331543,0.5907687544822693,, -0.9356420040130615,0.7182333469390869,0.7045636177062988,55,1511,,,, -,,,55,1511,0.556181013584137,0.5846688151359558,, -0.9468318819999695,0.7475732564926147,0.7045636177062988,56,1538,,,, -,,,56,1538,0.5286920070648193,0.5669639110565186,, -0.9888322949409485,0.7774781584739685,0.7045636177062988,57,1565,,,, -,,,57,1565,0.5233473181724548,0.5627267956733704,, -0.8657694458961487,0.6896141767501831,0.6896141767501831,58,1592,,,, -,,,58,1592,0.5694385170936584,0.5889610648155212,, -0.9297095537185669,0.7306520342826843,0.6896141767501831,59,1619,,,, -,,,59,1619,0.5078713893890381,0.5565062165260315,, -0.9212934374809265,0.7089810371398926,0.6896141767501831,60,1646,,,, -,,,60,1646,0.4503001570701599,0.5168697237968445,, -1.0920509099960327,0.8240182399749756,0.6896141767501831,61,1673,,,, -,,,61,1673,0.4061421751976013,0.4914098381996155,, -1.1961047649383545,0.877859890460968,0.6896141767501831,62,1700,,,, -,,,62,1700,0.46523481607437134,0.5334305167198181,, -1.0916428565979004,0.8162809610366821,0.6896141767501831,63,1727,,,, -,,,63,1727,0.5418909788131714,0.5872709155082703,, -0.8299248814582825,0.6683419942855835,0.6683419942855835,64,1754,,,, -,,,64,1754,0.5660771131515503,0.5955662727355957,, -0.7980166077613831,0.6652660965919495,0.6652660965919495,65,1781,,,, -,,,65,1781,0.4311462938785553,0.507140576839447,, -0.8390780687332153,0.6732541918754578,0.6652660965919495,66,1808,,,, -,,,66,1808,0.3861343562602997,0.4712282717227936,, -0.784242570400238,0.6439196467399597,0.6439196467399597,67,1835,,,, -,,,67,1835,0.34673139452934265,0.45267295837402344,, -0.7471591234207153,0.6214752793312073,0.6214752793312073,68,1862,,,, -,,,68,1862,0.3596859872341156,0.46273550391197205,, -0.8473026156425476,0.6650697588920593,0.6214752793312073,69,1889,,,, -,,,69,1889,0.3492582142353058,0.4525091052055359,, -0.879263162612915,0.6983337998390198,0.6214752793312073,70,1916,,,, -,,,70,1916,0.3594822287559509,0.4666159152984619,, -0.7363960146903992,0.6178999543190002,0.6178999543190002,71,1943,,,, -,,,71,1943,0.32114943861961365,0.4359856843948364,, -0.7777945399284363,0.6293667554855347,0.6178999543190002,72,1970,,,, -,,,72,1970,0.30830228328704834,0.4271264374256134,, -0.9686940908432007,0.7435494065284729,0.6178999543190002,73,1997,,,, -,,,73,1997,0.3714529275894165,0.47017499804496765,, -0.7956178784370422,0.6329238414764404,0.6178999543190002,74,2024,,,, -,,,74,2024,0.5193713307380676,0.5712258815765381,, -0.7196539044380188,0.6127932667732239,0.6127932667732239,75,2051,,,, -,,,75,2051,0.32127702236175537,0.4384379982948303,, -0.701748251914978,0.598728597164154,0.598728597164154,76,2078,,,, -,,,76,2078,0.2574077248573303,0.3865397870540619,, -0.6767662763595581,0.5813496112823486,0.5813496112823486,77,2105,,,, -,,,77,2105,0.32206815481185913,0.44199734926223755,, -0.7516187429428101,0.6201221346855164,0.5813496112823486,78,2132,,,, -,,,78,2132,0.29487764835357666,0.42267724871635437,, -0.6594226956367493,0.5737544894218445,0.5737544894218445,79,2159,,,, -,,,79,2159,0.23603424429893494,0.36874154210090637,, -0.6846757531166077,0.5925877690315247,0.5737544894218445,80,2186,,,, -,,,80,2186,0.27182379364967346,0.40809547901153564,, -0.7159275412559509,0.6148927211761475,0.5737544894218445,81,2213,,,, -,,,81,2213,0.3266257047653198,0.44285309314727783,, -0.7568200826644897,0.6239927411079407,0.5737544894218445,82,2240,,,, -,,,82,2240,0.22845061123371124,0.3650707006454468,, -0.7096937298774719,0.5877594947814941,0.5737544894218445,83,2267,,,, -,,,83,2267,0.27933448553085327,0.4134977459907532,, -0.6521263718605042,0.5735750794410706,0.5735750794410706,84,2294,,,, -,,,84,2294,0.24071137607097626,0.3801787793636322,, -0.628704309463501,0.5471748113632202,0.5471748113632202,85,2321,,,, -,,,85,2321,0.2143412083387375,0.3543534576892853,, -0.6898311972618103,0.5741519331932068,0.5471748113632202,86,2348,,,, -,,,86,2348,0.23534853756427765,0.37358036637306213,, -0.661302387714386,0.5739051699638367,0.5471748113632202,87,2375,,,, -,,,87,2375,0.24542264640331268,0.3850565552711487,, -0.6670557260513306,0.5775254964828491,0.5471748113632202,88,2402,,,, -,,,88,2402,0.22814317047595978,0.36973440647125244,, -0.7095845341682434,0.5961543917655945,0.5471748113632202,89,2429,,,, -,,,89,2429,0.21549558639526367,0.35720327496528625,, -0.7379629611968994,0.6155182123184204,0.5471748113632202,90,2456,,,, -,,,90,2456,0.2111966907978058,0.35585278272628784,, -0.7565527558326721,0.6451051831245422,0.5471748113632202,91,2483,,,, -,,,91,2483,0.20292283594608307,0.34740516543388367,, -0.6809566020965576,0.5833736658096313,0.5471748113632202,92,2510,,,, -,,,92,2510,0.19724196195602417,0.34372448921203613,, -0.9909131526947021,0.7248895764350891,0.5471748113632202,93,2537,,,, -,,,93,2537,0.291308730840683,0.4165259003639221,, -0.7480593919754028,0.6097707152366638,0.5471748113632202,94,2564,,,, -,,,94,2564,0.2726207971572876,0.402512788772583,, -0.6125043630599976,0.5724014043807983,0.5471748113632202,95,2591,,,, -,,,95,2591,0.2797621786594391,0.4163791537284851,, -0.6864988803863525,0.583552360534668,0.5471748113632202,96,2618,,,, -,,,96,2618,0.17025183141231537,0.3124200105667114,, -0.6400447487831116,0.543185293674469,0.543185293674469,97,2645,,,, -,,,97,2645,0.16303016245365143,0.31046682596206665,, -0.7016040682792664,0.5865465998649597,0.543185293674469,98,2672,,,, -,,,98,2672,0.16669245064258575,0.3108958601951599,, -0.7502543330192566,0.6164747476577759,0.543185293674469,99,2699,,,, -,,,99,2699,0.23705539107322693,0.3861495852470398,, -,,,98,2646,,,0.4681822657585144,0.514216423034668 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647014645.8aeae21f0ff6.1.0 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647014645.8aeae21f0ff6.1.0 deleted file mode 100644 index e717f7c793f82fda6bcf32bdd6f58a7bcc19b548..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647014645.8aeae21f0ff6.1.0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:967a6503e2e08d80f8fe98e593e2e067f818aa96543af64f69abde6683fe1d5b -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015157.8aeae21f0ff6.1.1 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015157.8aeae21f0ff6.1.1 deleted file mode 100644 index c18b2530be38454957566c025057de72733771e5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015157.8aeae21f0ff6.1.1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:affc6f6053c7408a11cea33c29e79c7ce2800ea6c5f800211b1e5dfce01b1b64 -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index c2c45de5014a7ba632142d8d360415f2382bd9b8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/0/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 32 - output_size: 1 - lr: 0.0019207962356032353 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2513981 -model/params/trainable: 2513981 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/.hydra/config.yaml deleted file mode 100644 index 4fdc2ebccea6fb63ce55618312e9a7b292930572..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 6 - conv2_size: 7 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.0033232883076398404 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/.hydra/hydra.yaml deleted file mode 100644 index e7fdcfe01288a46cc5698fc07a47008befcebb9d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0033232883076398404 - - model.conv1_size=7 - - model.conv1_channels=6 - - model.conv2_size=7 - - model.conv2_channels=16 - - model.lin1_size=128 - - model.lin2_size=72 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=6,model.conv1_size=7,model.conv2_channels=16,model.conv2_size=7,model.lin1_size=128,model.lin2_size=72,model.lr=0.0033232883076398404,trainer.gpus=0 - id: '1' - num: 1 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/.hydra/overrides.yaml deleted file mode 100644 index 5099e740b9aa73179191e1d17bb13f5efb41271d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0033232883076398404 -- model.conv1_size=7 -- model.conv1_channels=6 -- model.conv2_size=7 -- model.conv2_channels=16 -- model.lin1_size=128 -- model.lin2_size=72 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/csv/version_0/hparams.yaml deleted file mode 100644 index 015a2ae56afa493888e01603484935d62fbe1509..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 6 - conv2_size: 7 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.0033232883076398404 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2244121 -model/params/trainable: 2244121 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/csv/version_0/metrics.csv deleted file mode 100644 index e7c5e32a73bef2dfa0821d47456dcbdb8bc53300..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -44.22002029418945,6.264046669006348,1.8739714622497559,0,26,,,, -,,,0,26,283.6753234863281,11.16363525390625,, -4.1602277755737305,1.6086527109146118,1.6086527109146118,1,53,,,, -,,,1,53,9.993643760681152,2.500241756439209,, -3.736745834350586,1.6007670164108276,1.6007670164108276,2,80,,,, -,,,2,80,3.7700629234313965,1.6178759336471558,, -3.4650990962982178,1.507402777671814,1.507402777671814,3,107,,,, -,,,3,107,3.5972325801849365,1.5816487073898315,, -3.5092713832855225,1.5398051738739014,1.507402777671814,4,134,,,, -,,,4,134,3.579659938812256,1.5758882761001587,, -3.5207560062408447,1.5467345714569092,1.507402777671814,5,161,,,, -,,,5,161,3.569615602493286,1.5698918104171753,, -3.3870790004730225,1.4881561994552612,1.4881561994552612,6,188,,,, -,,,6,188,3.5172367095947266,1.5687501430511475,, -3.4292218685150146,1.52450430393219,1.4881561994552612,7,215,,,, -,,,7,215,3.5124945640563965,1.5609948635101318,, -3.7389681339263916,1.6118634939193726,1.4881561994552612,8,242,,,, -,,,8,242,3.4925990104675293,1.5556983947753906,, -3.3503775596618652,1.5062273740768433,1.4881561994552612,9,269,,,, -,,,9,269,3.4635374546051025,1.5537410974502563,, -3.266090154647827,1.4726638793945312,1.4726638793945312,10,296,,,, -,,,10,296,3.396789312362671,1.538920521736145,, -3.3817429542541504,1.5272283554077148,1.4726638793945312,11,323,,,, -,,,11,323,3.3859987258911133,1.5321285724639893,, -3.314448595046997,1.5110498666763306,1.4726638793945312,12,350,,,, -,,,12,350,3.3011980056762695,1.511840581893921,, -3.1774086952209473,1.4682713747024536,1.4682713747024536,13,377,,,, -,,,13,377,3.252016305923462,1.5072174072265625,, -3.2131526470184326,1.4899228811264038,1.4682713747024536,14,404,,,, -,,,14,404,3.2470760345458984,1.5048433542251587,, -3.073258876800537,1.4432122707366943,1.4432122707366943,15,431,,,, -,,,15,431,3.186676025390625,1.4904600381851196,, -3.3840575218200684,1.5396591424942017,1.4432122707366943,16,458,,,, -,,,16,458,3.128856897354126,1.4783992767333984,, -3.0349555015563965,1.4489262104034424,1.4432122707366943,17,485,,,, -,,,17,485,3.0893514156341553,1.4735627174377441,, -3.073577642440796,1.4683082103729248,1.4432122707366943,18,512,,,, -,,,18,512,3.0180816650390625,1.4513132572174072,, -2.7997446060180664,1.3735865354537964,1.3735865354537964,19,539,,,, -,,,19,539,2.9688379764556885,1.4450085163116455,, -2.9767305850982666,1.4407267570495605,1.3735865354537964,20,566,,,, -,,,20,566,2.9241371154785156,1.430550456047058,, -3.1390812397003174,1.4895447492599487,1.3735865354537964,21,593,,,, -,,,21,593,2.970026969909668,1.438452124595642,, -2.7728378772735596,1.347251057624817,1.347251057624817,22,620,,,, -,,,22,620,2.943844795227051,1.433800220489502,, -2.621016025543213,1.342442274093628,1.342442274093628,23,647,,,, -,,,23,647,2.754274606704712,1.391822099685669,, -2.5661394596099854,1.343862533569336,1.342442274093628,24,674,,,, -,,,24,674,2.631009817123413,1.3606956005096436,, -2.6424427032470703,1.3125312328338623,1.3125312328338623,25,701,,,, -,,,25,701,2.674774169921875,1.3653258085250854,, -2.4382500648498535,1.300358772277832,1.300358772277832,26,728,,,, -,,,26,728,2.6331942081451416,1.3483041524887085,, -2.533667802810669,1.3235372304916382,1.300358772277832,27,755,,,, -,,,27,755,2.6075117588043213,1.345935344696045,, -2.3337764739990234,1.2745604515075684,1.2745604515075684,28,782,,,, -,,,28,782,2.482513904571533,1.3012555837631226,, -2.274339437484741,1.2504252195358276,1.2504252195358276,29,809,,,, -,,,29,809,2.3466689586639404,1.2733231782913208,, -2.4057321548461914,1.2976950407028198,1.2504252195358276,30,836,,,, -,,,30,836,2.556981086730957,1.3218775987625122,, -2.3730225563049316,1.291388750076294,1.2504252195358276,31,863,,,, -,,,31,863,2.3753561973571777,1.2813665866851807,, -2.295179843902588,1.2629371881484985,1.2504252195358276,32,890,,,, -,,,32,890,2.4790782928466797,1.3042508363723755,, -2.4291460514068604,1.2356852293014526,1.2356852293014526,33,917,,,, -,,,33,917,2.250394582748413,1.2464107275009155,, -2.7456202507019043,1.385936975479126,1.2356852293014526,34,944,,,, -,,,34,944,2.2932488918304443,1.2477221488952637,, -2.2078728675842285,1.237574815750122,1.2356852293014526,35,971,,,, -,,,35,971,2.290726900100708,1.2435739040374756,, -2.2362935543060303,1.1955060958862305,1.1955060958862305,36,998,,,, -,,,36,998,2.2090187072753906,1.2225265502929688,, -2.15155029296875,1.187800407409668,1.187800407409668,37,1025,,,, -,,,37,1025,2.2240099906921387,1.2226349115371704,, -2.2244861125946045,1.243058443069458,1.187800407409668,38,1052,,,, -,,,38,1052,1.9941166639328003,1.1633144617080688,, -2.0875844955444336,1.1992741823196411,1.187800407409668,39,1079,,,, -,,,39,1079,1.9281244277954102,1.143527865409851,, -2.1282427310943604,1.1599143743515015,1.1599143743515015,40,1106,,,, -,,,40,1106,2.1056647300720215,1.183676838874817,, -2.4537155628204346,1.3191043138504028,1.1599143743515015,41,1133,,,, -,,,41,1133,1.8760175704956055,1.1259162425994873,, -2.476675510406494,1.1995303630828857,1.1599143743515015,42,1160,,,, -,,,42,1160,1.8603521585464478,1.1223974227905273,, -1.9909296035766602,1.1269468069076538,1.1269468069076538,43,1187,,,, -,,,43,1187,1.8858648538589478,1.1108880043029785,, -1.9943791627883911,1.1302298307418823,1.1269468069076538,44,1214,,,, -,,,44,1214,1.7658382654190063,1.0893712043762207,, -2.064180374145508,1.1914161443710327,1.1269468069076538,45,1241,,,, -,,,45,1241,1.7398468255996704,1.0713953971862793,, -1.7887344360351562,1.0795460939407349,1.0795460939407349,46,1268,,,, -,,,46,1268,1.7341724634170532,1.0600612163543701,, -1.8250257968902588,1.0935696363449097,1.0795460939407349,47,1295,,,, -,,,47,1295,1.6613681316375732,1.0458780527114868,, -1.8229798078536987,1.102382779121399,1.0795460939407349,48,1322,,,, -,,,48,1322,1.5495808124542236,1.0061047077178955,, -1.8063689470291138,1.0948859453201294,1.0795460939407349,49,1349,,,, -,,,49,1349,1.5628803968429565,1.0121930837631226,, -1.767421841621399,1.0853188037872314,1.0795460939407349,50,1376,,,, -,,,50,1376,1.485657811164856,0.9808856844902039,, -1.6446635723114014,1.0265140533447266,1.0265140533447266,51,1403,,,, -,,,51,1403,1.4133626222610474,0.954491138458252,, -1.7834861278533936,1.089673399925232,1.0265140533447266,52,1430,,,, -,,,52,1430,1.3740639686584473,0.9356237053871155,, -1.5103957653045654,0.96588134765625,0.96588134765625,53,1457,,,, -,,,53,1457,1.3425254821777344,0.9258178472518921,, -1.5642033815383911,0.9621698260307312,0.9621698260307312,54,1484,,,, -,,,54,1484,1.3007484674453735,0.9143238663673401,, -1.9001888036727905,1.1415940523147583,0.9621698260307312,55,1511,,,, -,,,55,1511,1.2561352252960205,0.8857302069664001,, -1.528796672821045,0.9900491833686829,0.9621698260307312,56,1538,,,, -,,,56,1538,1.2519927024841309,0.8947229385375977,, -1.444350242614746,0.9489885568618774,0.9489885568618774,57,1565,,,, -,,,57,1565,1.128785252571106,0.8407036662101746,, -1.3215264081954956,0.8942574262619019,0.8942574262619019,58,1592,,,, -,,,58,1592,1.0629785060882568,0.8133098483085632,, -1.2955092191696167,0.8853233456611633,0.8853233456611633,59,1619,,,, -,,,59,1619,1.0424909591674805,0.8093655109405518,, -1.2472890615463257,0.8635913133621216,0.8635913133621216,60,1646,,,, -,,,60,1646,1.0040857791900635,0.7897263765335083,, -1.266473650932312,0.8946259617805481,0.8635913133621216,61,1673,,,, -,,,61,1673,0.9568818211555481,0.7678577899932861,, -1.5046379566192627,0.9386979937553406,0.8635913133621216,62,1700,,,, -,,,62,1700,0.9738385081291199,0.7807366847991943,, -1.3883693218231201,0.9395071864128113,0.8635913133621216,63,1727,,,, -,,,63,1727,1.0239607095718384,0.8011552095413208,, -1.2288140058517456,0.8772472143173218,0.8635913133621216,64,1754,,,, -,,,64,1754,0.9459207653999329,0.7669591903686523,, -1.2347548007965088,0.8862253427505493,0.8635913133621216,65,1781,,,, -,,,65,1781,0.8921043872833252,0.7440492510795593,, -1.2267282009124756,0.8768070340156555,0.8635913133621216,66,1808,,,, -,,,66,1808,0.8885928392410278,0.7407528162002563,, -1.235404372215271,0.9002418518066406,0.8635913133621216,67,1835,,,, -,,,67,1835,0.8421391844749451,0.7223985195159912,, -1.0816264152526855,0.8213496208190918,0.8213496208190918,68,1862,,,, -,,,68,1862,0.8262313008308411,0.7135762572288513,, -1.0586252212524414,0.8114891648292542,0.8114891648292542,69,1889,,,, -,,,69,1889,0.7689563632011414,0.6910802125930786,, -1.0365409851074219,0.8091076016426086,0.8091076016426086,70,1916,,,, -,,,70,1916,0.7811360955238342,0.6940289735794067,, -1.180668592453003,0.8610149621963501,0.8091076016426086,71,1943,,,, -,,,71,1943,0.7740082144737244,0.6915532946586609,, -1.0918397903442383,0.8012370467185974,0.8012370467185974,72,1970,,,, -,,,72,1970,0.737183690071106,0.6710967421531677,, -1.0008891820907593,0.7820107936859131,0.7820107936859131,73,1997,,,, -,,,73,1997,0.7224087715148926,0.6675198078155518,, -0.933071494102478,0.7514835596084595,0.7514835596084595,74,2024,,,, -,,,74,2024,0.7203129529953003,0.6661654710769653,, -0.9107767343521118,0.7432255148887634,0.7432255148887634,75,2051,,,, -,,,75,2051,0.6692293882369995,0.6397590637207031,, -0.9623770713806152,0.7723678946495056,0.7432255148887634,76,2078,,,, -,,,76,2078,0.6361706852912903,0.6250879764556885,, -0.9644694328308105,0.7555080652236938,0.7432255148887634,77,2105,,,, -,,,77,2105,0.6127805113792419,0.6136969923973083,, -0.9226014614105225,0.753246545791626,0.7432255148887634,78,2132,,,, -,,,78,2132,0.6410710215568542,0.6270760297775269,, -0.9629644155502319,0.7873940467834473,0.7432255148887634,79,2159,,,, -,,,79,2159,0.6198550462722778,0.6142206788063049,, -0.8651581406593323,0.7154289484024048,0.7154289484024048,80,2186,,,, -,,,80,2186,0.6281574368476868,0.6184889078140259,, -1.0642868280410767,0.8217028975486755,0.7154289484024048,81,2213,,,, -,,,81,2213,0.5715406537055969,0.5884953141212463,, -1.0233534574508667,0.8088030815124512,0.7154289484024048,82,2240,,,, -,,,82,2240,0.5677156448364258,0.5830895900726318,, -0.9660412073135376,0.7910696864128113,0.7154289484024048,83,2267,,,, -,,,83,2267,0.5631104707717896,0.5830973982810974,, -0.9529473781585693,0.7730243802070618,0.7154289484024048,84,2294,,,, -,,,84,2294,0.5530290603637695,0.5841686725616455,, -0.9341612458229065,0.7424107193946838,0.7154289484024048,85,2321,,,, -,,,85,2321,0.5731937885284424,0.5951251983642578,, -0.8257890939712524,0.701498806476593,0.701498806476593,86,2348,,,, -,,,86,2348,0.6075147390365601,0.6027671098709106,, -0.8446125984191895,0.7084265947341919,0.701498806476593,87,2375,,,, -,,,87,2375,0.5123619437217712,0.5550934076309204,, -0.8460555076599121,0.7078185081481934,0.701498806476593,88,2402,,,, -,,,88,2402,0.5043814778327942,0.5545638203620911,, -0.8084394931793213,0.678184986114502,0.678184986114502,89,2429,,,, -,,,89,2429,0.4514414370059967,0.5176768898963928,, -0.8010454773902893,0.6918572783470154,0.678184986114502,90,2456,,,, -,,,90,2456,0.4497552812099457,0.5195676684379578,, -0.7686825394630432,0.6712453961372375,0.6712453961372375,91,2483,,,, -,,,91,2483,0.42740657925605774,0.5021158456802368,, -0.8498251438140869,0.7117258906364441,0.6712453961372375,92,2510,,,, -,,,92,2510,0.43643271923065186,0.5094446539878845,, -0.8131561279296875,0.694173276424408,0.6712453961372375,93,2537,,,, -,,,93,2537,0.446367084980011,0.5143017768859863,, -0.8504676222801208,0.7061893343925476,0.6712453961372375,94,2564,,,, -,,,94,2564,0.42328405380249023,0.5049680471420288,, -0.7955748438835144,0.662092387676239,0.662092387676239,95,2591,,,, -,,,95,2591,0.4002927243709564,0.4847795069217682,, -0.7657602429389954,0.6578799486160278,0.6578799486160278,96,2618,,,, -,,,96,2618,0.39581727981567383,0.4859256446361542,, -0.8234848976135254,0.6764123439788818,0.6578799486160278,97,2645,,,, -,,,97,2645,0.40563616156578064,0.4938221871852875,, -0.7954105734825134,0.6647350788116455,0.6578799486160278,98,2672,,,, -,,,98,2672,0.3981706500053406,0.487694650888443,, -0.8586817979812622,0.7006500959396362,0.6578799486160278,99,2699,,,, -,,,99,2699,0.35697004199028015,0.45492124557495117,, -,,,97,2619,,,0.7765710949897766,0.6565648913383484 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015157.8aeae21f0ff6.1.2 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015157.8aeae21f0ff6.1.2 deleted file mode 100644 index 6ac0c84cf4196a590b90df871b4d6c1567f43d30..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015157.8aeae21f0ff6.1.2 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:914e584f2fd2224e5747bad3587d57700edb8d58e9e3730ee6fc75f9786c2f37 -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015803.8aeae21f0ff6.1.3 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015803.8aeae21f0ff6.1.3 deleted file mode 100644 index 1066abd2a26eb00f12b0fad0653106759b09b3fc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015803.8aeae21f0ff6.1.3 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0cef5c3b016d970f4a3a69e8451e1dfa79ba6c41a2003e941a93a44eac000042 -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 015a2ae56afa493888e01603484935d62fbe1509..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/1/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 6 - conv2_size: 7 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.0033232883076398404 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2244121 -model/params/trainable: 2244121 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/.hydra/config.yaml deleted file mode 100644 index 5dc6ec0dab8e61e804e4b7dc3b49ddb4e4b28b40..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 3 - conv2_channels: 6 - lin1_size: 72 - lin2_size: 72 - output_size: 1 - lr: 0.005087336593525169 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/.hydra/hydra.yaml deleted file mode 100644 index 693d1ffba2ea7d05a9ebebd3e5381fec43f2f52c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.005087336593525169 - - model.conv1_size=3 - - model.conv1_channels=9 - - model.conv2_size=3 - - model.conv2_channels=6 - - model.lin1_size=72 - - model.lin2_size=72 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=9,model.conv1_size=3,model.conv2_channels=6,model.conv2_size=3,model.lin1_size=72,model.lin2_size=72,model.lr=0.005087336593525169,trainer.gpus=0 - id: '10' - num: 10 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/.hydra/overrides.yaml deleted file mode 100644 index d4d8d82eaf132172ae279c42283b4fe36282aea2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.005087336593525169 -- model.conv1_size=3 -- model.conv1_channels=9 -- model.conv2_size=3 -- model.conv2_channels=6 -- model.lin1_size=72 -- model.lin2_size=72 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/csv/version_0/hparams.yaml deleted file mode 100644 index 9520972ce68431bd07edbdc22a12922bd5746457..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 3 - conv2_channels: 6 - lin1_size: 72 - lin2_size: 72 - output_size: 1 - lr: 0.005087336593525169 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 480481 -model/params/trainable: 480481 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/csv/version_0/metrics.csv deleted file mode 100644 index 60115b5f46685fe6dc0bb563fe14ebf5f5551355..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -12.736230850219727,3.0627121925354004,1.9613807201385498,0,26,,,, -,,,0,26,119.02458953857422,7.125149726867676,, -3.4666383266448975,1.4761468172073364,1.4761468172073364,1,53,,,, -,,,1,53,4.624202728271484,1.7357127666473389,, -3.3763175010681152,1.479070782661438,1.4761468172073364,2,80,,,, -,,,2,80,3.558579206466675,1.5639320611953735,, -3.3409066200256348,1.481927752494812,1.4761468172073364,3,107,,,, -,,,3,107,3.440540075302124,1.537705659866333,, -3.3133559226989746,1.4751793146133423,1.4751793146133423,4,134,,,, -,,,4,134,3.4508135318756104,1.5388256311416626,, -3.30066180229187,1.4675567150115967,1.4675567150115967,5,161,,,, -,,,5,161,3.3500447273254395,1.5214476585388184,, -3.529127597808838,1.551867127418518,1.4675567150115967,6,188,,,, -,,,6,188,3.423269271850586,1.5341967344284058,, -3.528038740158081,1.5032001733779907,1.4675567150115967,7,215,,,, -,,,7,215,3.5018625259399414,1.5367275476455688,, -3.592750310897827,1.563216209411621,1.4675567150115967,8,242,,,, -,,,8,242,3.434145450592041,1.5281121730804443,, -3.2272307872772217,1.4819709062576294,1.4675567150115967,9,269,,,, -,,,9,269,3.262140989303589,1.5061864852905273,, -4.333592414855957,1.7591803073883057,1.4675567150115967,10,296,,,, -,,,10,296,3.166750431060791,1.4798287153244019,, -4.064110279083252,1.669933795928955,1.4675567150115967,11,323,,,, -,,,11,323,3.182469129562378,1.4741348028182983,, -3.4511260986328125,1.5266629457473755,1.4675567150115967,12,350,,,, -,,,12,350,3.279780149459839,1.492153286933899,, -2.9645376205444336,1.4038399457931519,1.4038399457931519,13,377,,,, -,,,13,377,3.0585579872131348,1.447741985321045,, -3.640942096710205,1.6052353382110596,1.4038399457931519,14,404,,,, -,,,14,404,2.9734647274017334,1.4196332693099976,, -2.880598545074463,1.3755484819412231,1.3755484819412231,15,431,,,, -,,,15,431,3.0526387691497803,1.4363526105880737,, -2.8992574214935303,1.3860998153686523,1.3755484819412231,16,458,,,, -,,,16,458,3.031226634979248,1.4286892414093018,, -3.2962114810943604,1.5224428176879883,1.3755484819412231,17,485,,,, -,,,17,485,3.043605327606201,1.4266647100448608,, -2.7778286933898926,1.3458278179168701,1.3458278179168701,18,512,,,, -,,,18,512,2.762964963912964,1.3781142234802246,, -2.821173906326294,1.3945719003677368,1.3458278179168701,19,539,,,, -,,,19,539,2.5615456104278564,1.3228205442428589,, -2.7713518142700195,1.3408068418502808,1.3408068418502808,20,566,,,, -,,,20,566,2.624542713165283,1.3239202499389648,, -2.652765989303589,1.3471473455429077,1.3408068418502808,21,593,,,, -,,,21,593,2.466233253479004,1.2910434007644653,, -2.670645236968994,1.3495670557022095,1.3408068418502808,22,620,,,, -,,,22,620,2.3577637672424316,1.2620043754577637,, -2.4547457695007324,1.2558050155639648,1.2558050155639648,23,647,,,, -,,,23,647,2.477506399154663,1.2813585996627808,, -2.7624542713165283,1.3294166326522827,1.2558050155639648,24,674,,,, -,,,24,674,2.4438765048980713,1.2706435918807983,, -3.296875,1.5177466869354248,1.2558050155639648,25,701,,,, -,,,25,701,2.8931338787078857,1.370281457901001,, -2.4238882064819336,1.2740871906280518,1.2558050155639648,26,728,,,, -,,,26,728,2.5338492393493652,1.3065409660339355,, -2.4990406036376953,1.2919948101043701,1.2558050155639648,27,755,,,, -,,,27,755,2.4267899990081787,1.2730424404144287,, -2.8004868030548096,1.3831201791763306,1.2558050155639648,28,782,,,, -,,,28,782,2.2088494300842285,1.2051284313201904,, -2.684579372406006,1.2835659980773926,1.2558050155639648,29,809,,,, -,,,29,809,2.1588470935821533,1.201473355293274,, -2.423322916030884,1.2872686386108398,1.2558050155639648,30,836,,,, -,,,30,836,2.4659814834594727,1.2750444412231445,, -3.104836940765381,1.463994026184082,1.2558050155639648,31,863,,,, -,,,31,863,2.1011829376220703,1.175394058227539,, -2.700385570526123,1.3484141826629639,1.2558050155639648,32,890,,,, -,,,32,890,2.3967230319976807,1.2445365190505981,, -2.8444695472717285,1.3888739347457886,1.2558050155639648,33,917,,,, -,,,33,917,2.2989161014556885,1.2174170017242432,, -3.1763312816619873,1.4558905363082886,1.2558050155639648,34,944,,,, -,,,34,944,2.8898494243621826,1.3757495880126953,, -2.4129514694213867,1.2591248750686646,1.2558050155639648,35,971,,,, -,,,35,971,2.3451430797576904,1.2489426136016846,, -2.4099016189575195,1.261743426322937,1.2558050155639648,36,998,,,, -,,,36,998,2.3221631050109863,1.22211492061615,, -2.6089417934417725,1.2819699048995972,1.2558050155639648,37,1025,,,, -,,,37,1025,2.283407211303711,1.2344152927398682,, -2.4389007091522217,1.3008140325546265,1.2558050155639648,38,1052,,,, -,,,38,1052,2.0470075607299805,1.163527488708496,, -2.1319162845611572,1.1705321073532104,1.1705321073532104,39,1079,,,, -,,,39,1079,1.893703818321228,1.121388554573059,, -2.103173017501831,1.174432396888733,1.1705321073532104,40,1106,,,, -,,,40,1106,1.961617350578308,1.1181527376174927,, -2.437521457672119,1.230089545249939,1.1705321073532104,41,1133,,,, -,,,41,1133,1.9273133277893066,1.1287782192230225,, -2.5086207389831543,1.2744226455688477,1.1705321073532104,42,1160,,,, -,,,42,1160,2.360381841659546,1.2317355871200562,, -2.0755198001861572,1.123045802116394,1.123045802116394,43,1187,,,, -,,,43,1187,1.7809829711914062,1.0908294916152954,, -2.5773019790649414,1.2397279739379883,1.123045802116394,44,1214,,,, -,,,44,1214,2.0950567722320557,1.1586171388626099,, -2.5100831985473633,1.203391194343567,1.123045802116394,45,1241,,,, -,,,45,1241,1.945098638534546,1.1206845045089722,, -2.9497296810150146,1.2948306798934937,1.123045802116394,46,1268,,,, -,,,46,1268,1.8236948251724243,1.08832585811615,, -2.008544683456421,1.143496036529541,1.123045802116394,47,1295,,,, -,,,47,1295,1.9081515073776245,1.1090869903564453,, -1.8210136890411377,1.0754221677780151,1.0754221677780151,48,1322,,,, -,,,48,1322,1.7994574308395386,1.0812879800796509,, -2.244786500930786,1.1933457851409912,1.0754221677780151,49,1349,,,, -,,,49,1349,2.2349956035614014,1.205546498298645,, -2.6419997215270996,1.363948941230774,1.0754221677780151,50,1376,,,, -,,,50,1376,1.630363941192627,1.0358455181121826,, -1.813366413116455,1.1010410785675049,1.0754221677780151,51,1403,,,, -,,,51,1403,1.7161730527877808,1.0646921396255493,, -2.4841835498809814,1.2617207765579224,1.0754221677780151,52,1430,,,, -,,,52,1430,1.8067322969436646,1.0853630304336548,, -3.5291748046875,1.5849723815917969,1.0754221677780151,53,1457,,,, -,,,53,1457,1.912421464920044,1.1195478439331055,, -2.2521286010742188,1.2530356645584106,1.0754221677780151,54,1484,,,, -,,,54,1484,1.758250117301941,1.0709905624389648,, -1.654593586921692,1.0317585468292236,1.0317585468292236,55,1511,,,, -,,,55,1511,1.6873798370361328,1.0346128940582275,, -2.4261832237243652,1.2962456941604614,1.0317585468292236,56,1538,,,, -,,,56,1538,1.6688603162765503,1.042549729347229,, -2.0198440551757812,1.1338965892791748,1.0317585468292236,57,1565,,,, -,,,57,1565,1.5384273529052734,0.9865751266479492,, -1.6512583494186401,1.0153743028640747,1.0153743028640747,58,1592,,,, -,,,58,1592,1.5495402812957764,1.0017309188842773,, -2.2485530376434326,1.2116978168487549,1.0153743028640747,59,1619,,,, -,,,59,1619,1.764589786529541,1.0689393281936646,, -2.00325870513916,1.1536929607391357,1.0153743028640747,60,1646,,,, -,,,60,1646,1.5104409456253052,0.9886575937271118,, -1.4592324495315552,0.9606676697731018,0.9606676697731018,61,1673,,,, -,,,61,1673,1.648908019065857,1.0311567783355713,, -1.5106136798858643,0.9599400162696838,0.9599400162696838,62,1700,,,, -,,,62,1700,1.3365083932876587,0.9142274260520935,, -2.7430057525634766,1.3931177854537964,0.9599400162696838,63,1727,,,, -,,,63,1727,1.4078704118728638,0.9523001313209534,, -1.8129407167434692,1.0923904180526733,0.9599400162696838,64,1754,,,, -,,,64,1754,1.6965879201889038,1.0350408554077148,, -1.2161264419555664,0.8794509172439575,0.8794509172439575,65,1781,,,, -,,,65,1781,1.1494345664978027,0.8536548018455505,, -1.5015313625335693,1.0039480924606323,0.8794509172439575,66,1808,,,, -,,,66,1808,1.1659283638000488,0.852165162563324,, -1.271767020225525,0.9052459597587585,0.8794509172439575,67,1835,,,, -,,,67,1835,1.0771875381469727,0.8220324516296387,, -1.5711746215820312,0.9787068367004395,0.8794509172439575,68,1862,,,, -,,,68,1862,1.2661303281784058,0.8811023235321045,, -1.554753065109253,0.9530460238456726,0.8794509172439575,69,1889,,,, -,,,69,1889,1.1466708183288574,0.8512207269668579,, -1.1791294813156128,0.8504910469055176,0.8504910469055176,70,1916,,,, -,,,70,1916,1.085304856300354,0.8328653573989868,, -1.5602390766143799,1.0235986709594727,0.8504910469055176,71,1943,,,, -,,,71,1943,1.167585849761963,0.857003927230835,, -1.3722602128982544,0.9186359643936157,0.8504910469055176,72,1970,,,, -,,,72,1970,1.168125867843628,0.8587618470191956,, -1.6792851686477661,1.007786750793457,0.8504910469055176,73,1997,,,, -,,,73,1997,1.4921940565109253,0.9792264699935913,, -81.21110534667969,7.4440107345581055,0.8504910469055176,74,2024,,,, -,,,74,2024,3039.2255859375,11.826800346374512,, -87826.671875,290.5313720703125,0.8504910469055176,75,2051,,,, -,,,75,2051,399876.625,451.0043640136719,, -1659.8319091796875,38.22870635986328,0.8504910469055176,76,2078,,,, -,,,76,2078,10130.46875,73.26338195800781,, -23.89470863342285,3.9276840686798096,0.8504910469055176,77,2105,,,, -,,,77,2105,342.668701171875,14.461891174316406,, -14.27490234375,2.931810140609741,0.8504910469055176,78,2132,,,, -,,,78,2132,22.901479721069336,3.7763867378234863,, -8.58122730255127,2.2642269134521484,0.8504910469055176,79,2159,,,, -,,,79,2159,10.672379493713379,2.5881290435791016,, -7.910995006561279,2.1973960399627686,0.8504910469055176,80,2186,,,, -,,,80,2186,8.392781257629395,2.308202028274536,, -7.507176399230957,2.1430883407592773,0.8504910469055176,81,2213,,,, -,,,81,2213,7.80081844329834,2.2362654209136963,, -7.057767868041992,2.0781190395355225,0.8504910469055176,82,2240,,,, -,,,82,2240,7.303987503051758,2.1665797233581543,, -6.791723728179932,2.042043685913086,0.8504910469055176,83,2267,,,, -,,,83,2267,7.020322322845459,2.123218297958374,, -6.563074588775635,2.010803461074829,0.8504910469055176,84,2294,,,, -,,,84,2294,6.778866291046143,2.10017728805542,, -6.444921970367432,1.9891552925109863,0.8504910469055176,85,2321,,,, -,,,85,2321,6.4219560623168945,2.04923152923584,, -6.237645149230957,1.9582209587097168,0.8504910469055176,86,2348,,,, -,,,86,2348,6.205685615539551,2.01163649559021,, -5.936404228210449,1.915074348449707,0.8504910469055176,87,2375,,,, -,,,87,2375,6.042219161987305,1.9817091226577759,, -6.014270305633545,1.9203360080718994,0.8504910469055176,88,2402,,,, -,,,88,2402,5.8275146484375,1.9515233039855957,, -5.894160270690918,1.9019027948379517,0.8504910469055176,89,2429,,,, -,,,89,2429,5.7906413078308105,1.9309396743774414,, -5.525482177734375,1.8537933826446533,0.8504910469055176,90,2456,,,, -,,,90,2456,5.5485029220581055,1.9071108102798462,, -5.35874080657959,1.826189398765564,0.8504910469055176,91,2483,,,, -,,,91,2483,5.420368194580078,1.8836085796356201,, -5.338334560394287,1.8104075193405151,0.8504910469055176,92,2510,,,, -,,,92,2510,5.25501012802124,1.8515214920043945,, -5.095033168792725,1.7792311906814575,0.8504910469055176,93,2537,,,, -,,,93,2537,5.219729900360107,1.8515092134475708,, -4.981170177459717,1.7619882822036743,0.8504910469055176,94,2564,,,, -,,,94,2564,5.032438278198242,1.812652349472046,, -4.898501396179199,1.7455686330795288,0.8504910469055176,95,2591,,,, -,,,95,2591,4.887789249420166,1.7887929677963257,, -4.908392429351807,1.7383315563201904,0.8504910469055176,96,2618,,,, -,,,96,2618,4.846866607666016,1.7811063528060913,, -4.7204108238220215,1.718104600906372,0.8504910469055176,97,2645,,,, -,,,97,2645,4.704916954040527,1.75871741771698,, -4.796905994415283,1.7376221418380737,0.8504910469055176,98,2672,,,, -,,,98,2672,4.651177406311035,1.7479031085968018,, -4.607937335968018,1.70328950881958,0.8504910469055176,99,2699,,,, -,,,99,2699,4.595804691314697,1.7361292839050293,, -,,,71,1917,,,1.2794049978256226,0.8783541917800903 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647024588.8aeae21f0ff6.1.20 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647024588.8aeae21f0ff6.1.20 deleted file mode 100644 index 20d0f560c373001c685025468b45f3fcdb7040af..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647024588.8aeae21f0ff6.1.20 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0e690ba4f50619a2aad4c068c2e1545ba43e5c989ad408d049ddefeac31b923a -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647025802.8aeae21f0ff6.1.21 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647025802.8aeae21f0ff6.1.21 deleted file mode 100644 index 954fed4ec02cc1cffee36c2c0ad04bbd684cc17d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647025802.8aeae21f0ff6.1.21 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c5b290048fec22400f1b138c43a211b2843ecde5ab679d36b610dc75e7da022d -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 9520972ce68431bd07edbdc22a12922bd5746457..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/10/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 3 - conv2_channels: 6 - lin1_size: 72 - lin2_size: 72 - output_size: 1 - lr: 0.005087336593525169 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 480481 -model/params/trainable: 480481 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/.hydra/config.yaml deleted file mode 100644 index 8e2e92acf6e6c5d937a86a63c506f364779de4da..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.00010816648299355816 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/.hydra/hydra.yaml deleted file mode 100644 index 42e5f2e6bca850f661a5a876cd162e0924cfc7a4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.00010816648299355816 - - model.conv1_size=3 - - model.conv1_channels=3 - - model.conv2_size=7 - - model.conv2_channels=6 - - model.lin1_size=32 - - model.lin2_size=128 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=3,model.conv1_size=3,model.conv2_channels=6,model.conv2_size=7,model.lin1_size=32,model.lin2_size=128,model.lr=0.00010816648299355816,trainer.gpus=0 - id: '11' - num: 11 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/.hydra/overrides.yaml deleted file mode 100644 index 679ffe8473e33b788f61155296b932c261aed0ee..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.00010816648299355816 -- model.conv1_size=3 -- model.conv1_channels=3 -- model.conv2_size=7 -- model.conv2_channels=6 -- model.lin1_size=32 -- model.lin2_size=128 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/csv/version_0/hparams.yaml deleted file mode 100644 index 7f88b64ddfd244bbe758ac23a088d26f2ea3bc45..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.00010816648299355816 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 253469 -model/params/trainable: 253469 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/csv/version_0/metrics.csv deleted file mode 100644 index 939b5c043d2d1e70a8de4be641cfb2a98dc1ce2b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -3.656670570373535,1.5454648733139038,1.5454648733139038,0,26,,,, -,,,0,26,4.547405242919922,1.7450910806655884,, -3.6513214111328125,1.5663639307022095,1.5454648733139038,1,53,,,, -,,,1,53,3.696455717086792,1.5972700119018555,, -3.4868249893188477,1.5174407958984375,1.5174407958984375,2,80,,,, -,,,2,80,3.583489179611206,1.5830912590026855,, -3.4871199131011963,1.5408532619476318,1.5174407958984375,3,107,,,, -,,,3,107,3.498603105545044,1.5659115314483643,, -3.3659286499023438,1.5179580450057983,1.5174407958984375,4,134,,,, -,,,4,134,3.3898327350616455,1.5465433597564697,, -3.1759212017059326,1.474115252494812,1.474115252494812,5,161,,,, -,,,5,161,3.2962749004364014,1.520460844039917,, -3.163816452026367,1.4777337312698364,1.474115252494812,6,188,,,, -,,,6,188,3.1852006912231445,1.4960561990737915,, -2.97404408454895,1.4177484512329102,1.4177484512329102,7,215,,,, -,,,7,215,3.139223337173462,1.4817050695419312,, -2.9121124744415283,1.4123337268829346,1.4123337268829346,8,242,,,, -,,,8,242,3.101426601409912,1.4699125289916992,, -3.1935842037200928,1.483047604560852,1.4123337268829346,9,269,,,, -,,,9,269,3.0366837978363037,1.4475488662719727,, -2.8271212577819824,1.3967779874801636,1.3967779874801636,10,296,,,, -,,,10,296,3.0097997188568115,1.441356897354126,, -2.725118637084961,1.368920087814331,1.368920087814331,11,323,,,, -,,,11,323,2.877159833908081,1.4139137268066406,, -2.8843398094177246,1.4095089435577393,1.368920087814331,12,350,,,, -,,,12,350,2.8055760860443115,1.3943568468093872,, -2.5567562580108643,1.325744390487671,1.325744390487671,13,377,,,, -,,,13,377,2.6931512355804443,1.3607550859451294,, -2.469224452972412,1.3031188249588013,1.3031188249588013,14,404,,,, -,,,14,404,2.6215333938598633,1.3420335054397583,, -2.372511386871338,1.2748905420303345,1.2748905420303345,15,431,,,, -,,,15,431,2.548382043838501,1.3185476064682007,, -2.5117316246032715,1.3212056159973145,1.2748905420303345,16,458,,,, -,,,16,458,2.435502290725708,1.296060562133789,, -2.291752815246582,1.2574094533920288,1.2574094533920288,17,485,,,, -,,,17,485,2.396818161010742,1.283923625946045,, -2.253075361251831,1.2494499683380127,1.2494499683380127,18,512,,,, -,,,18,512,2.2494683265686035,1.2428357601165771,, -2.128371238708496,1.2089922428131104,1.2089922428131104,19,539,,,, -,,,19,539,2.175307512283325,1.2211731672286987,, -2.1605911254882812,1.2223427295684814,1.2089922428131104,20,566,,,, -,,,20,566,2.1139659881591797,1.206339716911316,, -2.2626466751098633,1.2572004795074463,1.2089922428131104,21,593,,,, -,,,21,593,2.1110291481018066,1.1938499212265015,, -2.042999029159546,1.1709550619125366,1.1709550619125366,22,620,,,, -,,,22,620,2.0122640132904053,1.1746031045913696,, -2.0341765880584717,1.1830371618270874,1.1709550619125366,23,647,,,, -,,,23,647,2.0027949810028076,1.1665282249450684,, -2.267430067062378,1.2554702758789062,1.1709550619125366,24,674,,,, -,,,24,674,1.9480597972869873,1.1544592380523682,, -2.0230939388275146,1.1826956272125244,1.1709550619125366,25,701,,,, -,,,25,701,1.9398983716964722,1.1509827375411987,, -2.1272618770599365,1.174046516418457,1.1709550619125366,26,728,,,, -,,,26,728,1.980418086051941,1.1592564582824707,, -1.9951367378234863,1.1416652202606201,1.1416652202606201,27,755,,,, -,,,27,755,2.0308895111083984,1.1725107431411743,, -1.9351335763931274,1.1339746713638306,1.1339746713638306,28,782,,,, -,,,28,782,1.8776143789291382,1.1252622604370117,, -2.0113580226898193,1.1788482666015625,1.1339746713638306,29,809,,,, -,,,29,809,1.8550400733947754,1.1168462038040161,, -1.9921475648880005,1.1737074851989746,1.1339746713638306,30,836,,,, -,,,30,836,1.8120228052139282,1.104665756225586,, -2.004784345626831,1.1352975368499756,1.1339746713638306,31,863,,,, -,,,31,863,1.8201308250427246,1.1102832555770874,, -1.8558731079101562,1.1159640550613403,1.1159640550613403,32,890,,,, -,,,32,890,1.8399648666381836,1.0993850231170654,, -1.8697707653045654,1.1070176362991333,1.1070176362991333,33,917,,,, -,,,33,917,1.7658730745315552,1.0820547342300415,, -1.8405036926269531,1.11553156375885,1.1070176362991333,34,944,,,, -,,,34,944,1.7111886739730835,1.0777939558029175,, -1.8236311674118042,1.1120398044586182,1.1070176362991333,35,971,,,, -,,,35,971,1.7077208757400513,1.06536066532135,, -1.9318088293075562,1.1513031721115112,1.1070176362991333,36,998,,,, -,,,36,998,1.7922883033752441,1.0921918153762817,, -1.7871828079223633,1.0873006582260132,1.0873006582260132,37,1025,,,, -,,,37,1025,1.6771897077560425,1.0586804151535034,, -1.90898597240448,1.0969525575637817,1.0873006582260132,38,1052,,,, -,,,38,1052,1.7171070575714111,1.0636996030807495,, -1.7991724014282227,1.079127550125122,1.079127550125122,39,1079,,,, -,,,39,1079,1.7043224573135376,1.0568112134933472,, -1.7665845155715942,1.09384024143219,1.079127550125122,40,1106,,,, -,,,40,1106,1.7465771436691284,1.0714763402938843,, -1.739861249923706,1.0675700902938843,1.0675700902938843,41,1133,,,, -,,,41,1133,1.7076387405395508,1.0615627765655518,, -2.2276532649993896,1.1709232330322266,1.0675700902938843,42,1160,,,, -,,,42,1160,1.6754307746887207,1.0440952777862549,, -1.716392159461975,1.0682986974716187,1.0675700902938843,43,1187,,,, -,,,43,1187,1.6681253910064697,1.0488044023513794,, -1.7115941047668457,1.0701462030410767,1.0675700902938843,44,1214,,,, -,,,44,1214,1.5814659595489502,1.030065894126892,, -1.7677803039550781,1.0953145027160645,1.0675700902938843,45,1241,,,, -,,,45,1241,1.5591070652008057,1.013343334197998,, -1.7345952987670898,1.049145221710205,1.049145221710205,46,1268,,,, -,,,46,1268,1.5936282873153687,1.0266876220703125,, -1.76012122631073,1.060380458831787,1.049145221710205,47,1295,,,, -,,,47,1295,1.555014967918396,1.010939121246338,, -1.6733813285827637,1.0613597631454468,1.049145221710205,48,1322,,,, -,,,48,1322,1.6188762187957764,1.0232797861099243,, -1.634790062904358,1.0360498428344727,1.0360498428344727,49,1349,,,, -,,,49,1349,1.5035881996154785,0.9894762635231018,, -1.6345022916793823,1.028908610343933,1.028908610343933,50,1376,,,, -,,,50,1376,1.4817415475845337,0.9878907799720764,, -1.642467975616455,1.028307318687439,1.028307318687439,51,1403,,,, -,,,51,1403,1.4455721378326416,0.9754103422164917,, -1.609410047531128,1.0219088792800903,1.0219088792800903,52,1430,,,, -,,,52,1430,1.466416358947754,0.9756178855895996,, -1.5809627771377563,1.020967721939087,1.020967721939087,53,1457,,,, -,,,53,1457,1.5350261926651,1.0041850805282593,, -1.5774577856063843,1.0256891250610352,1.020967721939087,54,1484,,,, -,,,54,1484,1.4025521278381348,0.9584066271781921,, -1.582055926322937,1.0266231298446655,1.020967721939087,55,1511,,,, -,,,55,1511,1.4338884353637695,0.9623587131500244,, -1.5896583795547485,1.0293015241622925,1.020967721939087,56,1538,,,, -,,,56,1538,1.363568902015686,0.9461788535118103,, -1.5465697050094604,0.9962056875228882,0.9962056875228882,57,1565,,,, -,,,57,1565,1.3421039581298828,0.9341658353805542,, -1.8990224599838257,1.120538353919983,0.9962056875228882,58,1592,,,, -,,,58,1592,1.4235053062438965,0.9662300944328308,, -1.5011001825332642,0.9874634146690369,0.9874634146690369,59,1619,,,, -,,,59,1619,1.4069085121154785,0.9546271562576294,, -1.7075953483581543,1.0630412101745605,0.9874634146690369,60,1646,,,, -,,,60,1646,1.3111518621444702,0.9238674640655518,, -1.4987212419509888,0.978254497051239,0.978254497051239,61,1673,,,, -,,,61,1673,1.3600698709487915,0.9351798892021179,, -1.4632052183151245,0.9798192381858826,0.978254497051239,62,1700,,,, -,,,62,1700,1.2739125490188599,0.9108911156654358,, -1.458329200744629,0.9753846526145935,0.9753846526145935,63,1727,,,, -,,,63,1727,1.2475701570510864,0.8978313207626343,, -1.6993144750595093,1.0591710805892944,0.9753846526145935,64,1754,,,, -,,,64,1754,1.261820673942566,0.9000548720359802,, -1.426337480545044,0.9607929587364197,0.9607929587364197,65,1781,,,, -,,,65,1781,1.2753363847732544,0.9031122326850891,, -1.426151156425476,0.9652349352836609,0.9607929587364197,66,1808,,,, -,,,66,1808,1.2067806720733643,0.8820728063583374,, -1.4134397506713867,0.9569463133811951,0.9569463133811951,67,1835,,,, -,,,67,1835,1.1835370063781738,0.8721674084663391,, -1.3773987293243408,0.9419752359390259,0.9419752359390259,68,1862,,,, -,,,68,1862,1.1762261390686035,0.8709112405776978,, -1.416326642036438,0.9588803052902222,0.9419752359390259,69,1889,,,, -,,,69,1889,1.16899836063385,0.8643447756767273,, -1.564283013343811,1.0136393308639526,0.9419752359390259,70,1916,,,, -,,,70,1916,1.1685940027236938,0.8621349930763245,, -1.8356131315231323,1.106109857559204,0.9419752359390259,71,1943,,,, -,,,71,1943,1.3016589879989624,0.9105337262153625,, -1.3239495754241943,0.9248829483985901,0.9248829483985901,72,1970,,,, -,,,72,1970,1.1931132078170776,0.8773640394210815,, -1.3279441595077515,0.9110075235366821,0.9110075235366821,73,1997,,,, -,,,73,1997,1.2137207984924316,0.8822728991508484,, -1.4285074472427368,0.9689341187477112,0.9110075235366821,74,2024,,,, -,,,74,2024,1.1176389455795288,0.8393422961235046,, -1.3090095520019531,0.916526734828949,0.9110075235366821,75,2051,,,, -,,,75,2051,1.0981769561767578,0.8403445482254028,, -1.3472343683242798,0.9366021156311035,0.9110075235366821,76,2078,,,, -,,,76,2078,1.152403712272644,0.8535667061805725,, -1.3839377164840698,0.9501293897628784,0.9110075235366821,77,2105,,,, -,,,77,2105,1.077061653137207,0.8264365792274475,, -1.3838363885879517,0.9524465799331665,0.9110075235366821,78,2132,,,, -,,,78,2132,1.124585747718811,0.8422194719314575,, -1.248255968093872,0.8889422416687012,0.8889422416687012,79,2159,,,, -,,,79,2159,1.0804765224456787,0.8345162272453308,, -1.4780187606811523,0.9877423644065857,0.8889422416687012,80,2186,,,, -,,,80,2186,1.0299148559570312,0.808251142501831,, -1.2407243251800537,0.8844188451766968,0.8844188451766968,81,2213,,,, -,,,81,2213,1.1074461936950684,0.8434368968009949,, -1.2815933227539062,0.896391749382019,0.8844188451766968,82,2240,,,, -,,,82,2240,1.0522432327270508,0.818560004234314,, -1.354164958000183,0.9212294816970825,0.8844188451766968,83,2267,,,, -,,,83,2267,1.0182442665100098,0.8007228374481201,, -1.215053915977478,0.8825293183326721,0.8825293183326721,84,2294,,,, -,,,84,2294,1.002871036529541,0.7948015332221985,, -1.1916462182998657,0.8745359182357788,0.8745359182357788,85,2321,,,, -,,,85,2321,1.0535064935684204,0.8145490288734436,, -1.1799451112747192,0.8693813681602478,0.8693813681602478,86,2348,,,, -,,,86,2348,0.958804726600647,0.7795008420944214,, -1.1936167478561401,0.876264214515686,0.8693813681602478,87,2375,,,, -,,,87,2375,0.9533445239067078,0.7812827229499817,, -1.1596449613571167,0.8607082962989807,0.8607082962989807,88,2402,,,, -,,,88,2402,0.9885461926460266,0.7909041047096252,, -1.1793346405029297,0.8730140328407288,0.8607082962989807,89,2429,,,, -,,,89,2429,1.1024012565612793,0.8426132798194885,, -1.1571705341339111,0.8615036010742188,0.8607082962989807,90,2456,,,, -,,,90,2456,0.9299622178077698,0.7674779295921326,, -1.1755791902542114,0.8654442429542542,0.8607082962989807,91,2483,,,, -,,,91,2483,0.9573883414268494,0.7778742909431458,, -1.199415922164917,0.8838587403297424,0.8607082962989807,92,2510,,,, -,,,92,2510,0.9612120389938354,0.7795345187187195,, -1.2119429111480713,0.888677179813385,0.8607082962989807,93,2537,,,, -,,,93,2537,0.8917090892791748,0.7520798444747925,, -1.211402177810669,0.8912561535835266,0.8607082962989807,94,2564,,,, -,,,94,2564,0.9036095142364502,0.752990186214447,, -1.1498184204101562,0.8561193943023682,0.8561193943023682,95,2591,,,, -,,,95,2591,0.9170785546302795,0.7601485848426819,, -1.1916345357894897,0.8668282628059387,0.8561193943023682,96,2618,,,, -,,,96,2618,0.9259436130523682,0.7629367709159851,, -1.184988260269165,0.8611516356468201,0.8561193943023682,97,2645,,,, -,,,97,2645,0.9760167002677917,0.782190203666687,, -1.1406325101852417,0.8519487977027893,0.8519487977027893,98,2672,,,, -,,,98,2672,0.9175357818603516,0.7516311407089233,, -1.2823125123977661,0.9183681607246399,0.8519487977027893,99,2699,,,, -,,,99,2699,0.8918368816375732,0.750965416431427,, -,,,99,2673,,,1.355088233947754,0.9306352734565735 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647025803.8aeae21f0ff6.1.22 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647025803.8aeae21f0ff6.1.22 deleted file mode 100644 index a6123462856f03bda203540cf6a347949bcab219..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647025803.8aeae21f0ff6.1.22 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e8b2de2c770b0cd34c2201c600f599f6cd9af002a43135ea2329dc96a12fdd57 -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026046.8aeae21f0ff6.1.23 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026046.8aeae21f0ff6.1.23 deleted file mode 100644 index f9ffff87d2b3d35159f32136b1d313bc8ca17f9a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026046.8aeae21f0ff6.1.23 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7017402ce2229bec3cc4f68175bb534ebb4fcb1e68bee16b94bfe694319eca8d -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 7f88b64ddfd244bbe758ac23a088d26f2ea3bc45..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/11/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.00010816648299355816 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 253469 -model/params/trainable: 253469 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/.hydra/config.yaml deleted file mode 100644 index 9454209086502eed5e958482a94419dffd8d94b8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.00010464412462087176 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/.hydra/hydra.yaml deleted file mode 100644 index 0f4fe54c633c56a10ab4e6f1cc32014cca7614c4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.00010464412462087176 - - model.conv1_size=5 - - model.conv1_channels=3 - - model.conv2_size=7 - - model.conv2_channels=6 - - model.lin1_size=32 - - model.lin2_size=128 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=3,model.conv1_size=5,model.conv2_channels=6,model.conv2_size=7,model.lin1_size=32,model.lin2_size=128,model.lr=0.00010464412462087176,trainer.gpus=0 - id: '12' - num: 12 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/.hydra/overrides.yaml deleted file mode 100644 index 18993a3db8f86d59a56ed3886b94ba9da1725a6b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.00010464412462087176 -- model.conv1_size=5 -- model.conv1_channels=3 -- model.conv2_size=7 -- model.conv2_channels=6 -- model.lin1_size=32 -- model.lin2_size=128 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/csv/version_0/hparams.yaml deleted file mode 100644 index 580feba8cd0c2493d50e562b6cbe72c2016660da..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.00010464412462087176 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 239981 -model/params/trainable: 239981 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/csv/version_0/metrics.csv deleted file mode 100644 index 71867fda317ee94e32afb9ed59e7fc315aa2bbe2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -3.8865771293640137,1.5682873725891113,1.5682873725891113,0,26,,,, -,,,0,26,4.7548909187316895,1.7733912467956543,, -3.97296404838562,1.6319918632507324,1.5682873725891113,1,53,,,, -,,,1,53,3.9232089519500732,1.6409841775894165,, -3.836636781692505,1.598669409751892,1.5682873725891113,2,80,,,, -,,,2,80,3.843684196472168,1.630773663520813,, -3.849452257156372,1.6126089096069336,1.5682873725891113,3,107,,,, -,,,3,107,3.756356716156006,1.6121792793273926,, -3.6067302227020264,1.5359123945236206,1.5359123945236206,4,134,,,, -,,,4,134,3.6876351833343506,1.6058378219604492,, -3.528459310531616,1.5080395936965942,1.5080395936965942,5,161,,,, -,,,5,161,3.631141185760498,1.5874338150024414,, -3.4703726768493652,1.524645447731018,1.5080395936965942,6,188,,,, -,,,6,188,3.574781656265259,1.579619288444519,, -3.5663986206054688,1.5647077560424805,1.5080395936965942,7,215,,,, -,,,7,215,3.4922852516174316,1.5626640319824219,, -3.277988910675049,1.4890387058258057,1.4890387058258057,8,242,,,, -,,,8,242,3.4007890224456787,1.5446498394012451,, -3.250694513320923,1.4912538528442383,1.4890387058258057,9,269,,,, -,,,9,269,3.359227418899536,1.533477544784546,, -3.19753098487854,1.4802907705307007,1.4802907705307007,10,296,,,, -,,,10,296,3.3111538887023926,1.522423505783081,, -3.1559600830078125,1.4708408117294312,1.4708408117294312,11,323,,,, -,,,11,323,3.272766351699829,1.5106433629989624,, -3.101503372192383,1.4567111730575562,1.4567111730575562,12,350,,,, -,,,12,350,3.2304348945617676,1.504746675491333,, -3.0886778831481934,1.4588309526443481,1.4567111730575562,13,377,,,, -,,,13,377,3.2459020614624023,1.5025440454483032,, -3.1703178882598877,1.438016653060913,1.438016653060913,14,404,,,, -,,,14,404,3.2206404209136963,1.5031521320343018,, -3.030595302581787,1.4445123672485352,1.438016653060913,15,431,,,, -,,,15,431,3.2133424282073975,1.4977574348449707,, -2.946303606033325,1.4250508546829224,1.4250508546829224,16,458,,,, -,,,16,458,3.065408945083618,1.4651687145233154,, -3.052138328552246,1.4517539739608765,1.4250508546829224,17,485,,,, -,,,17,485,3.019184112548828,1.455040454864502,, -2.834664821624756,1.4003567695617676,1.4003567695617676,18,512,,,, -,,,18,512,2.9983184337615967,1.4479975700378418,, -2.8099732398986816,1.395199179649353,1.395199179649353,19,539,,,, -,,,19,539,2.89717173576355,1.420837640762329,, -2.7317018508911133,1.376713752746582,1.376713752746582,20,566,,,, -,,,20,566,2.822500467300415,1.3980144262313843,, -2.6443593502044678,1.3545923233032227,1.3545923233032227,21,593,,,, -,,,21,593,2.7283406257629395,1.3864538669586182,, -2.7599380016326904,1.3823295831680298,1.3545923233032227,22,620,,,, -,,,22,620,2.6246337890625,1.3521881103515625,, -2.569140672683716,1.338027834892273,1.338027834892273,23,647,,,, -,,,23,647,2.55015230178833,1.329850196838379,, -2.4736053943634033,1.3160905838012695,1.3160905838012695,24,674,,,, -,,,24,674,2.507704973220825,1.3159350156784058,, -2.323579788208008,1.2562918663024902,1.2562918663024902,25,701,,,, -,,,25,701,2.3948793411254883,1.2818900346755981,, -2.2739429473876953,1.2448840141296387,1.2448840141296387,26,728,,,, -,,,26,728,2.4689931869506836,1.2989823818206787,, -2.2024178504943848,1.2360315322875977,1.2360315322875977,27,755,,,, -,,,27,755,2.346764326095581,1.260765552520752,, -2.526423454284668,1.328487515449524,1.2360315322875977,28,782,,,, -,,,28,782,2.259787082672119,1.2480838298797607,, -2.1681320667266846,1.2291991710662842,1.2291991710662842,29,809,,,, -,,,29,809,2.402452230453491,1.2756863832473755,, -2.171954870223999,1.2312060594558716,1.2291991710662842,30,836,,,, -,,,30,836,2.152541160583496,1.2213313579559326,, -2.171762228012085,1.2049542665481567,1.2049542665481567,31,863,,,, -,,,31,863,2.1693248748779297,1.2165642976760864,, -2.3584601879119873,1.2825127840042114,1.2049542665481567,32,890,,,, -,,,32,890,2.165696144104004,1.2128055095672607,, -2.0743839740753174,1.1925009489059448,1.1925009489059448,33,917,,,, -,,,33,917,2.12516188621521,1.205353021621704,, -2.0640337467193604,1.1942031383514404,1.1925009489059448,34,944,,,, -,,,34,944,2.1635749340057373,1.2064779996871948,, -2.0699713230133057,1.1975630521774292,1.1925009489059448,35,971,,,, -,,,35,971,2.0659968852996826,1.1811538934707642,, -2.130309820175171,1.2165117263793945,1.1925009489059448,36,998,,,, -,,,36,998,2.1583802700042725,1.2090003490447998,, -2.170184850692749,1.2292582988739014,1.1925009489059448,37,1025,,,, -,,,37,1025,2.0283117294311523,1.1737875938415527,, -2.263840436935425,1.255947470664978,1.1925009489059448,38,1052,,,, -,,,38,1052,2.040395975112915,1.174961805343628,, -2.00749135017395,1.1710479259490967,1.1710479259490967,39,1079,,,, -,,,39,1079,2.0912137031555176,1.1929426193237305,, -2.0634512901306152,1.194580078125,1.1710479259490967,40,1106,,,, -,,,40,1106,1.9885354042053223,1.1649553775787354,, -2.0213310718536377,1.1800895929336548,1.1710479259490967,41,1133,,,, -,,,41,1133,1.920154333114624,1.1405911445617676,, -1.9689995050430298,1.1559169292449951,1.1559169292449951,42,1160,,,, -,,,42,1160,1.946909785270691,1.1499899625778198,, -2.20682430267334,1.1959316730499268,1.1559169292449951,43,1187,,,, -,,,43,1187,1.964108943939209,1.1474300622940063,, -1.9732730388641357,1.1627854108810425,1.1559169292449951,44,1214,,,, -,,,44,1214,1.9242242574691772,1.1358857154846191,, -1.9602352380752563,1.1567529439926147,1.1559169292449951,45,1241,,,, -,,,45,1241,1.8831427097320557,1.1293530464172363,, -1.9489322900772095,1.1538372039794922,1.1538372039794922,46,1268,,,, -,,,46,1268,1.879411220550537,1.1216717958450317,, -1.9292794466018677,1.139073371887207,1.139073371887207,47,1295,,,, -,,,47,1295,1.9311953783035278,1.1375030279159546,, -2.935708522796631,1.423386573791504,1.139073371887207,48,1322,,,, -,,,48,1322,1.9918941259384155,1.1426829099655151,, -1.9369513988494873,1.1511907577514648,1.139073371887207,49,1349,,,, -,,,49,1349,1.9215986728668213,1.1387536525726318,, -1.922852873802185,1.1437270641326904,1.139073371887207,50,1376,,,, -,,,50,1376,1.8319092988967896,1.1124789714813232,, -1.9094361066818237,1.1317230463027954,1.1317229270935059,51,1403,,,, -,,,51,1403,1.836107611656189,1.1151707172393799,, -1.903458833694458,1.1299667358398438,1.1299668550491333,52,1430,,,, -,,,52,1430,1.8347153663635254,1.1085816621780396,, -1.9516817331314087,1.1577403545379639,1.1299668550491333,53,1457,,,, -,,,53,1457,1.7698802947998047,1.09600830078125,, -1.8945902585983276,1.1275948286056519,1.1275948286056519,54,1484,,,, -,,,54,1484,1.763940691947937,1.0892153978347778,, -2.0747017860412598,1.1970932483673096,1.1275948286056519,55,1511,,,, -,,,55,1511,1.9443999528884888,1.134761095046997,, -1.904821753501892,1.1396057605743408,1.1275948286056519,56,1538,,,, -,,,56,1538,1.726405382156372,1.0783003568649292,, -2.0419535636901855,1.1455048322677612,1.1275948286056519,57,1565,,,, -,,,57,1565,1.737226963043213,1.0792640447616577,, -1.9371178150177002,1.1553125381469727,1.1275948286056519,58,1592,,,, -,,,58,1592,1.8775420188903809,1.113666296005249,, -1.9608479738235474,1.1641937494277954,1.1275948286056519,59,1619,,,, -,,,59,1619,1.7479580640792847,1.0821839570999146,, -1.91856849193573,1.117559790611267,1.117559790611267,60,1646,,,, -,,,60,1646,1.7194286584854126,1.0771201848983765,, -1.97630774974823,1.1661949157714844,1.117559790611267,61,1673,,,, -,,,61,1673,1.7070688009262085,1.0675610303878784,, -1.8250526189804077,1.1059229373931885,1.1059229373931885,62,1700,,,, -,,,62,1700,1.694277286529541,1.0623934268951416,, -1.954914927482605,1.1202468872070312,1.1059229373931885,63,1727,,,, -,,,63,1727,1.6678352355957031,1.0571768283843994,, -1.8149532079696655,1.1023792028427124,1.1023792028427124,64,1754,,,, -,,,64,1754,1.673967957496643,1.057944416999817,, -2.082000494003296,1.1923675537109375,1.1023792028427124,65,1781,,,, -,,,65,1781,1.6624740362167358,1.0511451959609985,, -1.7951507568359375,1.0911076068878174,1.0911076068878174,66,1808,,,, -,,,66,1808,1.6595054864883423,1.047662377357483,, -2.417649030685425,1.2892013788223267,1.0911076068878174,67,1835,,,, -,,,67,1835,1.7088062763214111,1.0585081577301025,, -1.9186103343963623,1.151208519935608,1.0911076068878174,68,1862,,,, -,,,68,1862,1.865358829498291,1.1175044775009155,, -2.0530989170074463,1.1866862773895264,1.0911076068878174,69,1889,,,, -,,,69,1889,1.6208860874176025,1.0415595769882202,, -1.8958946466445923,1.1017698049545288,1.0911076068878174,70,1916,,,, -,,,70,1916,1.6707208156585693,1.0568042993545532,, -2.278985023498535,1.2531540393829346,1.0911076068878174,71,1943,,,, -,,,71,1943,1.6840333938598633,1.0569037199020386,, -1.7536401748657227,1.0804725885391235,1.0804725885391235,72,1970,,,, -,,,72,1970,1.6487460136413574,1.044688105583191,, -1.7940784692764282,1.1047184467315674,1.0804725885391235,73,1997,,,, -,,,73,1997,1.6583318710327148,1.0529414415359497,, -1.7888981103897095,1.1014418601989746,1.0804725885391235,74,2024,,,, -,,,74,2024,1.5625836849212646,1.0194647312164307,, -1.9356178045272827,1.1058905124664307,1.0804725885391235,75,2051,,,, -,,,75,2051,1.7128849029541016,1.0623189210891724,, -1.7462979555130005,1.0673727989196777,1.0673727989196777,76,2078,,,, -,,,76,2078,1.583821177482605,1.0166057348251343,, -1.7158335447311401,1.0658941268920898,1.0658941268920898,77,2105,,,, -,,,77,2105,1.5631111860275269,1.0205832719802856,, -1.8251570463180542,1.0796314477920532,1.0658941268920898,78,2132,,,, -,,,78,2132,1.5879075527191162,1.0231223106384277,, -1.7322089672088623,1.079137921333313,1.0658941268920898,79,2159,,,, -,,,79,2159,1.5683801174163818,1.0116866827011108,, -1.7840466499328613,1.0668679475784302,1.0658941268920898,80,2186,,,, -,,,80,2186,1.5130807161331177,0.9977846741676331,, -1.6874055862426758,1.057828664779663,1.057828664779663,81,2213,,,, -,,,81,2213,1.513100266456604,1.0018616914749146,, -1.815889596939087,1.0732311010360718,1.057828664779663,82,2240,,,, -,,,82,2240,1.4661269187927246,0.9859795570373535,, -1.9215736389160156,1.143109917640686,1.057828664779663,83,2267,,,, -,,,83,2267,1.5155730247497559,0.9987555146217346,, -1.66153883934021,1.0496426820755005,1.0496426820755005,84,2294,,,, -,,,84,2294,1.5577243566513062,1.0100924968719482,, -2.165187120437622,1.215250849723816,1.0496426820755005,85,2321,,,, -,,,85,2321,1.4787521362304688,0.9880668520927429,, -1.7058067321777344,1.0729542970657349,1.0496426820755005,86,2348,,,, -,,,86,2348,1.547797441482544,1.0023118257522583,, -1.7019069194793701,1.042799711227417,1.042799711227417,87,2375,,,, -,,,87,2375,1.467980146408081,0.9832521677017212,, -1.6923904418945312,1.0392109155654907,1.0392109155654907,88,2402,,,, -,,,88,2402,1.4175745248794556,0.9716759324073792,, -1.679760456085205,1.0622562170028687,1.0392109155654907,89,2429,,,, -,,,89,2429,1.5148948431015015,0.9934134483337402,, -1.978441596031189,1.1564486026763916,1.0392109155654907,90,2456,,,, -,,,90,2456,1.4197038412094116,0.9695040583610535,, -1.6175041198730469,1.0307600498199463,1.0307600498199463,91,2483,,,, -,,,91,2483,1.435421347618103,0.964204728603363,, -1.6299848556518555,1.0229350328445435,1.0229350328445435,92,2510,,,, -,,,92,2510,1.4676663875579834,0.9821592569351196,, -1.597891926765442,1.0212403535842896,1.0212403535842896,93,2537,,,, -,,,93,2537,1.487168550491333,0.985968828201294,, -1.911062479019165,1.1364715099334717,1.0212403535842896,94,2564,,,, -,,,94,2564,1.4367759227752686,0.969329833984375,, -1.89292311668396,1.0862114429473877,1.0212403535842896,95,2591,,,, -,,,95,2591,1.5065677165985107,0.9820312261581421,, -1.7120716571807861,1.0784492492675781,1.0212403535842896,96,2618,,,, -,,,96,2618,1.6613280773162842,1.037044882774353,, -1.660974383354187,1.0604617595672607,1.0212403535842896,97,2645,,,, -,,,97,2645,1.4527137279510498,0.9694690108299255,, -1.654638409614563,1.0556457042694092,1.0212403535842896,98,2672,,,, -,,,98,2672,1.3844393491744995,0.9529482126235962,, -1.6261528730392456,1.0139787197113037,1.0139787197113037,99,2699,,,, -,,,99,2699,1.3545295000076294,0.9384784698486328,, -,,,100,2700,,,1.81817626953125,1.08306086063385 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026046.8aeae21f0ff6.1.24 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026046.8aeae21f0ff6.1.24 deleted file mode 100644 index f0fb7a595b36edc113375932189bf5fa6613c150..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026046.8aeae21f0ff6.1.24 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6e1e8e6d057f7d2d0cecd19a7f29f9f0eda2105fa3e975693c321a63ddf17fc6 -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026300.8aeae21f0ff6.1.25 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026300.8aeae21f0ff6.1.25 deleted file mode 100644 index 46ca2ad93c85f83b58319e40d315564fa48efad4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026300.8aeae21f0ff6.1.25 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7a4f43d6a5bf9121b2c07ef9fecb96b965a7129b4942519940fbaf8a8e28ff93 -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 580feba8cd0c2493d50e562b6cbe72c2016660da..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/12/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.00010464412462087176 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 239981 -model/params/trainable: 239981 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/.hydra/config.yaml deleted file mode 100644 index 8483f46e5c5a539d48120c8f7773a811442fe820..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 72 - lin2_size: 128 - output_size: 1 - lr: 0.001629522971013559 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/.hydra/hydra.yaml deleted file mode 100644 index e409bb74c671e3175d2e9cbc2dfb4a3d307dc845..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.001629522971013559 - - model.conv1_size=5 - - model.conv1_channels=3 - - model.conv2_size=7 - - model.conv2_channels=6 - - model.lin1_size=72 - - model.lin2_size=128 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=3,model.conv1_size=5,model.conv2_channels=6,model.conv2_size=7,model.lin1_size=72,model.lin2_size=128,model.lr=0.001629522971013559,trainer.gpus=0 - id: '13' - num: 13 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/.hydra/overrides.yaml deleted file mode 100644 index 2d4f73eacc54ef646bdfe67d6ceb12af2c3d501c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.001629522971013559 -- model.conv1_size=5 -- model.conv1_channels=3 -- model.conv2_size=7 -- model.conv2_channels=6 -- model.lin1_size=72 -- model.lin2_size=128 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/csv/version_0/hparams.yaml deleted file mode 100644 index 30e28dd8fba76d67249959966158d12c4053c072..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 72 - lin2_size: 128 - output_size: 1 - lr: 0.001629522971013559 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 539141 -model/params/trainable: 539141 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/csv/version_0/metrics.csv deleted file mode 100644 index 79da1a75df5f509b1a476c9dc94ab21eab7a52ba..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -3.4672443866729736,1.5192477703094482,1.5192477703094482,0,26,,,, -,,,0,26,3.966701030731201,1.639534831047058,, -3.3780603408813477,1.4986224174499512,1.4986224174499512,1,53,,,, -,,,1,53,3.5582902431488037,1.565500259399414,, -3.2011001110076904,1.4619286060333252,1.4619286060333252,2,80,,,, -,,,2,80,3.344712257385254,1.516360878944397,, -3.085705280303955,1.4022916555404663,1.4022916555404663,3,107,,,, -,,,3,107,3.183284044265747,1.4742016792297363,, -2.5460150241851807,1.3291195631027222,1.3291195631027222,4,134,,,, -,,,4,134,2.7820417881011963,1.3711947202682495,, -2.173917770385742,1.1644631624221802,1.1644631624221802,5,161,,,, -,,,5,161,2.2202203273773193,1.2160848379135132,, -2.0180883407592773,1.126797080039978,1.126797080039978,6,188,,,, -,,,6,188,1.9272048473358154,1.1216442584991455,, -1.8861138820648193,1.0917719602584839,1.0917719602584839,7,215,,,, -,,,7,215,1.860518455505371,1.0995079278945923,, -1.7421271800994873,1.0653986930847168,1.0653986930847168,8,242,,,, -,,,8,242,1.594575047492981,1.010977029800415,, -1.6361123323440552,1.0203665494918823,1.0203665494918823,9,269,,,, -,,,9,269,1.6408823728561401,1.0327564477920532,, -1.587451457977295,1.0126339197158813,1.0126339197158813,10,296,,,, -,,,10,296,1.3434114456176758,0.9222503900527954,, -1.750672698020935,1.0599396228790283,1.0126339197158813,11,323,,,, -,,,11,323,1.2460858821868896,0.8817451000213623,, -1.2715022563934326,0.901852548122406,0.901852548122406,12,350,,,, -,,,12,350,1.1224725246429443,0.8377891182899475,, -1.2671905755996704,0.8899705410003662,0.8899705410003662,13,377,,,, -,,,13,377,1.06430184841156,0.8157896399497986,, -1.2275787591934204,0.8759564757347107,0.8759564757347107,14,404,,,, -,,,14,404,0.8904895186424255,0.7436701655387878,, -1.4616104364395142,0.967078685760498,0.8759564757347107,15,431,,,, -,,,15,431,0.7905881404876709,0.6901323795318604,, -1.0627851486206055,0.8040255904197693,0.8040255904197693,16,458,,,, -,,,16,458,0.7983596324920654,0.6981883645057678,, -1.0442999601364136,0.7844415903091431,0.7844415903091431,17,485,,,, -,,,17,485,0.668106198310852,0.6282365918159485,, -1.0561842918395996,0.8012369275093079,0.7844415903091431,18,512,,,, -,,,18,512,0.6438636183738708,0.6281883716583252,, -0.9627863168716431,0.7509526610374451,0.7509526610374451,19,539,,,, -,,,19,539,0.6183830499649048,0.6097556352615356,, -0.9480955600738525,0.7435854077339172,0.7435854077339172,20,566,,,, -,,,20,566,0.5437790751457214,0.5685554146766663,, -1.0793300867080688,0.8015837669372559,0.7435854077339172,21,593,,,, -,,,21,593,0.5303878784179688,0.5604439973831177,, -1.2009167671203613,0.8118771910667419,0.7435854077339172,22,620,,,, -,,,22,620,0.5637171268463135,0.5864703059196472,, -0.9551201462745667,0.7237043976783752,0.7237043976783752,23,647,,,, -,,,23,647,0.5226967334747314,0.5586907863616943,, -0.9580480456352234,0.7234268188476562,0.7234268188476562,24,674,,,, -,,,24,674,0.4326263666152954,0.49923238158226013,, -0.8782658576965332,0.6850166916847229,0.6850166916847229,25,701,,,, -,,,25,701,0.4154163897037506,0.5010828971862793,, -0.9196012616157532,0.703652560710907,0.6850166916847229,26,728,,,, -,,,26,728,0.38147759437561035,0.47067156434059143,, -0.8666672110557556,0.6747002005577087,0.6747002005577087,27,755,,,, -,,,27,755,0.35329845547676086,0.4543270170688629,, -0.8952531218528748,0.7018100619316101,0.6747002005577087,28,782,,,, -,,,28,782,0.36553966999053955,0.46473798155784607,, -0.8946556448936462,0.6739521622657776,0.6739521622657776,29,809,,,, -,,,29,809,0.3378852605819702,0.4450305998325348,, -1.0035687685012817,0.7315167784690857,0.6739521622657776,30,836,,,, -,,,30,836,0.28532636165618896,0.40309640765190125,, -0.9044595956802368,0.6853108406066895,0.6739521622657776,31,863,,,, -,,,31,863,0.3119768798351288,0.4233150780200958,, -0.9094058275222778,0.6950514912605286,0.6739521622657776,32,890,,,, -,,,32,890,0.34213027358055115,0.4472881555557251,, -0.879138171672821,0.6638340950012207,0.6638340950012207,33,917,,,, -,,,33,917,0.3167356550693512,0.42946702241897583,, -0.7677419781684875,0.6385782361030579,0.6385782361030579,34,944,,,, -,,,34,944,0.3081371784210205,0.41893529891967773,, -0.8634739518165588,0.6702224016189575,0.6385782361030579,35,971,,,, -,,,35,971,0.28499847650527954,0.4096006453037262,, -1.1215955018997192,0.8186586499214172,0.6385782361030579,36,998,,,, -,,,36,998,0.3597378730773926,0.4663192629814148,, -0.8466839790344238,0.6630763411521912,0.6385782361030579,37,1025,,,, -,,,37,1025,0.44397833943367004,0.5227917432785034,, -0.9551748037338257,0.6828945279121399,0.6385782361030579,38,1052,,,, -,,,38,1052,0.31013762950897217,0.42659494280815125,, -0.8277546167373657,0.6542222499847412,0.6385782361030579,39,1079,,,, -,,,39,1079,0.3046686053276062,0.4296174645423889,, -0.8102313280105591,0.6275091767311096,0.6275091767311096,40,1106,,,, -,,,40,1106,0.27546826004981995,0.40390846133232117,, -0.7455087900161743,0.6061282157897949,0.6061282157897949,41,1133,,,, -,,,41,1133,0.23140306770801544,0.3646538257598877,, -0.7803515791893005,0.6130447387695312,0.6061282157897949,42,1160,,,, -,,,42,1160,0.189592644572258,0.32801496982574463,, -0.8288121223449707,0.6521211862564087,0.6061282157897949,43,1187,,,, -,,,43,1187,0.1909436285495758,0.3305603563785553,, -0.8607065677642822,0.6504741311073303,0.6061282157897949,44,1214,,,, -,,,44,1214,0.23691995441913605,0.3776249885559082,, -0.7425253391265869,0.5992552042007446,0.5992552042007446,45,1241,,,, -,,,45,1241,0.19029903411865234,0.33272814750671387,, -0.8009883761405945,0.6181547045707703,0.5992552042007446,46,1268,,,, -,,,46,1268,0.1560935527086258,0.297843337059021,, -0.7510108947753906,0.6012802720069885,0.5992552042007446,47,1295,,,, -,,,47,1295,0.15156190097332,0.2968461215496063,, -0.7667611241340637,0.5953336954116821,0.5953336954116821,48,1322,,,, -,,,48,1322,0.13834263384342194,0.2815813720226288,, -0.7366695404052734,0.5912633538246155,0.5912633538246155,49,1349,,,, -,,,49,1349,0.14457988739013672,0.2846091389656067,, -0.7217522263526917,0.5749183297157288,0.5749183297157288,50,1376,,,, -,,,50,1376,0.12774603068828583,0.26742327213287354,, -0.6756305694580078,0.564288318157196,0.564288318157196,51,1403,,,, -,,,51,1403,0.13120774924755096,0.27410250902175903,, -0.7061299681663513,0.5801314115524292,0.564288318157196,52,1430,,,, -,,,52,1430,0.12838444113731384,0.2723817229270935,, -0.7830296158790588,0.6212980151176453,0.564288318157196,53,1457,,,, -,,,53,1457,0.14486254751682281,0.2889765202999115,, -0.7589350938796997,0.603074312210083,0.564288318157196,54,1484,,,, -,,,54,1484,0.16526100039482117,0.31542304158210754,, -0.7012413740158081,0.5849573016166687,0.564288318157196,55,1511,,,, -,,,55,1511,0.15358185768127441,0.29986608028411865,, -0.7020895481109619,0.5808433294296265,0.564288318157196,56,1538,,,, -,,,56,1538,0.17468371987342834,0.3212694227695465,, -0.7056894898414612,0.582377016544342,0.564288318157196,57,1565,,,, -,,,57,1565,0.14668884873390198,0.2941168546676636,, -0.7267614603042603,0.5815755724906921,0.564288318157196,58,1592,,,, -,,,58,1592,0.17749297618865967,0.322409063577652,, -0.7347760200500488,0.5935704708099365,0.564288318157196,59,1619,,,, -,,,59,1619,0.14696674048900604,0.29402124881744385,, -0.7069307565689087,0.5764065980911255,0.564288318157196,60,1646,,,, -,,,60,1646,0.13090479373931885,0.2780730724334717,, -0.6882391571998596,0.5866798162460327,0.564288318157196,61,1673,,,, -,,,61,1673,0.16451671719551086,0.3095884323120117,, -0.7348509430885315,0.5947200655937195,0.564288318157196,62,1700,,,, -,,,62,1700,0.15475298464298248,0.3048517405986786,, -0.695111095905304,0.570894718170166,0.564288318157196,63,1727,,,, -,,,63,1727,0.12310786545276642,0.2670400142669678,, -0.7112263441085815,0.5685539245605469,0.564288318157196,64,1754,,,, -,,,64,1754,0.10572174191474915,0.2464030236005783,, -0.7159484624862671,0.5749547481536865,0.564288318157196,65,1781,,,, -,,,65,1781,0.1037415862083435,0.243157759308815,, -0.7173814177513123,0.567865788936615,0.564288318157196,66,1808,,,, -,,,66,1808,0.11368326097726822,0.25765517354011536,, -0.7165711522102356,0.570004940032959,0.564288318157196,67,1835,,,, -,,,67,1835,0.10550802946090698,0.24438078701496124,, -0.6803585290908813,0.5650491714477539,0.564288318157196,68,1862,,,, -,,,68,1862,0.09761390835046768,0.2355213761329651,, -0.7429347038269043,0.578776478767395,0.564288318157196,69,1889,,,, -,,,69,1889,0.10174594074487686,0.24441131949424744,, -0.6783714890480042,0.557928740978241,0.557928740978241,70,1916,,,, -,,,70,1916,0.1042184978723526,0.24622425436973572,, -0.7062845826148987,0.5910414457321167,0.557928740978241,71,1943,,,, -,,,71,1943,0.1093733161687851,0.25065556168556213,, -0.8612017631530762,0.6314878463745117,0.557928740978241,72,1970,,,, -,,,72,1970,0.12563304603099823,0.2681214213371277,, -0.7328560948371887,0.6114162802696228,0.557928740978241,73,1997,,,, -,,,73,1997,0.14416949450969696,0.2828207314014435,, -0.8606363534927368,0.6225804686546326,0.557928740978241,74,2024,,,, -,,,74,2024,0.17799104750156403,0.31696227192878723,, -0.9669899940490723,0.6797383427619934,0.557928740978241,75,2051,,,, -,,,75,2051,0.2198362499475479,0.3519585132598877,, -0.8577853441238403,0.6633919477462769,0.557928740978241,76,2078,,,, -,,,76,2078,0.2440173625946045,0.3783959150314331,, -0.730373203754425,0.5916326642036438,0.557928740978241,77,2105,,,, -,,,77,2105,0.19118110835552216,0.3312990069389343,, -0.6805632710456848,0.5729910731315613,0.557928740978241,78,2132,,,, -,,,78,2132,0.11456851661205292,0.2554307281970978,, -0.7477821707725525,0.6006867289543152,0.557928740978241,79,2159,,,, -,,,79,2159,0.0934995785355568,0.23187296092510223,, -0.7292203307151794,0.5700370669364929,0.557928740978241,80,2186,,,, -,,,80,2186,0.09189832210540771,0.23408029973506927,, -0.7115168571472168,0.5884242057800293,0.557928740978241,81,2213,,,, -,,,81,2213,0.07951537519693375,0.2144365757703781,, -0.6677146553993225,0.5532236695289612,0.5532236695289612,82,2240,,,, -,,,82,2240,0.0905299037694931,0.23123939335346222,, -0.7351964712142944,0.5813406109809875,0.5532236695289612,83,2267,,,, -,,,83,2267,0.07581476867198944,0.20622102916240692,, -0.7123329043388367,0.5703750848770142,0.5532236695289612,84,2294,,,, -,,,84,2294,0.10116229206323624,0.2381233423948288,, -0.7608299255371094,0.5983310341835022,0.5532236695289612,85,2321,,,, -,,,85,2321,0.11925128847360611,0.26288145780563354,, -0.7474507689476013,0.5891052484512329,0.5532236695289612,86,2348,,,, -,,,86,2348,0.10609384626150131,0.24742643535137177,, -0.7606171369552612,0.6232989430427551,0.5532236695289612,87,2375,,,, -,,,87,2375,0.09754621237516403,0.23422247171401978,, -0.7139907479286194,0.5773171782493591,0.5532236695289612,88,2402,,,, -,,,88,2402,0.08989720791578293,0.22656852006912231,, -0.7824807167053223,0.6231163144111633,0.5532236695289612,89,2429,,,, -,,,89,2429,0.12005775421857834,0.26452261209487915,, -0.8832367658615112,0.6446515917778015,0.5532236695289612,90,2456,,,, -,,,90,2456,0.16456183791160583,0.3062121272087097,, -0.7239618897438049,0.5851389765739441,0.5532236695289612,91,2483,,,, -,,,91,2483,0.17015862464904785,0.31606316566467285,, -0.7804586291313171,0.6068411469459534,0.5532236695289612,92,2510,,,, -,,,92,2510,0.14430826902389526,0.28939467668533325,, -0.7073662877082825,0.5882310271263123,0.5532236695289612,93,2537,,,, -,,,93,2537,0.18856005370616913,0.3363931477069855,, -0.7395568490028381,0.6031603813171387,0.5532236695289612,94,2564,,,, -,,,94,2564,0.11645103991031647,0.26473498344421387,, -0.6819194555282593,0.5787618160247803,0.5532236695289612,95,2591,,,, -,,,95,2591,0.11253529787063599,0.248588427901268,, -0.701691746711731,0.5655215382575989,0.5532236695289612,96,2618,,,, -,,,96,2618,0.0925583764910698,0.23466910421848297,, -0.7516024112701416,0.5928454995155334,0.5532236695289612,97,2645,,,, -,,,97,2645,0.08317195624113083,0.2192518711090088,, -0.6949775815010071,0.5633262991905212,0.5532236695289612,98,2672,,,, -,,,98,2672,0.08591391146183014,0.22019465267658234,, -0.7494028210639954,0.5912377834320068,0.5532236695289612,99,2699,,,, -,,,99,2699,0.07802275568246841,0.21197021007537842,, -,,,83,2241,,,0.4509025514125824,0.502557635307312 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026300.8aeae21f0ff6.1.26 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026300.8aeae21f0ff6.1.26 deleted file mode 100644 index a4f860eb0d081ea7ee31513987f687eb334a0449..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026300.8aeae21f0ff6.1.26 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:32b120b8827e7672677ec484ed821a02ba571fb37ae0c056ec7117c90304873c -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026563.8aeae21f0ff6.1.27 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026563.8aeae21f0ff6.1.27 deleted file mode 100644 index 917d27171011a30be8bd00c166b840073ee18e9b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026563.8aeae21f0ff6.1.27 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:87ad0b25b41765fd789889c60c046a39d909680ff0d7bce25ee44bfdc27d9a0a -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 30e28dd8fba76d67249959966158d12c4053c072..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/13/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 72 - lin2_size: 128 - output_size: 1 - lr: 0.001629522971013559 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 539141 -model/params/trainable: 539141 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/.hydra/config.yaml deleted file mode 100644 index 8e095387fb9dc18fc06df482ae580e780f02f560..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 32 - output_size: 1 - lr: 0.005467294276557001 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/.hydra/hydra.yaml deleted file mode 100644 index 983c6d87b51ae9b1988f076db81589ccbc45db32..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.005467294276557001 - - model.conv1_size=3 - - model.conv1_channels=3 - - model.conv2_size=7 - - model.conv2_channels=11 - - model.lin1_size=32 - - model.lin2_size=32 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=3,model.conv1_size=3,model.conv2_channels=11,model.conv2_size=7,model.lin1_size=32,model.lin2_size=32,model.lr=0.005467294276557001,trainer.gpus=0 - id: '14' - num: 14 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/.hydra/overrides.yaml deleted file mode 100644 index b2bfd9ffa0465b33fa6f70de0d7a3ee8b10ce2a4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.005467294276557001 -- model.conv1_size=3 -- model.conv1_channels=3 -- model.conv2_size=7 -- model.conv2_channels=11 -- model.lin1_size=32 -- model.lin2_size=32 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/csv/version_0/hparams.yaml deleted file mode 100644 index d8c297781b88f5dd4aa131a3f2981a1786fd8a01..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 32 - output_size: 1 - lr: 0.005467294276557001 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 457705 -model/params/trainable: 457705 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/csv/version_0/metrics.csv deleted file mode 100644 index 06c8797ff654dc3a8f7e17d6466a6c4f62fe49ae..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -4.2848029136657715,1.589856743812561,1.589856743812561,0,26,,,, -,,,0,26,10.402260780334473,2.4665238857269287,, -3.9121127128601074,1.632184386253357,1.589856743812561,1,53,,,, -,,,1,53,3.688214063644409,1.5878503322601318,, -3.4909839630126953,1.5112863779067993,1.5112863779067993,2,80,,,, -,,,2,80,3.641716480255127,1.5822192430496216,, -3.54093074798584,1.4777123928070068,1.4777123928070068,3,107,,,, -,,,3,107,3.54425311088562,1.5584557056427002,, -3.2374284267425537,1.4310269355773926,1.4310269355773926,4,134,,,, -,,,4,134,3.3605353832244873,1.5263127088546753,, -3.0191762447357178,1.397525668144226,1.397525668144226,5,161,,,, -,,,5,161,3.2538905143737793,1.4965730905532837,, -3.0203850269317627,1.4264508485794067,1.397525668144226,6,188,,,, -,,,6,188,3.0512964725494385,1.4312386512756348,, -2.5916526317596436,1.27670156955719,1.27670156955719,7,215,,,, -,,,7,215,2.6961216926574707,1.3639845848083496,, -2.4974629878997803,1.2682613134384155,1.2682613134384155,8,242,,,, -,,,8,242,2.5677905082702637,1.3179986476898193,, -2.5179784297943115,1.2533303499221802,1.2533303499221802,9,269,,,, -,,,9,269,2.723850965499878,1.351855754852295,, -2.043198585510254,1.1362348794937134,1.1362348794937134,10,296,,,, -,,,10,296,2.311396360397339,1.2429715394973755,, -2.2630550861358643,1.2547045946121216,1.1362348794937134,11,323,,,, -,,,11,323,2.085688591003418,1.1680158376693726,, -1.8522025346755981,1.0760078430175781,1.0760078430175781,12,350,,,, -,,,12,350,2.1015830039978027,1.180051326751709,, -1.741853952407837,1.0636143684387207,1.0636143684387207,13,377,,,, -,,,13,377,1.826413631439209,1.0888991355895996,, -1.9049173593521118,1.1191734075546265,1.0636143684387207,14,404,,,, -,,,14,404,1.8111093044281006,1.083284854888916,, -1.8325493335723877,1.0708224773406982,1.0636143684387207,15,431,,,, -,,,15,431,2.291081428527832,1.2248281240463257,, -1.872890591621399,1.1457957029342651,1.0636143684387207,16,458,,,, -,,,16,458,1.5929067134857178,1.0145343542099,, -2.410013198852539,1.2977845668792725,1.0636143684387207,17,485,,,, -,,,17,485,1.3254261016845703,0.9294062852859497,, -1.3776251077651978,0.9019206762313843,0.9019206762313843,18,512,,,, -,,,18,512,1.2011632919311523,0.8704515695571899,, -1.2170315980911255,0.8655863404273987,0.8655863404273987,19,539,,,, -,,,19,539,1.1101480722427368,0.8380586504936218,, -1.126511573791504,0.8247157335281372,0.8247157335281372,20,566,,,, -,,,20,566,0.974175751209259,0.7746993899345398,, -1.1875289678573608,0.8771610856056213,0.8247157335281372,21,593,,,, -,,,21,593,0.9897518754005432,0.7755773067474365,, -1.3000214099884033,0.8811378479003906,0.8247157335281372,22,620,,,, -,,,22,620,0.8966917395591736,0.7455853223800659,, -0.9899261593818665,0.7686797976493835,0.7686797976493835,23,647,,,, -,,,23,647,0.9222025871276855,0.7471330761909485,, -0.9392284154891968,0.7375776767730713,0.7375776767730713,24,674,,,, -,,,24,674,0.6795870065689087,0.6413005590438843,, -1.2977992296218872,0.8831903338432312,0.7375776767730713,25,701,,,, -,,,25,701,0.6474609971046448,0.6292911171913147,, -1.160876750946045,0.8631608486175537,0.7375776767730713,26,728,,,, -,,,26,728,0.7479382753372192,0.6724829077720642,, -0.9047254323959351,0.7306832075119019,0.7306832075119019,27,755,,,, -,,,27,755,0.6614484786987305,0.6301775574684143,, -0.7778144478797913,0.6858048439025879,0.6858048439025879,28,782,,,, -,,,28,782,0.5346387624740601,0.5658343434333801,, -0.9798015356063843,0.7612942457199097,0.6858048439025879,29,809,,,, -,,,29,809,0.5494487881660461,0.5691107511520386,, -1.0064916610717773,0.7650519013404846,0.6858048439025879,30,836,,,, -,,,30,836,0.611497700214386,0.6000810861587524,, -0.8056328892707825,0.6984272003173828,0.6858048439025879,31,863,,,, -,,,31,863,0.4931623041629791,0.5468219518661499,, -0.8721872568130493,0.7222089171409607,0.6858048439025879,32,890,,,, -,,,32,890,0.440580278635025,0.5115271806716919,, -1.0549620389938354,0.8031753897666931,0.6858048439025879,33,917,,,, -,,,33,917,0.502051591873169,0.550751805305481,, -0.7985745072364807,0.6838093400001526,0.6838093400001526,34,944,,,, -,,,34,944,0.46426379680633545,0.5332949161529541,, -0.6826779842376709,0.6270353198051453,0.6270353198051453,35,971,,,, -,,,35,971,0.40835466980934143,0.4865163564682007,, -0.6420797109603882,0.5926153063774109,0.5926153063774109,36,998,,,, -,,,36,998,0.3856419324874878,0.47929859161376953,, -0.6901737451553345,0.6019294261932373,0.5926153063774109,37,1025,,,, -,,,37,1025,0.31113702058792114,0.43315333127975464,, -0.6678915619850159,0.5909358859062195,0.5909358859062195,38,1052,,,, -,,,38,1052,0.379177451133728,0.47695401310920715,, -0.6586719751358032,0.6008892059326172,0.5909358859062195,39,1079,,,, -,,,39,1079,0.33997538685798645,0.4418978691101074,, -0.8685485124588013,0.7203383445739746,0.5909358859062195,40,1106,,,, -,,,40,1106,0.3394443392753601,0.4459630250930786,, -0.6236809492111206,0.5924450755119324,0.5909358859062195,41,1133,,,, -,,,41,1133,0.3770766854286194,0.4765922427177429,, -0.6032639741897583,0.555345356464386,0.555345356464386,42,1160,,,, -,,,42,1160,0.26874613761901855,0.3953932523727417,, -0.6445693969726562,0.5823670029640198,0.555345356464386,43,1187,,,, -,,,43,1187,0.2328810840845108,0.37229764461517334,, -0.6692277789115906,0.584858775138855,0.555345356464386,44,1214,,,, -,,,44,1214,0.3429623544216156,0.45605069398880005,, -0.5818878412246704,0.547145426273346,0.547145426273346,45,1241,,,, -,,,45,1241,0.2726365923881531,0.4048539400100708,, -0.577361524105072,0.5583342909812927,0.547145426273346,46,1268,,,, -,,,46,1268,0.22936202585697174,0.36619555950164795,, -0.6223477721214294,0.5436937212944031,0.5436937212944031,47,1295,,,, -,,,47,1295,0.20250609517097473,0.3413747251033783,, -0.5546717643737793,0.5422577857971191,0.5422577857971191,48,1322,,,, -,,,48,1322,0.2848723828792572,0.3920852541923523,, -0.844028115272522,0.7171151638031006,0.5422577857971191,49,1349,,,, -,,,49,1349,0.331840842962265,0.44825318455696106,, -238.85943603515625,15.131131172180176,0.5422577857971191,50,1376,,,, -,,,50,1376,3920.911865234375,25.329927444458008,, -651.1190795898438,22.319446563720703,0.5422577857971191,51,1403,,,, -,,,51,1403,14782.3193359375,69.16669464111328,, -62.83932876586914,6.519297122955322,0.5422577857971191,52,1430,,,, -,,,52,1430,241.52333068847656,12.322516441345215,, -16.929079055786133,3.3200337886810303,0.5422577857971191,53,1457,,,, -,,,53,1457,28.513931274414062,4.197725296020508,, -11.454495429992676,2.709425210952759,0.5422577857971191,54,1484,,,, -,,,54,1484,13.397936820983887,2.924315929412842,, -9.031805992126465,2.3862290382385254,0.5422577857971191,55,1511,,,, -,,,55,1511,10.045679092407227,2.5584986209869385,, -7.871203899383545,2.2395009994506836,0.5422577857971191,56,1538,,,, -,,,56,1538,8.335099220275879,2.341646432876587,, -6.574428558349609,1.998449444770813,0.5422577857971191,57,1565,,,, -,,,57,1565,7.226935386657715,2.184960126876831,, -5.93668270111084,1.9202063083648682,0.5422577857971191,58,1592,,,, -,,,58,1592,6.371990203857422,2.0524702072143555,, -5.325923919677734,1.8012927770614624,0.5422577857971191,59,1619,,,, -,,,59,1619,5.766622066497803,1.9658087491989136,, -5.7066969871521,1.9255568981170654,0.5422577857971191,60,1646,,,, -,,,60,1646,5.354500770568848,1.8785728216171265,, -4.70715856552124,1.7229444980621338,0.5422577857971191,61,1673,,,, -,,,61,1673,5.16112756729126,1.8521990776062012,, -4.20621395111084,1.6091476678848267,0.5422577857971191,62,1700,,,, -,,,62,1700,4.559981346130371,1.75050687789917,, -3.9784836769104004,1.5737417936325073,0.5422577857971191,63,1727,,,, -,,,63,1727,4.254680156707764,1.6848812103271484,, -3.7411141395568848,1.501579761505127,0.5422577857971191,64,1754,,,, -,,,64,1754,4.008769512176514,1.6402521133422852,, -3.589555263519287,1.4579602479934692,0.5422577857971191,65,1781,,,, -,,,65,1781,3.7963335514068604,1.5985885858535767,, -3.4041121006011963,1.4664301872253418,0.5422577857971191,66,1808,,,, -,,,66,1808,3.6129114627838135,1.5508729219436646,, -3.2162973880767822,1.4107924699783325,0.5422577857971191,67,1835,,,, -,,,67,1835,3.420696973800659,1.508721113204956,, -3.237065553665161,1.4569319486618042,0.5422577857971191,68,1862,,,, -,,,68,1862,3.3144710063934326,1.4910401105880737,, -3.1382336616516113,1.4405012130737305,0.5422577857971191,69,1889,,,, -,,,69,1889,3.208552837371826,1.4634398221969604,, -2.9321062564849854,1.3795089721679688,0.5422577857971191,70,1916,,,, -,,,70,1916,3.0713963508605957,1.4420431852340698,, -2.799713134765625,1.3143014907836914,0.5422577857971191,71,1943,,,, -,,,71,1943,3.020590305328369,1.4221770763397217,, -2.722635269165039,1.3097225427627563,0.5422577857971191,72,1970,,,, -,,,72,1970,2.9435548782348633,1.4070154428482056,, -2.7459256649017334,1.278490424156189,0.5422577857971191,73,1997,,,, -,,,73,1997,2.8598999977111816,1.3906588554382324,, -2.622776985168457,1.307466745376587,0.5422577857971191,74,2024,,,, -,,,74,2024,2.8167924880981445,1.3745085000991821,, -2.583838701248169,1.3037378787994385,0.5422577857971191,75,2051,,,, -,,,75,2051,2.749863862991333,1.3638639450073242,, -2.6678171157836914,1.35165536403656,0.5422577857971191,76,2078,,,, -,,,76,2078,2.67342472076416,1.3438917398452759,, -2.471505641937256,1.2556090354919434,0.5422577857971191,77,2105,,,, -,,,77,2105,2.7517898082733154,1.3644760847091675,, -2.443141222000122,1.2456066608428955,0.5422577857971191,78,2132,,,, -,,,78,2132,2.6587138175964355,1.335920810699463,, -2.8302061557769775,1.4135932922363281,0.5422577857971191,79,2159,,,, -,,,79,2159,2.6274800300598145,1.3320430517196655,, -2.383287191390991,1.2485004663467407,0.5422577857971191,80,2186,,,, -,,,80,2186,2.580068826675415,1.3263758420944214,, -2.366668462753296,1.253849983215332,0.5422577857971191,81,2213,,,, -,,,81,2213,2.5105011463165283,1.3035035133361816,, -2.464841842651367,1.3036136627197266,0.5422577857971191,82,2240,,,, -,,,82,2240,2.541280746459961,1.3092461824417114,, -2.36004900932312,1.264763593673706,0.5422577857971191,83,2267,,,, -,,,83,2267,2.4742515087127686,1.296394944190979,, -2.4084372520446777,1.2873700857162476,0.5422577857971191,84,2294,,,, -,,,84,2294,2.479522943496704,1.2964956760406494,, -2.2917206287384033,1.236276388168335,0.5422577857971191,85,2321,,,, -,,,85,2321,2.4439520835876465,1.2849390506744385,, -2.285108804702759,1.2391383647918701,0.5422577857971191,86,2348,,,, -,,,86,2348,2.4146153926849365,1.2815378904342651,, -2.2909913063049316,1.2476266622543335,0.5422577857971191,87,2375,,,, -,,,87,2375,2.4409003257751465,1.2876914739608765,, -2.2907495498657227,1.2498693466186523,0.5422577857971191,88,2402,,,, -,,,88,2402,2.4989635944366455,1.3010919094085693,, -2.3152830600738525,1.2618123292922974,0.5422577857971191,89,2429,,,, -,,,89,2429,2.373455762863159,1.2678591012954712,, -2.53957200050354,1.2586078643798828,0.5422577857971191,90,2456,,,, -,,,90,2456,2.3605997562408447,1.2706265449523926,, -2.3070552349090576,1.2625434398651123,0.5422577857971191,91,2483,,,, -,,,91,2483,2.4946773052215576,1.293349266052246,, -2.228503942489624,1.2261676788330078,0.5422577857971191,92,2510,,,, -,,,92,2510,2.3718817234039307,1.2714139223098755,, -2.5459048748016357,1.3350765705108643,0.5422577857971191,93,2537,,,, -,,,93,2537,2.432549476623535,1.2826409339904785,, -2.2230112552642822,1.2166999578475952,0.5422577857971191,94,2564,,,, -,,,94,2564,2.427968978881836,1.2795391082763672,, -2.2149899005889893,1.2274893522262573,0.5422577857971191,95,2591,,,, -,,,95,2591,2.3372793197631836,1.2651716470718384,, -2.360647678375244,1.2823325395584106,0.5422577857971191,96,2618,,,, -,,,96,2618,2.3205766677856445,1.2590866088867188,, -2.2712366580963135,1.2553455829620361,0.5422577857971191,97,2645,,,, -,,,97,2645,2.306542158126831,1.2562216520309448,, -2.205559492111206,1.2282108068466187,0.5422577857971191,98,2672,,,, -,,,98,2672,2.3038454055786133,1.2564910650253296,, -2.207040786743164,1.2308464050292969,0.5422577857971191,99,2699,,,, -,,,99,2699,2.3258087635040283,1.2611348628997803,, -,,,49,1323,,,0.6208084225654602,0.5902273654937744 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026564.8aeae21f0ff6.1.28 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026564.8aeae21f0ff6.1.28 deleted file mode 100644 index 7b257848acb188dced1db155fbfca90282c99306..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026564.8aeae21f0ff6.1.28 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:43149407727ed649e257df2dae46ccbdedd64ec29d89d8382309c35a5ac2b65c -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026846.8aeae21f0ff6.1.29 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026846.8aeae21f0ff6.1.29 deleted file mode 100644 index 48baf3eeeb8f2adc28624a2a5316f7c50940696a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026846.8aeae21f0ff6.1.29 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ae32756ef27ee0bb718a95c84378697d6d0a6d1d49f228dc4fdab47e6766cee6 -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index d8c297781b88f5dd4aa131a3f2981a1786fd8a01..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/14/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 32 - output_size: 1 - lr: 0.005467294276557001 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 457705 -model/params/trainable: 457705 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/.hydra/config.yaml deleted file mode 100644 index 42216c64488d23a7676b69b0b5de0a4b869a2d62..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.0014430075022660695 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/.hydra/hydra.yaml deleted file mode 100644 index e3d1fb8d21a6911e63b1eb924770a6c6047799f4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0014430075022660695 - - model.conv1_size=3 - - model.conv1_channels=3 - - model.conv2_size=7 - - model.conv2_channels=6 - - model.lin1_size=32 - - model.lin2_size=128 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=3,model.conv1_size=3,model.conv2_channels=6,model.conv2_size=7,model.lin1_size=32,model.lin2_size=128,model.lr=0.0014430075022660695,trainer.gpus=0 - id: '15' - num: 15 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/.hydra/overrides.yaml deleted file mode 100644 index 248adf97426914e4b3fb28d8c6f33b30583ffe85..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0014430075022660695 -- model.conv1_size=3 -- model.conv1_channels=3 -- model.conv2_size=7 -- model.conv2_channels=6 -- model.lin1_size=32 -- model.lin2_size=128 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/csv/version_0/hparams.yaml deleted file mode 100644 index f5e5894e032b6b1953961ec06d9dfa915761872b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.0014430075022660695 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 253469 -model/params/trainable: 253469 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/csv/version_0/metrics.csv deleted file mode 100644 index f309711484ef29fffa70cf285a90be7b92b9f9da..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -3.692547082901001,1.5308973789215088,1.5308973789215088,0,26,,,, -,,,0,26,4.3486199378967285,1.7067043781280518,, -3.676752805709839,1.5576218366622925,1.5308973789215088,1,53,,,, -,,,1,53,3.8456003665924072,1.6232653856277466,, -3.6140646934509277,1.5400720834732056,1.5308973789215088,2,80,,,, -,,,2,80,3.8247714042663574,1.6280442476272583,, -3.4512109756469727,1.5100945234298706,1.5100945234298706,3,107,,,, -,,,3,107,3.551633358001709,1.5656893253326416,, -3.2623865604400635,1.4794107675552368,1.4794107675552368,4,134,,,, -,,,4,134,3.3758397102355957,1.5262937545776367,, -3.587338924407959,1.5709232091903687,1.4794107675552368,5,161,,,, -,,,5,161,3.187760829925537,1.4805041551589966,, -3.0180060863494873,1.4242244958877563,1.4242244958877563,6,188,,,, -,,,6,188,3.0345046520233154,1.4441182613372803,, -2.942225694656372,1.4137334823608398,1.4137334823608398,7,215,,,, -,,,7,215,3.035578727722168,1.431269884109497,, -2.7230288982391357,1.3478991985321045,1.3478991985321045,8,242,,,, -,,,8,242,2.6649668216705322,1.3526238203048706,, -2.580991268157959,1.3095778226852417,1.3095778226852417,9,269,,,, -,,,9,269,2.5874907970428467,1.320849061012268,, -2.367861747741699,1.2525042295455933,1.2525042295455933,10,296,,,, -,,,10,296,2.3197789192199707,1.2526476383209229,, -2.254140853881836,1.2424349784851074,1.2424349784851074,11,323,,,, -,,,11,323,2.1718528270721436,1.206895351409912,, -2.487619638442993,1.261053442955017,1.2424349784851074,12,350,,,, -,,,12,350,2.3704452514648438,1.2427855730056763,, -2.052612781524658,1.1569918394088745,1.1569918394088745,13,377,,,, -,,,13,377,1.9395980834960938,1.1382043361663818,, -1.8604414463043213,1.104749321937561,1.104749321937561,14,404,,,, -,,,14,404,1.8047456741333008,1.069543480873108,, -2.0253655910491943,1.1674222946166992,1.104749321937561,15,431,,,, -,,,15,431,1.6823078393936157,1.0497697591781616,, -1.604792833328247,1.0087741613388062,1.0087741613388062,16,458,,,, -,,,16,458,1.5460739135742188,0.9996522068977356,, -1.5661485195159912,1.0225547552108765,1.0087741613388062,17,485,,,, -,,,17,485,1.3832811117172241,0.9412133097648621,, -1.598465919494629,1.0046923160552979,1.0046923160552979,18,512,,,, -,,,18,512,1.5022103786468506,0.9765732288360596,, -1.5367813110351562,0.9753941297531128,0.9753941297531128,19,539,,,, -,,,19,539,1.2642449140548706,0.8981131315231323,, -1.3034732341766357,0.9147295951843262,0.9147295951843262,20,566,,,, -,,,20,566,1.2068067789077759,0.8762786984443665,, -2.0130252838134766,1.172650933265686,0.9147295951843262,21,593,,,, -,,,21,593,1.118912696838379,0.8331149220466614,, -1.437853455543518,0.9415754079818726,0.9147295951843262,22,620,,,, -,,,22,620,1.1320075988769531,0.8468766808509827,, -1.4986923933029175,0.9705508947372437,0.9147295951843262,23,647,,,, -,,,23,647,0.964084804058075,0.7744214534759521,, -1.2609351873397827,0.8823009133338928,0.8823009133338928,24,674,,,, -,,,24,674,1.1306474208831787,0.841081440448761,, -1.1892924308776855,0.8883813619613647,0.8823009133338928,25,701,,,, -,,,25,701,1.0881654024124146,0.8251976370811462,, -1.5051944255828857,0.9670732021331787,0.8823009133338928,26,728,,,, -,,,26,728,0.9322539567947388,0.7625004053115845,, -1.259117841720581,0.9011054039001465,0.8823009133338928,27,755,,,, -,,,27,755,0.9689952731132507,0.7796433568000793,, -1.1133769750595093,0.8271666169166565,0.8271666169166565,28,782,,,, -,,,28,782,0.8314564228057861,0.7228793501853943,, -1.552445650100708,0.9869090914726257,0.8271666169166565,29,809,,,, -,,,29,809,1.2447453737258911,0.8832446932792664,, -2.005290985107422,1.1571484804153442,0.8271666169166565,30,836,,,, -,,,30,836,1.213481068611145,0.8747254014015198,, -1.3072260618209839,0.8789963126182556,0.8271666169166565,31,863,,,, -,,,31,863,1.203292727470398,0.8684746623039246,, -1.2067067623138428,0.8510036468505859,0.8271666169166565,32,890,,,, -,,,32,890,0.811204731464386,0.7169826626777649,, -1.0389043092727661,0.7918548583984375,0.7918548583984375,33,917,,,, -,,,33,917,0.7160351872444153,0.664546012878418,, -1.2976267337799072,0.9254651069641113,0.7918548583984375,34,944,,,, -,,,34,944,0.8765788674354553,0.7359554171562195,, -1.2605823278427124,0.8744359016418457,0.7918548583984375,35,971,,,, -,,,35,971,0.8456652760505676,0.7215800285339355,, -1.0196725130081177,0.7986244559288025,0.7918548583984375,36,998,,,, -,,,36,998,0.7716308832168579,0.6861429214477539,, -0.9093196988105774,0.7410407662391663,0.7410407662391663,37,1025,,,, -,,,37,1025,0.6128541827201843,0.6083379983901978,, -1.1003576517105103,0.8317919969558716,0.7410407662391663,38,1052,,,, -,,,38,1052,0.676801860332489,0.6392910480499268,, -1.0580631494522095,0.8039121031761169,0.7410407662391663,39,1079,,,, -,,,39,1079,0.6680752038955688,0.6419520378112793,, -1.0295757055282593,0.7819925546646118,0.7410407662391663,40,1106,,,, -,,,40,1106,0.6073602437973022,0.6102824211120605,, -0.8820732235908508,0.719171941280365,0.719171941280365,41,1133,,,, -,,,41,1133,0.5771836042404175,0.5959805250167847,, -0.9379353523254395,0.7732241153717041,0.719171941280365,42,1160,,,, -,,,42,1160,0.6191943883895874,0.6220420598983765,, -1.1556084156036377,0.8427637219429016,0.719171941280365,43,1187,,,, -,,,43,1187,0.5977976322174072,0.6026732921600342,, -1.0591801404953003,0.8185893893241882,0.719171941280365,44,1214,,,, -,,,44,1214,0.5936599969863892,0.5991357564926147,, -1.01431143283844,0.7869189977645874,0.719171941280365,45,1241,,,, -,,,45,1241,0.5358618497848511,0.5622459650039673,, -0.9598617553710938,0.7508784532546997,0.719171941280365,46,1268,,,, -,,,46,1268,0.48633837699890137,0.5426007509231567,, -0.823121190071106,0.695247232913971,0.695247232913971,47,1295,,,, -,,,47,1295,0.4801090657711029,0.5311968922615051,, -0.8399479985237122,0.7022824287414551,0.695247232913971,48,1322,,,, -,,,48,1322,0.4588899612426758,0.5256365537643433,, -0.8888521790504456,0.7259970307350159,0.695247232913971,49,1349,,,, -,,,49,1349,0.47396406531333923,0.5311140418052673,, -1.0239087343215942,0.7905489802360535,0.695247232913971,50,1376,,,, -,,,50,1376,0.5038196444511414,0.555662989616394,, -0.8261556029319763,0.6993129849433899,0.695247232913971,51,1403,,,, -,,,51,1403,0.4324517846107483,0.5138475298881531,, -0.8705686330795288,0.7105507254600525,0.695247232913971,52,1430,,,, -,,,52,1430,0.43121537566185,0.5099740624427795,, -0.8363009095191956,0.683387815952301,0.683387815952301,53,1457,,,, -,,,53,1457,0.43310895562171936,0.505769670009613,, -0.9857527017593384,0.7795015573501587,0.683387815952301,54,1484,,,, -,,,54,1484,0.4385729134082794,0.5083102583885193,, -1.2082464694976807,0.8472943305969238,0.683387815952301,55,1511,,,, -,,,55,1511,0.4940195083618164,0.5541699528694153,, -0.8556153774261475,0.703096330165863,0.683387815952301,56,1538,,,, -,,,56,1538,0.4333422780036926,0.509878933429718,, -0.8789128661155701,0.7145026922225952,0.683387815952301,57,1565,,,, -,,,57,1565,0.37288007140159607,0.4723966419696808,, -0.8502532839775085,0.6920222640037537,0.683387815952301,58,1592,,,, -,,,58,1592,0.49891021847724915,0.5517846941947937,, -0.9232457876205444,0.7412614226341248,0.683387815952301,59,1619,,,, -,,,59,1619,0.45018041133880615,0.5220617651939392,, -0.9106341004371643,0.7242305874824524,0.683387815952301,60,1646,,,, -,,,60,1646,0.4247839152812958,0.5095494985580444,, -0.9525951743125916,0.7338374853134155,0.683387815952301,61,1673,,,, -,,,61,1673,0.3404933512210846,0.44760605692863464,, -0.7703823447227478,0.656522274017334,0.656522274017334,62,1700,,,, -,,,62,1700,0.3548850417137146,0.45970842242240906,, -0.7662389874458313,0.6559430956840515,0.6559430956840515,63,1727,,,, -,,,63,1727,0.32073670625686646,0.43492335081100464,, -0.8516868948936462,0.7102813720703125,0.6559430956840515,64,1754,,,, -,,,64,1754,0.3797522783279419,0.47845911979675293,, -0.7785438895225525,0.648288905620575,0.648288905620575,65,1781,,,, -,,,65,1781,0.367782324552536,0.463443398475647,, -0.9179142117500305,0.7139232754707336,0.648288905620575,66,1808,,,, -,,,66,1808,0.3622850179672241,0.4622245132923126,, -0.7698057293891907,0.6318990588188171,0.6318990588188171,67,1835,,,, -,,,67,1835,0.40020751953125,0.49510982632637024,, -0.7219644784927368,0.634793758392334,0.6318990588188171,68,1862,,,, -,,,68,1862,0.3343106806278229,0.445511132478714,, -0.9490832686424255,0.743520975112915,0.6318990588188171,69,1889,,,, -,,,69,1889,0.27488550543785095,0.4036085605621338,, -0.7700042128562927,0.6354871988296509,0.6318990588188171,70,1916,,,, -,,,70,1916,0.34066325426101685,0.45713937282562256,, -0.6806855797767639,0.5927078127861023,0.5927078127861023,71,1943,,,, -,,,71,1943,0.3093225061893463,0.43462127447128296,, -0.8682873845100403,0.6948163509368896,0.5927078127861023,72,1970,,,, -,,,72,1970,0.24587498605251312,0.37797272205352783,, -0.7632458806037903,0.6319896578788757,0.5927078127861023,73,1997,,,, -,,,73,1997,0.3292861580848694,0.4463495910167694,, -0.6777650713920593,0.589320719242096,0.589320719242096,74,2024,,,, -,,,74,2024,0.2569243311882019,0.38795846700668335,, -0.7188851833343506,0.6088114380836487,0.589320719242096,75,2051,,,, -,,,75,2051,0.23189978301525116,0.36655357480049133,, -0.7127081155776978,0.6075119376182556,0.589320719242096,76,2078,,,, -,,,76,2078,0.2669143080711365,0.399829626083374,, -0.7043185234069824,0.6163596510887146,0.589320719242096,77,2105,,,, -,,,77,2105,0.2954062521457672,0.4229830205440521,, -0.7185732126235962,0.6157618761062622,0.589320719242096,78,2132,,,, -,,,78,2132,0.2675533890724182,0.395561158657074,, -0.7806667685508728,0.6427619457244873,0.589320719242096,79,2159,,,, -,,,79,2159,0.24538598954677582,0.37826457619667053,, -0.6729441285133362,0.5750662088394165,0.5750662088394165,80,2186,,,, -,,,80,2186,0.23245182633399963,0.3692260682582855,, -0.6998395323753357,0.6042066812515259,0.5750662088394165,81,2213,,,, -,,,81,2213,0.21052783727645874,0.3494643270969391,, -0.7244645953178406,0.6318647265434265,0.5750662088394165,82,2240,,,, -,,,82,2240,0.2455376833677292,0.38254350423812866,, -1.0076669454574585,0.7443057894706726,0.5750662088394165,83,2267,,,, -,,,83,2267,0.22589322924613953,0.3670918643474579,, -0.6335638165473938,0.578453540802002,0.5750662088394165,84,2294,,,, -,,,84,2294,0.27317288517951965,0.3993397653102875,, -0.6615192294120789,0.5878304243087769,0.5750662088394165,85,2321,,,, -,,,85,2321,0.2221134752035141,0.3639676570892334,, -0.7104047536849976,0.6230950355529785,0.5750662088394165,86,2348,,,, -,,,86,2348,0.28012174367904663,0.40809181332588196,, -0.7354713082313538,0.6232198476791382,0.5750662088394165,87,2375,,,, -,,,87,2375,0.30891719460487366,0.43193015456199646,, -0.6568796038627625,0.5749892592430115,0.5749892592430115,88,2402,,,, -,,,88,2402,0.2334609478712082,0.37141159176826477,, -0.7620940208435059,0.6334022283554077,0.5749892592430115,89,2429,,,, -,,,89,2429,0.18099577724933624,0.328080952167511,, -0.80649334192276,0.6743619441986084,0.5749892592430115,90,2456,,,, -,,,90,2456,0.21271154284477234,0.35858094692230225,, -0.7330424189567566,0.607187032699585,0.5749892592430115,91,2483,,,, -,,,91,2483,0.20687973499298096,0.3525623679161072,, -0.6327876448631287,0.5681012868881226,0.5681012868881226,92,2510,,,, -,,,92,2510,0.224323108792305,0.3667605519294739,, -0.6801456212997437,0.5748546123504639,0.5681012868881226,93,2537,,,, -,,,93,2537,0.19185778498649597,0.33744463324546814,, -0.6534841656684875,0.5875545740127563,0.5681012868881226,94,2564,,,, -,,,94,2564,0.1728176325559616,0.3168000280857086,, -0.6176829934120178,0.5510460734367371,0.5510460734367371,95,2591,,,, -,,,95,2591,0.1526026427745819,0.29936936497688293,, -0.6904592514038086,0.6156005859375,0.5510460734367371,96,2618,,,, -,,,96,2618,0.19062256813049316,0.33376774191856384,, -0.7172530889511108,0.6137972474098206,0.5510460734367371,97,2645,,,, -,,,97,2645,0.23479998111724854,0.37082794308662415,, -0.6994913220405579,0.5938557386398315,0.5510460734367371,98,2672,,,, -,,,98,2672,0.25390926003456116,0.3851778209209442,, -0.6684723496437073,0.5842351317405701,0.5510460734367371,99,2699,,,, -,,,99,2699,0.18475006520748138,0.3314289450645447,, -,,,96,2592,,,0.5502481460571289,0.5604151487350464 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026846.8aeae21f0ff6.1.30 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026846.8aeae21f0ff6.1.30 deleted file mode 100644 index 8dfda7043deef25a61ae5fcffb1f4202aa4e30cb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647026846.8aeae21f0ff6.1.30 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3e02e7ea9495ecb1b72533f9bc56a3d2d3714414690aadf3c4a514d7c7472470 -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647027089.8aeae21f0ff6.1.31 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647027089.8aeae21f0ff6.1.31 deleted file mode 100644 index 7ab009cdeccb6e5ce4ce31fe70705cf9ad047437..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647027089.8aeae21f0ff6.1.31 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:15bcab965665cd33649963634765d526c87c218d1e89405b3ca2861a1cf60a6f -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index f5e5894e032b6b1953961ec06d9dfa915761872b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/15/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.0014430075022660695 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 253469 -model/params/trainable: 253469 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/.hydra/config.yaml deleted file mode 100644 index b1f06651d4463340ba05c835e44213411b9f5419..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 9 - conv2_size: 3 - conv2_channels: 6 - lin1_size: 72 - lin2_size: 72 - output_size: 1 - lr: 0.0032330499625550673 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/.hydra/hydra.yaml deleted file mode 100644 index 21f14c42d419438a1831e004ee60ba6cf3fb9283..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0032330499625550673 - - model.conv1_size=5 - - model.conv1_channels=9 - - model.conv2_size=3 - - model.conv2_channels=6 - - model.lin1_size=72 - - model.lin2_size=72 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=9,model.conv1_size=5,model.conv2_channels=6,model.conv2_size=3,model.lin1_size=72,model.lin2_size=72,model.lr=0.0032330499625550673,trainer.gpus=0 - id: '16' - num: 16 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/.hydra/overrides.yaml deleted file mode 100644 index 29d2c2e156ba270e430472366c742cba324b3930..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0032330499625550673 -- model.conv1_size=5 -- model.conv1_channels=9 -- model.conv2_size=3 -- model.conv2_channels=6 -- model.lin1_size=72 -- model.lin2_size=72 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/csv/version_0/hparams.yaml deleted file mode 100644 index 3a8b89bddd4efcf582f90ad3a0fe64013e16f5ff..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 9 - conv2_size: 3 - conv2_channels: 6 - lin1_size: 72 - lin2_size: 72 - output_size: 1 - lr: 0.0032330499625550673 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 452833 -model/params/trainable: 452833 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/csv/version_0/metrics.csv deleted file mode 100644 index b78a09ac1524354fab2395848c127232b1562e5e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -5.656192302703857,1.8124021291732788,1.8124021291732788,0,26,,,, -,,,0,26,35.9074821472168,4.091533660888672,, -3.617257595062256,1.4976511001586914,1.4976511001586914,1,53,,,, -,,,1,53,5.24371337890625,1.876914143562317,, -4.526495933532715,1.7923041582107544,1.4976511001586914,2,80,,,, -,,,2,80,3.564729928970337,1.5719847679138184,, -3.3150761127471924,1.47472083568573,1.47472083568573,3,107,,,, -,,,3,107,3.702030897140503,1.5932132005691528,, -3.4386775493621826,1.466895580291748,1.466895580291748,4,134,,,, -,,,4,134,3.6450929641723633,1.5793005228042603,, -3.9025115966796875,1.653939962387085,1.466895580291748,5,161,,,, -,,,5,161,3.5177741050720215,1.5577270984649658,, -3.534714698791504,1.554933786392212,1.466895580291748,6,188,,,, -,,,6,188,3.6206841468811035,1.5714738368988037,, -3.272308588027954,1.450340986251831,1.450340986251831,7,215,,,, -,,,7,215,3.445751428604126,1.5429521799087524,, -3.301173448562622,1.4925222396850586,1.450340986251831,8,242,,,, -,,,8,242,3.3787498474121094,1.5349839925765991,, -3.1093428134918213,1.43574059009552,1.43574059009552,9,269,,,, -,,,9,269,3.3572871685028076,1.5185643434524536,, -3.216444492340088,1.443141222000122,1.43574059009552,10,296,,,, -,,,10,296,3.3854119777679443,1.5278253555297852,, -3.1842148303985596,1.4690452814102173,1.43574059009552,11,323,,,, -,,,11,323,3.1922757625579834,1.4825706481933594,, -3.790989398956299,1.637895941734314,1.43574059009552,12,350,,,, -,,,12,350,3.0664150714874268,1.4469325542449951,, -3.8599116802215576,1.525986671447754,1.43574059009552,13,377,,,, -,,,13,377,3.5575876235961914,1.5515227317810059,, -3.145799160003662,1.4515998363494873,1.43574059009552,14,404,,,, -,,,14,404,3.4396305084228516,1.5353716611862183,, -3.0618667602539062,1.3958008289337158,1.3958008289337158,15,431,,,, -,,,15,431,3.102919816970825,1.4636516571044922,, -2.9733474254608154,1.417779564857483,1.3958008289337158,16,458,,,, -,,,16,458,3.1402485370635986,1.481457233428955,, -2.765336513519287,1.3772861957550049,1.3772861957550049,17,485,,,, -,,,17,485,2.8660287857055664,1.4062532186508179,, -2.758490800857544,1.3484216928482056,1.3484216928482056,18,512,,,, -,,,18,512,3.004465103149414,1.4300047159194946,, -3.1710662841796875,1.4652231931686401,1.3484216928482056,19,539,,,, -,,,19,539,3.3492114543914795,1.514705777168274,, -2.7820627689361572,1.3387740850448608,1.3387740850448608,20,566,,,, -,,,20,566,2.8041906356811523,1.3854212760925293,, -2.4243760108947754,1.2833267450332642,1.2833267450332642,21,593,,,, -,,,21,593,2.7119758129119873,1.3610574007034302,, -2.859022617340088,1.3954570293426514,1.2833267450332642,22,620,,,, -,,,22,620,3.0507407188415527,1.4368523359298706,, -3.4502358436584473,1.5503977537155151,1.2833267450332642,23,647,,,, -,,,23,647,2.9807777404785156,1.4201503992080688,, -3.3599469661712646,1.5407980680465698,1.2833267450332642,24,674,,,, -,,,24,674,2.7438125610351562,1.368982195854187,, -2.728133201599121,1.3449316024780273,1.2833267450332642,25,701,,,, -,,,25,701,2.867478370666504,1.3855258226394653,, -2.7041075229644775,1.337489128112793,1.2833267450332642,26,728,,,, -,,,26,728,2.980445146560669,1.418039321899414,, -2.5124526023864746,1.3138810396194458,1.2833267450332642,27,755,,,, -,,,27,755,2.457883596420288,1.292410969734192,, -2.4271674156188965,1.2680408954620361,1.2680408954620361,28,782,,,, -,,,28,782,2.324681520462036,1.2462435960769653,, -4.742377758026123,1.8365346193313599,1.2680408954620361,29,809,,,, -,,,29,809,2.2228944301605225,1.2269906997680664,, -3.048234462738037,1.4355944395065308,1.2680408954620361,30,836,,,, -,,,30,836,2.4902429580688477,1.2937512397766113,, -2.349989891052246,1.261662483215332,1.261662483215332,31,863,,,, -,,,31,863,2.331332206726074,1.2306970357894897,, -2.2031986713409424,1.2313649654388428,1.2313649654388428,32,890,,,, -,,,32,890,1.916677713394165,1.1316208839416504,, -2.055039167404175,1.1702214479446411,1.1702214479446411,33,917,,,, -,,,33,917,1.79780113697052,1.0967031717300415,, -1.9212201833724976,1.0926231145858765,1.0926231145858765,34,944,,,, -,,,34,944,1.624350666999817,1.0351208448410034,, -1.9180068969726562,1.1230109930038452,1.0926231145858765,35,971,,,, -,,,35,971,1.6816598176956177,1.0423763990402222,, -1.8469148874282837,1.0694985389709473,1.0694985389709473,36,998,,,, -,,,36,998,1.5390325784683228,0.9941666722297668,, -1.5927937030792236,0.9944954514503479,0.9944954514503479,37,1025,,,, -,,,37,1025,1.4383891820907593,0.9618777632713318,, -1.6315124034881592,1.0112817287445068,0.9944954514503479,38,1052,,,, -,,,38,1052,1.3143439292907715,0.9113039970397949,, -1.6135015487670898,1.001075029373169,0.9944954514503479,39,1079,,,, -,,,39,1079,1.2912633419036865,0.9023211002349854,, -1.5051498413085938,0.9790839552879333,0.9790839552879333,40,1106,,,, -,,,40,1106,1.1522328853607178,0.8544777631759644,, -1.342250943183899,0.9051946401596069,0.9051946401596069,41,1133,,,, -,,,41,1133,1.1298969984054565,0.8476470708847046,, -1.2367159128189087,0.8725371360778809,0.8725371360778809,42,1160,,,, -,,,42,1160,1.0327457189559937,0.8057785034179688,, -1.2781929969787598,0.9060685634613037,0.8725371360778809,43,1187,,,, -,,,43,1187,0.9233620762825012,0.7584531307220459,, -1.419978380203247,0.945612370967865,0.8725371360778809,44,1214,,,, -,,,44,1214,0.986907422542572,0.7827011942863464,, -1.2362650632858276,0.8681468963623047,0.8681468963623047,45,1241,,,, -,,,45,1241,0.9802001714706421,0.784102201461792,, -1.1234878301620483,0.8062866926193237,0.8062866926193237,46,1268,,,, -,,,46,1268,0.8918229937553406,0.7456769347190857,, -1.2845640182495117,0.9045916199684143,0.8062866926193237,47,1295,,,, -,,,47,1295,1.0223698616027832,0.7954344153404236,, -1.0837981700897217,0.8144001364707947,0.8062866926193237,48,1322,,,, -,,,48,1322,0.8773937225341797,0.7417517900466919,, -1.0311319828033447,0.79417484998703,0.79417484998703,49,1349,,,, -,,,49,1349,0.7425156235694885,0.6782878041267395,, -1.023513674736023,0.7977298498153687,0.79417484998703,50,1376,,,, -,,,50,1376,0.710953950881958,0.6647962927818298,, -1.1034443378448486,0.8281802535057068,0.79417484998703,51,1403,,,, -,,,51,1403,0.6926559209823608,0.6578510999679565,, -0.9095569849014282,0.7341991066932678,0.7341991066932678,52,1430,,,, -,,,52,1430,0.618320643901825,0.6155999898910522,, -0.9900752902030945,0.7771112322807312,0.7341991066932678,53,1457,,,, -,,,53,1457,0.5820272564888,0.5983592867851257,, -0.8963092565536499,0.7273898124694824,0.7273898124694824,54,1484,,,, -,,,54,1484,0.5287429690361023,0.5652787685394287,, -1.2126166820526123,0.8793811202049255,0.7273898124694824,55,1511,,,, -,,,55,1511,0.5721381306648254,0.5877167582511902,, -0.9730866551399231,0.754671573638916,0.7273898124694824,56,1538,,,, -,,,56,1538,0.590608537197113,0.5991859436035156,, -0.9010796546936035,0.7248573303222656,0.7248573303222656,57,1565,,,, -,,,57,1565,0.5180943608283997,0.5624047517776489,, -0.810998260974884,0.6929612755775452,0.6929612755775452,58,1592,,,, -,,,58,1592,0.456900030374527,0.5196293592453003,, -0.8728740811347961,0.694905161857605,0.6929612755775452,59,1619,,,, -,,,59,1619,0.4163728952407837,0.5007156133651733,, -0.8294084072113037,0.6899893879890442,0.6899893879890442,60,1646,,,, -,,,60,1646,0.41492101550102234,0.497770220041275,, -0.8232625722885132,0.6797997355461121,0.6797997355461121,61,1673,,,, -,,,61,1673,0.3718695044517517,0.4636586606502533,, -0.7292545437812805,0.641106903553009,0.641106903553009,62,1700,,,, -,,,62,1700,0.356064110994339,0.45506158471107483,, -0.7850960493087769,0.6616133451461792,0.641106903553009,63,1727,,,, -,,,63,1727,0.35659122467041016,0.4551204741001129,, -0.7464149594306946,0.6471676826477051,0.641106903553009,64,1754,,,, -,,,64,1754,0.36817649006843567,0.4674270749092102,, -0.9007099866867065,0.7268719673156738,0.641106903553009,65,1781,,,, -,,,65,1781,0.39392077922821045,0.4849379360675812,, -0.8058522343635559,0.6761712431907654,0.641106903553009,66,1808,,,, -,,,66,1808,0.38389506936073303,0.48494115471839905,, -0.8755234479904175,0.7086666822433472,0.641106903553009,67,1835,,,, -,,,67,1835,0.3534983992576599,0.46214041113853455,, -0.8214515447616577,0.6786251664161682,0.641106903553009,68,1862,,,, -,,,68,1862,0.3158664107322693,0.43505460023880005,, -0.7302805185317993,0.6255447268486023,0.6255447268486023,69,1889,,,, -,,,69,1889,0.31206008791923523,0.42303013801574707,, -0.747454822063446,0.6270711421966553,0.6255447268486023,70,1916,,,, -,,,70,1916,0.29773247241973877,0.4178241789340973,, -0.752072274684906,0.6265639662742615,0.6255447268486023,71,1943,,,, -,,,71,1943,0.2634560167789459,0.38769450783729553,, -0.6715511679649353,0.6017744541168213,0.6017744541168213,72,1970,,,, -,,,72,1970,0.23996862769126892,0.37068209052085876,, -0.7699596285820007,0.6390188336372375,0.6017744541168213,73,1997,,,, -,,,73,1997,0.24613218009471893,0.3729000389575958,, -0.6848371624946594,0.590288519859314,0.590288519859314,74,2024,,,, -,,,74,2024,0.243092879652977,0.3674631416797638,, -0.6795075535774231,0.5830729603767395,0.5830729603767395,75,2051,,,, -,,,75,2051,0.2440256029367447,0.3759060204029083,, -0.6168327927589417,0.5669487118721008,0.5669487118721008,76,2078,,,, -,,,76,2078,0.24170081317424774,0.3741501271724701,, -0.6302927732467651,0.5668897032737732,0.5668897032737732,77,2105,,,, -,,,77,2105,0.22974573075771332,0.3653024435043335,, -0.723208487033844,0.6026579141616821,0.5668897032737732,78,2132,,,, -,,,78,2132,0.19683891534805298,0.34139493107795715,, -0.6103426218032837,0.5499604940414429,0.5499604940414429,79,2159,,,, -,,,79,2159,0.18787463009357452,0.3289989233016968,, -0.6620169878005981,0.5826941728591919,0.5499604940414429,80,2186,,,, -,,,80,2186,0.2982189953327179,0.3826090395450592,, -0.7591264843940735,0.6271018385887146,0.5499604940414429,81,2213,,,, -,,,81,2213,0.3696407079696655,0.4509156346321106,, -0.6196191906929016,0.559590756893158,0.5499604940414429,82,2240,,,, -,,,82,2240,0.2522026598453522,0.37765011191368103,, -0.6015218496322632,0.5516523122787476,0.5499604940414429,83,2267,,,, -,,,83,2267,0.1921621561050415,0.3333680033683777,, -0.6190942525863647,0.5415391325950623,0.5415391325950623,84,2294,,,, -,,,84,2294,0.15760938823223114,0.29766154289245605,, -0.6104000806808472,0.5404481291770935,0.5404481291770935,85,2321,,,, -,,,85,2321,0.1658509075641632,0.31218597292900085,, -0.624198853969574,0.5459010601043701,0.5404481291770935,86,2348,,,, -,,,86,2348,0.1567072719335556,0.29622524976730347,, -0.6378946900367737,0.5593262314796448,0.5404481291770935,87,2375,,,, -,,,87,2375,0.1644420176744461,0.3016183376312256,, -0.6117154955863953,0.5510921478271484,0.5404481291770935,88,2402,,,, -,,,88,2402,0.19573715329170227,0.33395975828170776,, -0.6437923312187195,0.5720934867858887,0.5404481291770935,89,2429,,,, -,,,89,2429,0.19873103499412537,0.343138188123703,, -0.7416623830795288,0.6261780858039856,0.5404481291770935,90,2456,,,, -,,,90,2456,0.22116336226463318,0.36339256167411804,, -0.6262254118919373,0.538064181804657,0.538064181804657,91,2483,,,, -,,,91,2483,0.1689670979976654,0.3140451908111572,, -0.6148363351821899,0.5493287444114685,0.538064181804657,92,2510,,,, -,,,92,2510,0.15201829373836517,0.29879438877105713,, -0.6083292961120605,0.5397672057151794,0.538064181804657,93,2537,,,, -,,,93,2537,0.13924677670001984,0.28134599328041077,, -0.5498754978179932,0.523851752281189,0.523851752281189,94,2564,,,, -,,,94,2564,0.13662871718406677,0.282514750957489,, -0.6371698975563049,0.5764812231063843,0.523851752281189,95,2591,,,, -,,,95,2591,0.15905793011188507,0.3046416640281677,, -0.5814332365989685,0.5357242822647095,0.523851752281189,96,2618,,,, -,,,96,2618,0.12864083051681519,0.2738187611103058,, -0.5593589544296265,0.533672034740448,0.523851752281189,97,2645,,,, -,,,97,2645,0.14338137209415436,0.28648310899734497,, -0.6395574808120728,0.5718033909797668,0.523851752281189,98,2672,,,, -,,,98,2672,0.17361602187156677,0.3066215217113495,, -0.5728170275688171,0.5361831784248352,0.523851752281189,99,2699,,,, -,,,99,2699,0.14975635707378387,0.29076263308525085,, -,,,95,2565,,,0.46525007486343384,0.497062623500824 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647027089.8aeae21f0ff6.1.32 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647027089.8aeae21f0ff6.1.32 deleted file mode 100644 index 74a499941953d4723497f92f000aa4cf00574563..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647027089.8aeae21f0ff6.1.32 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:69a7023fda14208ed53f48b4b96f3676febe8a37a71f59dec24673ed0581c1c6 -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028353.8aeae21f0ff6.1.33 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028353.8aeae21f0ff6.1.33 deleted file mode 100644 index fc64a7df143367c61bfb13ff413848ab26ad8ffa..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028353.8aeae21f0ff6.1.33 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9e32fac659d8bb23bba7658bb25d20e507c0869b89ddb75bd82103ec98d97dd2 -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 3a8b89bddd4efcf582f90ad3a0fe64013e16f5ff..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/16/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 9 - conv2_size: 3 - conv2_channels: 6 - lin1_size: 72 - lin2_size: 72 - output_size: 1 - lr: 0.0032330499625550673 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 452833 -model/params/trainable: 452833 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/.hydra/config.yaml deleted file mode 100644 index 21e5126f3cfe3ada2ff797da43b5c829f546ee6a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.0011229025344974759 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/.hydra/hydra.yaml deleted file mode 100644 index 1160d33b347b57726d950114ea3c67e050a8b73f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0011229025344974759 - - model.conv1_size=3 - - model.conv1_channels=3 - - model.conv2_size=7 - - model.conv2_channels=11 - - model.lin1_size=32 - - model.lin2_size=128 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=3,model.conv1_size=3,model.conv2_channels=11,model.conv2_size=7,model.lin1_size=32,model.lin2_size=128,model.lr=0.0011229025344974759,trainer.gpus=0 - id: '17' - num: 17 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/.hydra/overrides.yaml deleted file mode 100644 index c4ff4f3aef36cd0bc74268713b706c5c07f2214b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0011229025344974759 -- model.conv1_size=3 -- model.conv1_channels=3 -- model.conv2_size=7 -- model.conv2_channels=11 -- model.lin1_size=32 -- model.lin2_size=128 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/csv/version_0/hparams.yaml deleted file mode 100644 index 0ae01045390179e403b91e70d84a1543ca384c7f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.0011229025344974759 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 460969 -model/params/trainable: 460969 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/csv/version_0/metrics.csv deleted file mode 100644 index f55970a08d7ea06c64f6cd13c42e640e9e05809e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -3.9174067974090576,1.6328357458114624,1.6328357458114624,0,26,,,, -,,,0,26,4.440439224243164,1.7123254537582397,, -3.586064100265503,1.5476189851760864,1.5476189851760864,1,53,,,, -,,,1,53,3.6841840744018555,1.592596173286438,, -3.411287307739258,1.5021679401397705,1.5021679401397705,2,80,,,, -,,,2,80,3.4958229064941406,1.5518220663070679,, -3.322105646133423,1.4770745038986206,1.4770745038986206,3,107,,,, -,,,3,107,3.4528634548187256,1.5373834371566772,, -3.413459539413452,1.4721951484680176,1.4721951484680176,4,134,,,, -,,,4,134,3.5689103603363037,1.5613348484039307,, -3.2752530574798584,1.4590152502059937,1.4590152502059937,5,161,,,, -,,,5,161,3.4518613815307617,1.5359524488449097,, -3.3077797889709473,1.4403690099716187,1.4403690099716187,6,188,,,, -,,,6,188,3.1643028259277344,1.4714312553405762,, -3.0102126598358154,1.401060700416565,1.401060700416565,7,215,,,, -,,,7,215,3.07625150680542,1.448545217514038,, -3.59279203414917,1.5810314416885376,1.401060700416565,8,242,,,, -,,,8,242,3.1228551864624023,1.4484721422195435,, -2.7358126640319824,1.3418817520141602,1.3418817520141602,9,269,,,, -,,,9,269,2.8307535648345947,1.3778040409088135,, -2.3404033184051514,1.2421290874481201,1.2421290874481201,10,296,,,, -,,,10,296,2.4131712913513184,1.2602035999298096,, -2.5901317596435547,1.2429015636444092,1.2421290874481201,11,323,,,, -,,,11,323,2.281947374343872,1.227132797241211,, -2.4592599868774414,1.2930854558944702,1.2421290874481201,12,350,,,, -,,,12,350,2.206272840499878,1.1927485466003418,, -3.2666006088256836,1.506699800491333,1.2421290874481201,13,377,,,, -,,,13,377,1.9728981256484985,1.1253231763839722,, -3.0252645015716553,1.4427164793014526,1.2421290874481201,14,404,,,, -,,,14,404,1.926291584968567,1.1151949167251587,, -1.8483506441116333,1.0935577154159546,1.0935577154159546,15,431,,,, -,,,15,431,1.7651028633117676,1.0657193660736084,, -1.9195717573165894,1.128928303718567,1.0935577154159546,16,458,,,, -,,,16,458,1.5419373512268066,0.989308774471283,, -1.8607549667358398,1.071291208267212,1.071291208267212,17,485,,,, -,,,17,485,1.91948401927948,1.1103359460830688,, -1.5435692071914673,1.004734754562378,1.004734754562378,18,512,,,, -,,,18,512,1.533365249633789,0.9920171499252319,, -1.5834556818008423,0.9957402348518372,0.9957402348518372,19,539,,,, -,,,19,539,1.4745227098464966,0.9676283001899719,, -1.454313039779663,0.9339115023612976,0.9339115023612976,20,566,,,, -,,,20,566,1.4415245056152344,0.9648711681365967,, -1.4416215419769287,0.9548912644386292,0.9339115023612976,21,593,,,, -,,,21,593,1.2790206670761108,0.8874219059944153,, -1.5924581289291382,0.9802716374397278,0.9339115023612976,22,620,,,, -,,,22,620,1.2368403673171997,0.8811230063438416,, -1.5112364292144775,0.9952699542045593,0.9339115023612976,23,647,,,, -,,,23,647,1.2870492935180664,0.897260308265686,, -1.1611961126327515,0.8506230115890503,0.8506230115890503,24,674,,,, -,,,24,674,1.1033830642700195,0.8308447003364563,, -1.1840925216674805,0.8828688859939575,0.8506230115890503,25,701,,,, -,,,25,701,0.8990964889526367,0.7500354647636414,, -1.1634409427642822,0.858534038066864,0.8506230115890503,26,728,,,, -,,,26,728,1.036601185798645,0.8071293830871582,, -1.1323246955871582,0.842353880405426,0.842353880405426,27,755,,,, -,,,27,755,0.8792541027069092,0.7356492280960083,, -1.9575281143188477,1.1768954992294312,0.842353880405426,28,782,,,, -,,,28,782,0.9012842178344727,0.7387031316757202,, -1.7659730911254883,1.1099122762680054,0.842353880405426,29,809,,,, -,,,29,809,1.0181238651275635,0.799663782119751,, -1.4078187942504883,0.9635487198829651,0.842353880405426,30,836,,,, -,,,30,836,1.0943033695220947,0.8223509788513184,, -1.2760841846466064,0.8666119575500488,0.842353880405426,31,863,,,, -,,,31,863,0.9930079579353333,0.7750253677368164,, -1.3226178884506226,0.8889783024787903,0.842353880405426,32,890,,,, -,,,32,890,0.9674655199050903,0.7641089558601379,, -1.1539011001586914,0.8805269002914429,0.842353880405426,33,917,,,, -,,,33,917,0.7741116285324097,0.692740261554718,, -1.741826057434082,1.1028082370758057,0.842353880405426,34,944,,,, -,,,34,944,0.8921380043029785,0.7381786108016968,, -0.9583519697189331,0.7793678045272827,0.7793678045272827,35,971,,,, -,,,35,971,0.7404810190200806,0.6720849871635437,, -0.9381980895996094,0.7563053369522095,0.7563053369522095,36,998,,,, -,,,36,998,0.75699383020401,0.6741054058074951,, -0.879999577999115,0.7278153896331787,0.7278153896331787,37,1025,,,, -,,,37,1025,0.6111023426055908,0.6116250157356262,, -0.8695667386054993,0.7284803986549377,0.7278153896331787,38,1052,,,, -,,,38,1052,0.6168637275695801,0.6159440279006958,, -0.9597488045692444,0.7744302153587341,0.7278153896331787,39,1079,,,, -,,,39,1079,0.640941858291626,0.6245231628417969,, -0.9859704375267029,0.7636250853538513,0.7278153896331787,40,1106,,,, -,,,40,1106,0.6182544827461243,0.6092221140861511,, -1.0115960836410522,0.7856490015983582,0.7278153896331787,41,1133,,,, -,,,41,1133,0.7900444269180298,0.6926448345184326,, -1.0745975971221924,0.8166933655738831,0.7278153896331787,42,1160,,,, -,,,42,1160,0.654069185256958,0.6244465112686157,, -0.8347962498664856,0.7015546560287476,0.7015546560287476,43,1187,,,, -,,,43,1187,0.6250354051589966,0.615216851234436,, -0.7638819217681885,0.6812145113945007,0.6812145113945007,44,1214,,,, -,,,44,1214,0.5366697907447815,0.5659981369972229,, -0.8755496740341187,0.7113582491874695,0.6812145113945007,45,1241,,,, -,,,45,1241,0.5694525241851807,0.5813160538673401,, -0.8240672945976257,0.7070975303649902,0.6812145113945007,46,1268,,,, -,,,46,1268,0.5095095038414001,0.5489262938499451,, -0.7705619931221008,0.6770421266555786,0.6770421266555786,47,1295,,,, -,,,47,1295,0.4315667152404785,0.5064060091972351,, -1.0336097478866577,0.7661932110786438,0.6770421266555786,48,1322,,,, -,,,48,1322,0.6127215623855591,0.6006032824516296,, -0.9942582845687866,0.7520933747291565,0.6770421266555786,49,1349,,,, -,,,49,1349,0.5440038442611694,0.5709386467933655,, -0.7388777732849121,0.651194155216217,0.651194155216217,50,1376,,,, -,,,50,1376,0.42397916316986084,0.49566230177879333,, -0.7422141432762146,0.6377425789833069,0.6377425789833069,51,1403,,,, -,,,51,1403,0.4570855498313904,0.5255690217018127,, -0.7955811619758606,0.6716285347938538,0.6377425789833069,52,1430,,,, -,,,52,1430,0.4565846920013428,0.5216118097305298,, -0.8091434836387634,0.6817921996116638,0.6377425789833069,53,1457,,,, -,,,53,1457,0.40891095995903015,0.4891696870326996,, -0.7976606488227844,0.6675496101379395,0.6377425789833069,54,1484,,,, -,,,54,1484,0.363265722990036,0.46308329701423645,, -0.7116459608078003,0.6230208277702332,0.6230208277702332,55,1511,,,, -,,,55,1511,0.372984379529953,0.4723389148712158,, -0.6735580563545227,0.6109715104103088,0.6109715104103088,56,1538,,,, -,,,56,1538,0.4008852541446686,0.4865625202655792,, -0.7904998660087585,0.6781773567199707,0.6109715104103088,57,1565,,,, -,,,57,1565,0.37853705883026123,0.4631141722202301,, -0.6804683804512024,0.6067395806312561,0.6067395806312561,58,1592,,,, -,,,58,1592,0.35161247849464417,0.4566388428211212,, -0.6533992886543274,0.5996950268745422,0.5996950268745422,59,1619,,,, -,,,59,1619,0.3152792453765869,0.43187546730041504,, -0.6843070983886719,0.6109601855278015,0.5996950268745422,60,1646,,,, -,,,60,1646,0.28566688299179077,0.40487974882125854,, -1.0383572578430176,0.7659009695053101,0.5996950268745422,61,1673,,,, -,,,61,1673,0.3231411576271057,0.43500182032585144,, -0.7096298933029175,0.632848858833313,0.5996950268745422,62,1700,,,, -,,,62,1700,0.3808276951313019,0.483880877494812,, -0.6575154662132263,0.6064616441726685,0.5996950268745422,63,1727,,,, -,,,63,1727,0.31773293018341064,0.43208929896354675,, -0.6213972568511963,0.5726227760314941,0.5726227760314941,64,1754,,,, -,,,64,1754,0.27784690260887146,0.40329697728157043,, -0.683853030204773,0.621567964553833,0.5726227760314941,65,1781,,,, -,,,65,1781,0.26081573963165283,0.3909560739994049,, -0.6848634481430054,0.6099103689193726,0.5726227760314941,66,1808,,,, -,,,66,1808,0.3520340621471405,0.4561200737953186,, -0.637401819229126,0.5895339250564575,0.5726227760314941,67,1835,,,, -,,,67,1835,0.2711813747882843,0.40113022923469543,, -0.6151980757713318,0.5754731893539429,0.5726227760314941,68,1862,,,, -,,,68,1862,0.3098195195198059,0.42690685391426086,, -0.647722065448761,0.5950169563293457,0.5726227760314941,69,1889,,,, -,,,69,1889,0.28921693563461304,0.4127194881439209,, -0.7133522033691406,0.6406291723251343,0.5726227760314941,70,1916,,,, -,,,70,1916,0.28584596514701843,0.41425269842147827,, -0.6199105978012085,0.5774156451225281,0.5726227760314941,71,1943,,,, -,,,71,1943,0.33290648460388184,0.4444785416126251,, -0.6011765599250793,0.5580931305885315,0.5580931305885315,72,1970,,,, -,,,72,1970,0.20903828740119934,0.34638839960098267,, -0.6603188514709473,0.6223474740982056,0.5580931305885315,73,1997,,,, -,,,73,1997,0.23247267305850983,0.36739328503608704,, -0.7282428741455078,0.6422038674354553,0.5580931305885315,74,2024,,,, -,,,74,2024,0.2790132164955139,0.40669354796409607,, -0.5331168174743652,0.5120545029640198,0.5120545029640198,75,2051,,,, -,,,75,2051,0.1986873596906662,0.3367575705051422,, -0.5851306319236755,0.5542154908180237,0.5120545029640198,76,2078,,,, -,,,76,2078,0.21192383766174316,0.3517540991306305,, -0.592113733291626,0.5562004446983337,0.5120545029640198,77,2105,,,, -,,,77,2105,0.21053382754325867,0.35492372512817383,, -0.5324984192848206,0.5145723223686218,0.5120545029640198,78,2132,,,, -,,,78,2132,0.1828492432832718,0.32237979769706726,, -0.7027365565299988,0.6064950823783875,0.5120545029640198,79,2159,,,, -,,,79,2159,0.19724638760089874,0.3375478684902191,, -0.5526931881904602,0.5440780520439148,0.5120545029640198,80,2186,,,, -,,,80,2186,0.24542716145515442,0.3761252462863922,, -0.5395269989967346,0.5144836902618408,0.5120545029640198,81,2213,,,, -,,,81,2213,0.19891391694545746,0.33796125650405884,, -0.5162090063095093,0.5175445675849915,0.5120545029640198,82,2240,,,, -,,,82,2240,0.20484477281570435,0.3440387547016144,, -0.6469184160232544,0.6068226099014282,0.5120545029640198,83,2267,,,, -,,,83,2267,0.17394931614398956,0.31598058342933655,, -0.50249844789505,0.5010483264923096,0.5010483264923096,84,2294,,,, -,,,84,2294,0.17762649059295654,0.3223203122615814,, -0.5381960868835449,0.5217665433883667,0.5010483264923096,85,2321,,,, -,,,85,2321,0.15800663828849792,0.3007960319519043,, -0.6220799088478088,0.5797479748725891,0.5010483264923096,86,2348,,,, -,,,86,2348,0.14812688529491425,0.2927723824977875,, -0.6572079658508301,0.5898290872573853,0.5010483264923096,87,2375,,,, -,,,87,2375,0.2552526593208313,0.39559465646743774,, -0.5452880263328552,0.5401129722595215,0.5010483264923096,88,2402,,,, -,,,88,2402,0.2044612020254135,0.34348931908607483,, -0.5028792023658752,0.5148942470550537,0.5010483264923096,89,2429,,,, -,,,89,2429,0.20472215116024017,0.3526219129562378,, -0.7115685939788818,0.6237688660621643,0.5010483264923096,90,2456,,,, -,,,90,2456,0.15175923705101013,0.29462742805480957,, -0.5795788764953613,0.5369406342506409,0.5010483264923096,91,2483,,,, -,,,91,2483,0.23033340275287628,0.37420979142189026,, -0.49749356508255005,0.5004426836967468,0.500442624092102,92,2510,,,, -,,,92,2510,0.16313998401165009,0.2994247376918793,, -0.5750610828399658,0.5598558187484741,0.500442624092102,93,2537,,,, -,,,93,2537,0.1582103967666626,0.3033260405063629,, -0.5168628096580505,0.5172458291053772,0.500442624092102,94,2564,,,, -,,,94,2564,0.16831381618976593,0.3153594732284546,, -0.5451537370681763,0.5513449311256409,0.500442624092102,95,2591,,,, -,,,95,2591,0.16426096856594086,0.3088771104812622,, -0.5519328117370605,0.541864812374115,0.500442624092102,96,2618,,,, -,,,96,2618,0.19587522745132446,0.3458349406719208,, -0.5410944819450378,0.5165489912033081,0.500442624092102,97,2645,,,, -,,,97,2645,0.16488902270793915,0.3106059432029724,, -0.5562816858291626,0.5422425270080566,0.500442624092102,98,2672,,,, -,,,98,2672,0.14430271089076996,0.2877107858657837,, -0.517262876033783,0.5189647078514099,0.500442624092102,99,2699,,,, -,,,99,2699,0.2027074694633484,0.3479313254356384,, -,,,93,2511,,,0.4508901536464691,0.4970780313014984 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028353.8aeae21f0ff6.1.34 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028353.8aeae21f0ff6.1.34 deleted file mode 100644 index 10f982d4b6974c8f9defbc550999f67cb1ddd528..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028353.8aeae21f0ff6.1.34 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bf94f225878fc5bcc49e84482432ebd8bbf40829dcdb9ac033e00b537a652b1e -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028640.8aeae21f0ff6.1.35 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028640.8aeae21f0ff6.1.35 deleted file mode 100644 index 975298bab62c649d9855e77a86f1f8b6551e5872..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028640.8aeae21f0ff6.1.35 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ce2474dac5b8acaee3aec3f43d9afc5aab9e7bae335e93126f9378b17a3ea25b -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 0ae01045390179e403b91e70d84a1543ca384c7f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/17/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.0011229025344974759 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 460969 -model/params/trainable: 460969 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/.hydra/config.yaml deleted file mode 100644 index 025443abd5278a2423ea35b50ea1d1ce5f2f895f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 7 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 72 - output_size: 1 - lr: 0.006284868090260693 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/.hydra/hydra.yaml deleted file mode 100644 index 9afc02be92044d8b3186f7c5432a02e935fddc26..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.006284868090260693 - - model.conv1_size=3 - - model.conv1_channels=9 - - model.conv2_size=7 - - model.conv2_channels=11 - - model.lin1_size=32 - - model.lin2_size=72 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focusConvMSE_150,model.conv1_channels=9,model.conv1_size=3,model.conv2_channels=11,model.conv2_size=7,model.lin1_size=32,model.lin2_size=72,model.lr=0.006284868090260693,trainer.gpus=0 - id: '18' - num: 18 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/.hydra/overrides.yaml deleted file mode 100644 index 09fd9b728756f227395a6370f749293f3131b599..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.006284868090260693 -- model.conv1_size=3 -- model.conv1_channels=9 -- model.conv2_size=7 -- model.conv2_channels=11 -- model.lin1_size=32 -- model.lin2_size=72 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/csv/version_0/hparams.yaml deleted file mode 100644 index 7ca1711491f4b4e41554525c10367cc17b9268eb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 7 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 72 - output_size: 1 - lr: 0.006284868090260693 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 394091 -model/params/trainable: 394091 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/csv/version_0/metrics.csv deleted file mode 100644 index c1ba6ba76c67ddc6e01104a4b0391d05f03b24ca..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -56.774147033691406,6.23647403717041,1.95155668258667,0,13,,,, -,,,0,13,2201.6025390625,27.56974983215332,, -42.186187744140625,5.943130970001221,1.95155668258667,1,27,,,, -,,,1,27,125.7852783203125,9.11864948272705,, -5.16692590713501,1.7798000574111938,1.7798000574111938,2,41,,,, -,,,2,41,26.214536666870117,4.149721622467041,, -5.219829082489014,1.757091999053955,1.757091999053955,3,55,,,, -,,,3,55,8.031139373779297,2.2866954803466797,, -4.039690971374512,1.6334526538848877,1.6334526538848877,4,69,,,, -,,,4,69,4.724732398986816,1.7566893100738525,, -3.0846168994903564,1.4306660890579224,1.4306660890579224,5,83,,,, -,,,5,83,3.323984146118164,1.4999098777770996,, -3.0627331733703613,1.4315818548202515,1.4306660890579224,6,97,,,, -,,,6,97,2.985140562057495,1.4263068437576294,, -2.9826676845550537,1.4163230657577515,1.4163230657577515,7,111,,,, -,,,7,111,2.877147674560547,1.4055393934249878,, -3.1734619140625,1.4524592161178589,1.4163230657577515,8,125,,,, -,,,8,125,2.814448356628418,1.3812648057937622,, -2.96062970161438,1.3898706436157227,1.3898706436157227,9,139,,,, -,,,9,139,2.985722541809082,1.4062771797180176,, -2.831573247909546,1.368639349937439,1.368639349937439,10,153,,,, -,,,10,153,2.7841289043426514,1.36887788772583,, -2.7972960472106934,1.3756415843963623,1.368639349937439,11,167,,,, -,,,11,167,2.842250108718872,1.379338264465332,, -2.9356257915496826,1.3986939191818237,1.368639349937439,12,181,,,, -,,,12,181,2.560922861099243,1.3131715059280396,, -3.1173248291015625,1.397262454032898,1.368639349937439,13,195,,,, -,,,13,195,2.702239751815796,1.34521484375,, -2.675157070159912,1.3460408449172974,1.3460408449172974,14,209,,,, -,,,14,209,2.507343053817749,1.3025952577590942,, -2.8359568119049072,1.3591928482055664,1.3460408449172974,15,223,,,, -,,,15,223,2.5856165885925293,1.306459665298462,, -3.974372148513794,1.6099852323532104,1.3460408449172974,16,237,,,, -,,,16,237,2.7106924057006836,1.3296470642089844,, -2.5735933780670166,1.3013628721237183,1.3013628721237183,17,251,,,, -,,,17,251,2.8274612426757812,1.3543193340301514,, -2.5431978702545166,1.3153694868087769,1.3013628721237183,18,265,,,, -,,,18,265,2.4283459186553955,1.2715740203857422,, -2.645860433578491,1.3291690349578857,1.3013628721237183,19,279,,,, -,,,19,279,2.3865535259246826,1.2613530158996582,, -2.5171079635620117,1.2762516736984253,1.2762516736984253,20,293,,,, -,,,20,293,2.2633461952209473,1.2334771156311035,, -2.781846284866333,1.3095985651016235,1.2762516736984253,21,307,,,, -,,,21,307,2.3642523288726807,1.256316065788269,, -2.8645763397216797,1.4008387327194214,1.2762516736984253,22,321,,,, -,,,22,321,2.4240763187408447,1.268812656402588,, -3.0740249156951904,1.3557721376419067,1.2762516736984253,23,335,,,, -,,,23,335,2.692288875579834,1.3350659608840942,, -2.7578346729278564,1.2992838621139526,1.2762516736984253,24,349,,,, -,,,24,349,2.987196445465088,1.3936582803726196,, -2.349303722381592,1.2491306066513062,1.2491306066513062,25,363,,,, -,,,25,363,2.3215198516845703,1.2419861555099487,, -2.300065040588379,1.2259584665298462,1.2259584665298462,26,377,,,, -,,,26,377,2.1594982147216797,1.198087453842163,, -2.363929271697998,1.2464075088500977,1.2259584665298462,27,391,,,, -,,,27,391,2.018402576446533,1.1610512733459473,, -2.2802748680114746,1.2068511247634888,1.2068511247634888,28,405,,,, -,,,28,405,2.3809549808502197,1.249792218208313,, -3.0805630683898926,1.4460797309875488,1.2068511247634888,29,419,,,, -,,,29,419,2.5762088298797607,1.2934813499450684,, -2.280775785446167,1.2160216569900513,1.2068511247634888,30,433,,,, -,,,30,433,2.3096885681152344,1.2236289978027344,, -4.273106575012207,1.696542501449585,1.2068511247634888,31,447,,,, -,,,31,447,1.938685655593872,1.140071153640747,, -2.918236017227173,1.416425347328186,1.2068511247634888,32,461,,,, -,,,32,461,2.0941174030303955,1.1639742851257324,, -2.2599921226501465,1.214633822441101,1.2068511247634888,33,475,,,, -,,,33,475,2.2649545669555664,1.217695951461792,, -2.5242278575897217,1.292293906211853,1.2068511247634888,34,489,,,, -,,,34,489,1.947211503982544,1.1331738233566284,, -2.353548526763916,1.2523994445800781,1.2068511247634888,35,503,,,, -,,,35,503,2.1568522453308105,1.198095440864563,, -3.0878100395202637,1.411014437675476,1.2068511247634888,36,517,,,, -,,,36,517,1.9281556606292725,1.1260261535644531,, -3.5498409271240234,1.4329127073287964,1.2068511247634888,37,531,,,, -,,,37,531,2.258777141571045,1.2042264938354492,, -2.5985496044158936,1.301538109779358,1.2068511247634888,38,545,,,, -,,,38,545,2.229626178741455,1.1975044012069702,, -2.4798941612243652,1.2866618633270264,1.2068511247634888,39,559,,,, -,,,39,559,1.9118484258651733,1.1236058473587036,, -2.205439329147339,1.2068074941635132,1.2068074941635132,40,573,,,, -,,,40,573,1.9538506269454956,1.1353708505630493,, -2.9444148540496826,1.3639625310897827,1.2068074941635132,41,587,,,, -,,,41,587,2.151129722595215,1.1706095933914185,, -3.5037639141082764,1.5440852642059326,1.2068074941635132,42,601,,,, -,,,42,601,2.2425339221954346,1.1938691139221191,, -2.652766466140747,1.2576874494552612,1.2068074941635132,43,615,,,, -,,,43,615,2.989194631576538,1.3723217248916626,, -2.181107997894287,1.1796543598175049,1.1796543598175049,44,629,,,, -,,,44,629,2.507622241973877,1.2623403072357178,, -2.3781137466430664,1.2169891595840454,1.1796543598175049,45,643,,,, -,,,45,643,2.069077253341675,1.158772349357605,, -2.2214672565460205,1.1935780048370361,1.1796543598175049,46,657,,,, -,,,46,657,2.04424786567688,1.1528115272521973,, -2.447061061859131,1.280379056930542,1.1796543598175049,47,671,,,, -,,,47,671,1.8454599380493164,1.1036527156829834,, -2.1810762882232666,1.1746894121170044,1.1746894121170044,48,685,,,, -,,,48,685,1.7358381748199463,1.0703423023223877,, -2.225835084915161,1.1834077835083008,1.1746894121170044,49,699,,,, -,,,49,699,1.794520616531372,1.087410569190979,, -2.184363603591919,1.1692274808883667,1.1692274808883667,50,713,,,, -,,,50,713,2.041707992553711,1.1548255681991577,, -2.1968209743499756,1.1953843832015991,1.1692274808883667,51,727,,,, -,,,51,727,1.7992947101593018,1.0817821025848389,, -2.197024345397949,1.1888728141784668,1.1692274808883667,52,741,,,, -,,,52,741,1.7759404182434082,1.0897334814071655,, -2.2420830726623535,1.2200899124145508,1.1692274808883667,53,755,,,, -,,,53,755,1.9488238096237183,1.1257933378219604,, -2.482447385787964,1.282067060470581,1.1692274808883667,54,769,,,, -,,,54,769,1.6946320533752441,1.0518947839736938,, -2.0443711280822754,1.141912579536438,1.141912579536438,55,783,,,, -,,,55,783,1.8259507417678833,1.0899722576141357,, -2.0316965579986572,1.1350617408752441,1.1350617408752441,56,797,,,, -,,,56,797,1.8319886922836304,1.0786151885986328,, -3.1099207401275635,1.4515914916992188,1.1350617408752441,57,811,,,, -,,,57,811,1.6566563844680786,1.0472838878631592,, -2.6579387187957764,1.2551743984222412,1.1350617408752441,58,825,,,, -,,,58,825,1.856452465057373,1.0937432050704956,, -3.229980707168579,1.5072954893112183,1.1350617408752441,59,839,,,, -,,,59,839,1.9799911975860596,1.1246888637542725,, -3.9803240299224854,1.6110234260559082,1.1350617408752441,60,853,,,, -,,,60,853,2.0912718772888184,1.1589232683181763,, -3.3936927318573,1.5317432880401611,1.1350617408752441,61,867,,,, -,,,61,867,2.347913980484009,1.216936469078064,, -2.0576789379119873,1.165977954864502,1.1350617408752441,62,881,,,, -,,,62,881,2.0145881175994873,1.1453605890274048,, -2.2732126712799072,1.2093816995620728,1.1350617408752441,63,895,,,, -,,,63,895,1.718834400177002,1.06278395652771,, -2.2333900928497314,1.1837867498397827,1.1350617408752441,64,909,,,, -,,,64,909,1.6244165897369385,1.0409029722213745,, -1.9636175632476807,1.1195043325424194,1.1195043325424194,65,923,,,, -,,,65,923,1.7512942552566528,1.0601987838745117,, -2.3963370323181152,1.2728545665740967,1.1195043325424194,66,937,,,, -,,,66,937,1.6427781581878662,1.0364688634872437,, -2.0173206329345703,1.1213445663452148,1.1195043325424194,67,951,,,, -,,,67,951,1.7584569454193115,1.0644035339355469,, -1.9581040143966675,1.119918704032898,1.1195043325424194,68,965,,,, -,,,68,965,1.7142698764801025,1.0480254888534546,, -2.2420661449432373,1.224564552307129,1.1195043325424194,69,979,,,, -,,,69,979,1.6086069345474243,1.0218818187713623,, -2.127450942993164,1.1881712675094604,1.1195043325424194,70,993,,,, -,,,70,993,1.6672744750976562,1.0372182130813599,, -2.633105754852295,1.2526758909225464,1.1195043325424194,71,1007,,,, -,,,71,1007,1.8478573560714722,1.0852044820785522,, -1.951112151145935,1.0978765487670898,1.0978765487670898,72,1021,,,, -,,,72,1021,1.7674401998519897,1.0714681148529053,, -2.350886821746826,1.1823350191116333,1.0978765487670898,73,1035,,,, -,,,73,1035,1.6049785614013672,1.0267778635025024,, -2.1695075035095215,1.1805405616760254,1.0978765487670898,74,1049,,,, -,,,74,1049,2.3595945835113525,1.2113853693008423,, -2.0281784534454346,1.1282546520233154,1.0978765487670898,75,1063,,,, -,,,75,1063,1.7356103658676147,1.0580198764801025,, -1.8889468908309937,1.122814416885376,1.0978765487670898,76,1077,,,, -,,,76,1077,1.605931282043457,1.0227340459823608,, -1.8147048950195312,1.0870718955993652,1.0870718955993652,77,1091,,,, -,,,77,1091,1.4950228929519653,0.9892339110374451,, -2.019944190979004,1.1046762466430664,1.0870718955993652,78,1105,,,, -,,,78,1105,1.534989833831787,1.000350832939148,, -2.0149996280670166,1.1459330320358276,1.0870718955993652,79,1119,,,, -,,,79,1119,1.5197136402130127,0.9854339957237244,, -2.4244518280029297,1.2783833742141724,1.0870718955993652,80,1133,,,, -,,,80,1133,1.5215007066726685,0.9868505001068115,, -2.265496253967285,1.2448216676712036,1.0870718955993652,81,1147,,,, -,,,81,1147,1.6151067018508911,1.0110819339752197,, -1.9759156703948975,1.1024318933486938,1.0870718955993652,82,1161,,,, -,,,82,1161,1.5050526857376099,0.9975517392158508,, -1.906861662864685,1.080531358718872,1.080531358718872,83,1175,,,, -,,,83,1175,1.6249029636383057,1.0240576267242432,, -1.9041930437088013,1.11141836643219,1.080531358718872,84,1189,,,, -,,,84,1189,1.4696730375289917,0.9778363108634949,, -1.7519595623016357,1.0559356212615967,1.0559356212615967,85,1203,,,, -,,,85,1203,1.4200356006622314,0.9663070440292358,, -1.7275742292404175,1.043750524520874,1.043750524520874,86,1217,,,, -,,,86,1217,1.3706610202789307,0.9376100301742554,, -2.0455307960510254,1.0939770936965942,1.043750524520874,87,1231,,,, -,,,87,1231,1.4541420936584473,0.9665231704711914,, -1.7719290256500244,1.0463459491729736,1.043750524520874,88,1245,,,, -,,,88,1245,1.5116379261016846,0.9804936647415161,, -1.9475916624069214,1.0894166231155396,1.043750524520874,89,1259,,,, -,,,89,1259,1.3854930400848389,0.9454620480537415,, -2.3607518672943115,1.2414957284927368,1.043750524520874,90,1273,,,, -,,,90,1273,1.450580358505249,0.9667628407478333,, -1.6993240118026733,1.037223219871521,1.037223219871521,91,1287,,,, -,,,91,1287,1.4920930862426758,0.9818500280380249,, -1.9658511877059937,1.1218379735946655,1.037223219871521,92,1301,,,, -,,,92,1301,1.4643115997314453,0.9744925498962402,, -2.084855794906616,1.1308566331863403,1.037223219871521,93,1315,,,, -,,,93,1315,1.7742806673049927,1.071853756904602,, -1.6609044075012207,1.0110583305358887,1.0110583305358887,94,1329,,,, -,,,94,1329,1.780167579650879,1.0635018348693848,, -2.116272211074829,1.1752328872680664,1.0110583305358887,95,1343,,,, -,,,95,1343,1.365160346031189,0.9410754442214966,, -2.8257219791412354,1.4069839715957642,1.0110583305358887,96,1357,,,, -,,,96,1357,1.6914336681365967,1.0357152223587036,, -1.87012779712677,1.0951926708221436,1.0110583305358887,97,1371,,,, -,,,97,1371,1.6978839635849,1.034144401550293,, -1.6566095352172852,1.0240119695663452,1.0110583305358887,98,1385,,,, -,,,98,1385,1.391043782234192,0.9479314684867859,, -1.642890214920044,1.0019443035125732,1.0019443035125732,99,1399,,,, -,,,99,1399,1.5185348987579346,0.9975406527519226,, -,,,100,1400,,,1.7253892421722412,1.064740538597107 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028640.8aeae21f0ff6.1.36 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028640.8aeae21f0ff6.1.36 deleted file mode 100644 index 018ed054e1635f23daef19c2dfeb6840734341ad..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647028640.8aeae21f0ff6.1.36 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dca1f09d32a218caf09369b73ab0e5096a4d87aa0a314abf37d9dfcbd036d652 -size 36628 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647030060.8aeae21f0ff6.1.37 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647030060.8aeae21f0ff6.1.37 deleted file mode 100644 index a3b41ddee386c467eefe787fa667062173ca6b18..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647030060.8aeae21f0ff6.1.37 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:62938b71372ae3e88aa803fbfc4d7ba46c6fa41542dd2f2143164f02f6740dbb -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 7ca1711491f4b4e41554525c10367cc17b9268eb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/18/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 7 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 72 - output_size: 1 - lr: 0.006284868090260693 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 394091 -model/params/trainable: 394091 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/.hydra/config.yaml deleted file mode 100644 index 4b0939851e5510e4fd2158a4c12830c94443de73..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 6 - conv2_size: 3 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 32 - output_size: 1 - lr: 0.0008963246517129383 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/.hydra/hydra.yaml deleted file mode 100644 index 3d3cf3867b2e78ce4104b9a98d6d4aefd9e8f37d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0008963246517129383 - - model.conv1_size=3 - - model.conv1_channels=6 - - model.conv2_size=3 - - model.conv2_channels=11 - - model.lin1_size=32 - - model.lin2_size=32 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=6,model.conv1_size=3,model.conv2_channels=11,model.conv2_size=3,model.lin1_size=32,model.lin2_size=32,model.lr=0.0008963246517129383,trainer.gpus=0 - id: '19' - num: 19 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/.hydra/overrides.yaml deleted file mode 100644 index 187e977b782a6b7d836c113b3facd572e894368b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0008963246517129383 -- model.conv1_size=3 -- model.conv1_channels=6 -- model.conv2_size=3 -- model.conv2_channels=11 -- model.lin1_size=32 -- model.lin2_size=32 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/csv/version_0/hparams.yaml deleted file mode 100644 index b07c92b5fe7c64badf919ce41fd4214a169789c4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 6 - conv2_size: 3 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 32 - output_size: 1 - lr: 0.0008963246517129383 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 410588 -model/params/trainable: 410588 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/csv/version_0/metrics.csv deleted file mode 100644 index 30e46497f4b831919d935b22d478e0932df06458..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -3.4896867275238037,1.5365707874298096,1.5365707874298096,0,26,,,, -,,,0,26,4.057279586791992,1.6660815477371216,, -3.352583885192871,1.5104562044143677,1.5104562044143677,1,53,,,, -,,,1,53,3.493121385574341,1.5545377731323242,, -3.071824073791504,1.4439219236373901,1.4439219236373901,2,80,,,, -,,,2,80,3.295710563659668,1.5179697275161743,, -2.9121031761169434,1.3922744989395142,1.3922744989395142,3,107,,,, -,,,3,107,3.219496488571167,1.4972734451293945,, -4.392092704772949,1.7828084230422974,1.3922744989395142,4,134,,,, -,,,4,134,2.987260580062866,1.4218348264694214,, -3.197678565979004,1.4177007675170898,1.3922744989395142,5,161,,,, -,,,5,161,3.3617472648620605,1.5119637250900269,, -3.1086063385009766,1.47042715549469,1.3922744989395142,6,188,,,, -,,,6,188,3.20989727973938,1.4799853563308716,, -2.57039475440979,1.3351401090621948,1.3351401090621948,7,215,,,, -,,,7,215,2.672966957092285,1.3687866926193237,, -2.3834328651428223,1.2703585624694824,1.2703585624694824,8,242,,,, -,,,8,242,2.644970178604126,1.3328334093093872,, -2.5199649333953857,1.2491580247879028,1.2491580247879028,9,269,,,, -,,,9,269,2.4135797023773193,1.2752724885940552,, -2.6004385948181152,1.3214786052703857,1.2491580247879028,10,296,,,, -,,,10,296,2.773184061050415,1.3613697290420532,, -2.0801637172698975,1.190413236618042,1.190413236618042,11,323,,,, -,,,11,323,2.191105365753174,1.2130775451660156,, -2.262164831161499,1.2306314706802368,1.190413236618042,12,350,,,, -,,,12,350,2.3941702842712402,1.254395842552185,, -1.9304497241973877,1.0991460084915161,1.0991460084915161,13,377,,,, -,,,13,377,1.9051127433776855,1.1295835971832275,, -1.8746846914291382,1.1153173446655273,1.0991460084915161,14,404,,,, -,,,14,404,1.6998858451843262,1.0369490385055542,, -1.9485758543014526,1.1484113931655884,1.0991460084915161,15,431,,,, -,,,15,431,1.4107857942581177,0.9594202637672424,, -2.2359626293182373,1.2474260330200195,1.0991460084915161,16,458,,,, -,,,16,458,1.344956874847412,0.9263516664505005,, -1.3358670473098755,0.9152113199234009,0.9152113199234009,17,485,,,, -,,,17,485,1.2876404523849487,0.9021683931350708,, -1.2625969648361206,0.8927141427993774,0.8927141427993774,18,512,,,, -,,,18,512,1.1367034912109375,0.8479815125465393,, -1.4488402605056763,0.9619824886322021,0.8927141427993774,19,539,,,, -,,,19,539,1.0604084730148315,0.8161971569061279,, -1.2082840204238892,0.8525776267051697,0.8525776267051697,20,566,,,, -,,,20,566,1.1548432111740112,0.8642460107803345,, -1.2071112394332886,0.896001398563385,0.8525776267051697,21,593,,,, -,,,21,593,1.0788196325302124,0.8227627277374268,, -1.0164403915405273,0.7971360683441162,0.7971360683441162,22,620,,,, -,,,22,620,0.7512336373329163,0.6766484975814819,, -1.2114758491516113,0.9068250060081482,0.7971360683441162,23,647,,,, -,,,23,647,0.7383177876472473,0.6701933741569519,, -1.1331969499588013,0.8550326228141785,0.7971360683441162,24,674,,,, -,,,24,674,1.0707039833068848,0.8136541247367859,, -0.9738457798957825,0.8032481074333191,0.7971360683441162,25,701,,,, -,,,25,701,0.8863131999969482,0.7472326159477234,, -0.8606942892074585,0.7423915266990662,0.7423915266990662,26,728,,,, -,,,26,728,0.6298645734786987,0.6247751712799072,, -0.918386697769165,0.7360990047454834,0.7360990047454834,27,755,,,, -,,,27,755,0.6371502876281738,0.632405698299408,, -0.7994318604469299,0.7095351815223694,0.7095351815223694,28,782,,,, -,,,28,782,0.6233384013175964,0.626295804977417,, -0.7434952855110168,0.669644296169281,0.669644296169281,29,809,,,, -,,,29,809,0.5165186524391174,0.5732748508453369,, -0.7559432983398438,0.6774725914001465,0.669644296169281,30,836,,,, -,,,30,836,0.5922776460647583,0.6065483093261719,, -1.008122205734253,0.8121280670166016,0.669644296169281,31,863,,,, -,,,31,863,0.43639910221099854,0.5170614123344421,, -0.7780663967132568,0.6630223393440247,0.6630223393440247,32,890,,,, -,,,32,890,0.4941934645175934,0.5490108132362366,, -0.8318586945533752,0.6990418434143066,0.6630223393440247,33,917,,,, -,,,33,917,0.4860909879207611,0.5419173836708069,, -1.013838529586792,0.8086446523666382,0.6630223393440247,34,944,,,, -,,,34,944,0.40474194288253784,0.49382156133651733,, -0.6555512547492981,0.6057749390602112,0.6057749390602112,35,971,,,, -,,,35,971,0.3664935529232025,0.46655750274658203,, -0.6935053467750549,0.61915123462677,0.6057749390602112,36,998,,,, -,,,36,998,0.36010295152664185,0.4636475443840027,, -0.7471729516983032,0.6253986954689026,0.6057749390602112,37,1025,,,, -,,,37,1025,0.3507896959781647,0.4512442648410797,, -0.7700619101524353,0.6615090370178223,0.6057749390602112,38,1052,,,, -,,,38,1052,0.4559381604194641,0.5246880054473877,, -0.7317941784858704,0.630561888217926,0.6057749390602112,39,1079,,,, -,,,39,1079,0.32588404417037964,0.4407771825790405,, -0.7608410120010376,0.6691791415214539,0.6057749390602112,40,1106,,,, -,,,40,1106,0.2732856273651123,0.4062921106815338,, -0.6807388663291931,0.6056974530220032,0.6056974530220032,41,1133,,,, -,,,41,1133,0.2947351336479187,0.4219346046447754,, -0.6461347341537476,0.5959365367889404,0.5959365367889404,42,1160,,,, -,,,42,1160,0.2584289610385895,0.38997355103492737,, -0.6878777146339417,0.6131234169006348,0.5959365367889404,43,1187,,,, -,,,43,1187,0.2532801032066345,0.38355356454849243,, -0.6083087921142578,0.5637919306755066,0.5637919306755066,44,1214,,,, -,,,44,1214,0.2238953709602356,0.36390817165374756,, -0.6454102993011475,0.5834256410598755,0.5637919306755066,45,1241,,,, -,,,45,1241,0.22874315083026886,0.36320027709007263,, -0.631812572479248,0.5752624273300171,0.5637919306755066,46,1268,,,, -,,,46,1268,0.2412339150905609,0.37170669436454773,, -0.6501035094261169,0.5972647666931152,0.5637919306755066,47,1295,,,, -,,,47,1295,0.19442060589790344,0.33326223492622375,, -0.593029260635376,0.5429113507270813,0.5429113507270813,48,1322,,,, -,,,48,1322,0.18015414476394653,0.3200494050979614,, -0.5705184936523438,0.5403271913528442,0.5403271913528442,49,1349,,,, -,,,49,1349,0.17094874382019043,0.30947214365005493,, -0.5641621351242065,0.5340943336486816,0.5340943336486816,50,1376,,,, -,,,50,1376,0.1894601583480835,0.3286600112915039,, -0.5523746013641357,0.5277055501937866,0.5277055501937866,51,1403,,,, -,,,51,1403,0.15927347540855408,0.2996163070201874,, -0.6002935767173767,0.5633205771446228,0.5277055501937866,52,1430,,,, -,,,52,1430,0.19489432871341705,0.3393356204032898,, -0.5438224077224731,0.5195993185043335,0.5195993185043335,53,1457,,,, -,,,53,1457,0.17697785794734955,0.3186071813106537,, -0.594908595085144,0.5564799308776855,0.5195993185043335,54,1484,,,, -,,,54,1484,0.13993191719055176,0.27432265877723694,, -0.6045907735824585,0.5869806408882141,0.5195993185043335,55,1511,,,, -,,,55,1511,0.13292372226715088,0.2731799781322479,, -0.562166690826416,0.5441767573356628,0.5195993185043335,56,1538,,,, -,,,56,1538,0.13220055401325226,0.2745554447174072,, -0.5496966242790222,0.5348809361457825,0.5195993185043335,57,1565,,,, -,,,57,1565,0.11262348294258118,0.25312867760658264,, -0.5724301338195801,0.5524598956108093,0.5195993185043335,58,1592,,,, -,,,58,1592,0.13658617436885834,0.28229185938835144,, -0.5405147671699524,0.5160316824913025,0.5160316824913025,59,1619,,,, -,,,59,1619,0.12122854590415955,0.26616254448890686,, -0.5222122669219971,0.5138187408447266,0.5138187408447266,60,1646,,,, -,,,60,1646,0.12710969150066376,0.27222007513046265,, -0.6236611008644104,0.5775391459465027,0.5138187408447266,61,1673,,,, -,,,61,1673,0.13765756785869598,0.28376704454421997,, -0.5806946754455566,0.5650444030761719,0.5138187408447266,62,1700,,,, -,,,62,1700,0.1822202503681183,0.3335129916667938,, -0.5847194194793701,0.5372254848480225,0.5138187408447266,63,1727,,,, -,,,63,1727,0.14088240265846252,0.2870935797691345,, -0.5336266160011292,0.5065731406211853,0.5065731406211853,64,1754,,,, -,,,64,1754,0.12173105031251907,0.2678011655807495,, -0.5965977311134338,0.5275969505310059,0.5065731406211853,65,1781,,,, -,,,65,1781,0.11207965761423111,0.256454199552536,, -0.5829406976699829,0.5274271965026855,0.5065731406211853,66,1808,,,, -,,,66,1808,0.1362610012292862,0.28761330246925354,, -0.6722912788391113,0.6318114995956421,0.5065731406211853,67,1835,,,, -,,,67,1835,0.137888565659523,0.29113203287124634,, -0.48702067136764526,0.5035372376441956,0.5035372376441956,68,1862,,,, -,,,68,1862,0.10813023895025253,0.25196054577827454,, -0.6239213347434998,0.549960732460022,0.5035372376441956,69,1889,,,, -,,,69,1889,0.09811926633119583,0.24077682197093964,, -0.5710654854774475,0.523398220539093,0.5035372376441956,70,1916,,,, -,,,70,1916,0.1146075427532196,0.2616414725780487,, -0.5292836427688599,0.504501223564148,0.5035372376441956,71,1943,,,, -,,,71,1943,0.09028074145317078,0.22975072264671326,, -0.5180962681770325,0.4986332654953003,0.4986332654953003,72,1970,,,, -,,,72,1970,0.07158712297677994,0.20286554098129272,, -0.5462678670883179,0.5209919214248657,0.4986332654953003,73,1997,,,, -,,,73,1997,0.0790744423866272,0.21555927395820618,, -0.6766873002052307,0.6265770792961121,0.4986332654953003,74,2024,,,, -,,,74,2024,0.09221810102462769,0.2363623082637787,, -0.6143715977668762,0.5798691511154175,0.4986332654953003,75,2051,,,, -,,,75,2051,0.15753084421157837,0.3108295798301697,, -0.5305560231208801,0.5125089883804321,0.4986332654953003,76,2078,,,, -,,,76,2078,0.12008802592754364,0.2730177044868469,, -0.5357869267463684,0.5078545212745667,0.4986332654953003,77,2105,,,, -,,,77,2105,0.07598114758729935,0.2105834186077118,, -0.5342636108398438,0.5033026933670044,0.4986332654953003,78,2132,,,, -,,,78,2132,0.06980188190937042,0.19884495437145233,, -0.5756701827049255,0.5413686633110046,0.4986332654953003,79,2159,,,, -,,,79,2159,0.08918064087629318,0.23187118768692017,, -0.5758137702941895,0.52536541223526,0.4986332654953003,80,2186,,,, -,,,80,2186,0.0824226662516594,0.22193287312984467,, -0.508837103843689,0.5033798813819885,0.4986332654953003,81,2213,,,, -,,,81,2213,0.07343968749046326,0.2077637016773224,, -0.48258280754089355,0.4916284680366516,0.4916284680366516,82,2240,,,, -,,,82,2240,0.07555241882801056,0.2121156007051468,, -0.5085835456848145,0.5069717168807983,0.4916284680366516,83,2267,,,, -,,,83,2267,0.06880675256252289,0.20029431581497192,, -0.5082312226295471,0.5009735226631165,0.4916284680366516,84,2294,,,, -,,,84,2294,0.06012272089719772,0.1867482215166092,, -0.48779162764549255,0.4834997355937958,0.4834997355937958,85,2321,,,, -,,,85,2321,0.05400114506483078,0.17549391090869904,, -0.5116387605667114,0.507336437702179,0.4834997355937958,86,2348,,,, -,,,86,2348,0.05159376934170723,0.1726158708333969,, -0.5105733275413513,0.5134889483451843,0.4834997355937958,87,2375,,,, -,,,87,2375,0.06708946079015732,0.2009340524673462,, -0.5704082250595093,0.5264313817024231,0.4834997355937958,88,2402,,,, -,,,88,2402,0.0880153477191925,0.225307434797287,, -0.5013694167137146,0.49284079670906067,0.4834997355937958,89,2429,,,, -,,,89,2429,0.08768416196107864,0.22794786095619202,, -0.5444111227989197,0.5114244222640991,0.4834997355937958,90,2456,,,, -,,,90,2456,0.08247590810060501,0.22477953135967255,, -0.5384027361869812,0.5212912559509277,0.4834997355937958,91,2483,,,, -,,,91,2483,0.07702583074569702,0.21324576437473297,, -0.49367091059684753,0.49841582775115967,0.4834997355937958,92,2510,,,, -,,,92,2510,0.07060512900352478,0.20371738076210022,, -0.5224477648735046,0.49468794465065,0.4834997355937958,93,2537,,,, -,,,93,2537,0.053868792951107025,0.17604424059391022,, -0.497066468000412,0.4857422411441803,0.4834997355937958,94,2564,,,, -,,,94,2564,0.05025552958250046,0.17364072799682617,, -0.5351280570030212,0.5104032754898071,0.4834997355937958,95,2591,,,, -,,,95,2591,0.05957090109586716,0.182918518781662,, -0.4817737936973572,0.4898928701877594,0.4834997355937958,96,2618,,,, -,,,96,2618,0.07255887240171432,0.20967866480350494,, -0.5298011898994446,0.511665403842926,0.4834997355937958,97,2645,,,, -,,,97,2645,0.06978665292263031,0.20152781903743744,, -0.4878738522529602,0.49928125739097595,0.4834997355937958,98,2672,,,, -,,,98,2672,0.06463424116373062,0.1958564668893814,, -0.5247349739074707,0.5110597610473633,0.4834997355937958,99,2699,,,, -,,,99,2699,0.07992516458034515,0.22123689949512482,, -,,,86,2322,,,0.39300695061683655,0.44645610451698303 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647030060.8aeae21f0ff6.1.38 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647030060.8aeae21f0ff6.1.38 deleted file mode 100644 index 50742bf3b2178222503a72ef7e1aec48e6944334..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647030060.8aeae21f0ff6.1.38 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:41702a8be64a3f1ebbef15ef8506748a7d133158a3ef6650917fa41589dab6f3 -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647030476.8aeae21f0ff6.1.39 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647030476.8aeae21f0ff6.1.39 deleted file mode 100644 index 680ea3c783e385b38351c24ef658ba5937723520..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647030476.8aeae21f0ff6.1.39 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:563b5fb66f4ee23c1f4f246c73a3e824b7d1cc8665427ce2a28905b0cbb3038d -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index b07c92b5fe7c64badf919ce41fd4214a169789c4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/19/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 6 - conv2_size: 3 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 32 - output_size: 1 - lr: 0.0008963246517129383 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 410588 -model/params/trainable: 410588 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/.hydra/config.yaml deleted file mode 100644 index 224f516a7e471d130737f923b79794804a332ab2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 128 - lin2_size: 128 - output_size: 1 - lr: 0.0022676054329477256 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/.hydra/hydra.yaml deleted file mode 100644 index 1a7390c3c9bb26b72ccf01bd87095c8dd8b0f9a0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0022676054329477256 - - model.conv1_size=5 - - model.conv1_channels=3 - - model.conv2_size=7 - - model.conv2_channels=6 - - model.lin1_size=128 - - model.lin2_size=128 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=3,model.conv1_size=5,model.conv2_channels=6,model.conv2_size=7,model.lin1_size=128,model.lin2_size=128,model.lr=0.0022676054329477256,trainer.gpus=0 - id: '2' - num: 2 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/.hydra/overrides.yaml deleted file mode 100644 index 755783a7e158fec4d8f52f49c4464beb2e5f785c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0022676054329477256 -- model.conv1_size=5 -- model.conv1_channels=3 -- model.conv2_size=7 -- model.conv2_channels=6 -- model.lin1_size=128 -- model.lin2_size=128 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/csv/version_0/hparams.yaml deleted file mode 100644 index bf49ba4d9b4bfae17c4d7580a3a669948365a834..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 128 - lin2_size: 128 - output_size: 1 - lr: 0.0022676054329477256 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 957965 -model/params/trainable: 957965 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/csv/version_0/metrics.csv deleted file mode 100644 index 37807b28fb7918f3b19402da71b7b53b988034cf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -4.092771530151367,1.6616278886795044,1.6616278886795044,0,26,,,, -,,,0,26,9.872847557067871,2.389847993850708,, -3.3794827461242676,1.4808257818222046,1.4808257818222046,1,53,,,, -,,,1,53,3.751782178878784,1.6041022539138794,, -3.7039177417755127,1.50890052318573,1.4808257818222046,2,80,,,, -,,,2,80,3.5595145225524902,1.5584975481033325,, -3.241053819656372,1.4767078161239624,1.4767078161239624,3,107,,,, -,,,3,107,3.478929281234741,1.5396642684936523,, -3.5634729862213135,1.5763930082321167,1.4767078161239624,4,134,,,, -,,,4,134,3.311357259750366,1.5163671970367432,, -3.1707324981689453,1.4651637077331543,1.4651637077331543,5,161,,,, -,,,5,161,3.3442635536193848,1.5065886974334717,, -3.1468682289123535,1.4698601961135864,1.4651637077331543,6,188,,,, -,,,6,188,3.167689800262451,1.4768726825714111,, -2.7853941917419434,1.3821804523468018,1.3821804523468018,7,215,,,, -,,,7,215,2.905350923538208,1.4118595123291016,, -2.5684547424316406,1.2749054431915283,1.2749054431915283,8,242,,,, -,,,8,242,2.6961090564727783,1.3529530763626099,, -3.2616026401519775,1.5360814332962036,1.2749054431915283,9,269,,,, -,,,9,269,2.477342367172241,1.280178427696228,, -2.211052656173706,1.1933128833770752,1.1933128833770752,10,296,,,, -,,,10,296,2.3759379386901855,1.265308141708374,, -2.2992289066314697,1.2663729190826416,1.1933128833770752,11,323,,,, -,,,11,323,2.0850143432617188,1.1798523664474487,, -2.3975861072540283,1.176329255104065,1.176329255104065,12,350,,,, -,,,12,350,1.8177905082702637,1.0924763679504395,, -1.9467897415161133,1.1163227558135986,1.1163227558135986,13,377,,,, -,,,13,377,1.687617540359497,1.0491464138031006,, -2.1878304481506348,1.2318623065948486,1.1163227558135986,14,404,,,, -,,,14,404,1.6404426097869873,1.019769310951233,, -1.487547516822815,0.9751944541931152,0.9751944541931152,15,431,,,, -,,,15,431,1.3102494478225708,0.9151190519332886,, -1.422309160232544,0.95022052526474,0.95022052526474,16,458,,,, -,,,16,458,1.2174718379974365,0.8765672445297241,, -1.3536655902862549,0.9146113395690918,0.9146113395690918,17,485,,,, -,,,17,485,1.0369969606399536,0.8051058650016785,, -1.3350075483322144,0.9203670620918274,0.9146113395690918,18,512,,,, -,,,18,512,1.0818066596984863,0.8271313309669495,, -1.1359001398086548,0.8375259637832642,0.8375259637832642,19,539,,,, -,,,19,539,1.0849313735961914,0.8191565871238708,, -1.2055518627166748,0.8628364205360413,0.8375259637832642,20,566,,,, -,,,20,566,0.9575157165527344,0.7708679437637329,, -1.1403679847717285,0.8269261717796326,0.8269261717796326,21,593,,,, -,,,21,593,0.9740946888923645,0.7788298726081848,, -1.0477153062820435,0.7898502945899963,0.7898502945899963,22,620,,,, -,,,22,620,0.8494216799736023,0.7198649048805237,, -1.077556848526001,0.7890448570251465,0.7890448570251465,23,647,,,, -,,,23,647,0.6974246501922607,0.6483243703842163,, -0.9065481424331665,0.7248189449310303,0.7248189449310303,24,674,,,, -,,,24,674,0.6047515869140625,0.5957465767860413,, -0.8653858304023743,0.7019816637039185,0.7019816637039185,25,701,,,, -,,,25,701,0.5432624220848083,0.5715713500976562,, -0.9152296185493469,0.7192174792289734,0.7019816637039185,26,728,,,, -,,,26,728,0.5402923226356506,0.5665806531906128,, -0.9568005204200745,0.7522216439247131,0.7019816637039185,27,755,,,, -,,,27,755,0.5257778763771057,0.5705382823944092,, -0.8628756403923035,0.6992462277412415,0.6992462277412415,28,782,,,, -,,,28,782,0.5026153922080994,0.5449531674385071,, -0.9788332581520081,0.739656388759613,0.6992462277412415,29,809,,,, -,,,29,809,0.48116400837898254,0.5341115593910217,, -0.8677747845649719,0.6964212656021118,0.6964212656021118,30,836,,,, -,,,30,836,0.5184240341186523,0.5602746605873108,, -0.817939817905426,0.6854838728904724,0.6854838728904724,31,863,,,, -,,,31,863,0.43687546253204346,0.5110503435134888,, -0.8161453604698181,0.6619732975959778,0.6619732975959778,32,890,,,, -,,,32,890,0.3723158836364746,0.4668408930301666,, -0.8069016933441162,0.6619660258293152,0.6619660258293152,33,917,,,, -,,,33,917,0.3809199333190918,0.4742759168148041,, -0.8669100403785706,0.6799586415290833,0.6619660258293152,34,944,,,, -,,,34,944,0.38558146357536316,0.47882917523384094,, -0.7481034994125366,0.624025821685791,0.624025821685791,35,971,,,, -,,,35,971,0.34527748823165894,0.45757225155830383,, -0.7470789551734924,0.644439697265625,0.624025821685791,36,998,,,, -,,,36,998,0.2960817813873291,0.4186217784881592,, -0.716977596282959,0.631624162197113,0.624025821685791,37,1025,,,, -,,,37,1025,0.34898218512535095,0.45461052656173706,, -0.8073940277099609,0.6760803461074829,0.624025821685791,38,1052,,,, -,,,38,1052,0.3273897171020508,0.43777719140052795,, -0.8317875266075134,0.6737570762634277,0.624025821685791,39,1079,,,, -,,,39,1079,0.3268931806087494,0.43445295095443726,, -0.6719933152198792,0.6261271834373474,0.624025821685791,40,1106,,,, -,,,40,1106,0.29174157977104187,0.41597551107406616,, -0.7773570418357849,0.6267390847206116,0.624025821685791,41,1133,,,, -,,,41,1133,0.3150971829891205,0.4347015917301178,, -0.7843264937400818,0.6723586320877075,0.624025821685791,42,1160,,,, -,,,42,1160,0.3388662338256836,0.44711971282958984,, -0.6843284964561462,0.6104185581207275,0.6104185581207275,43,1187,,,, -,,,43,1187,0.31984618306159973,0.43605995178222656,, -0.6920167803764343,0.619499146938324,0.6104185581207275,44,1214,,,, -,,,44,1214,0.33629900217056274,0.44353508949279785,, -0.7566240429878235,0.6472220420837402,0.6104185581207275,45,1241,,,, -,,,45,1241,0.2835698425769806,0.41083312034606934,, -0.6283382773399353,0.5800508260726929,0.5800508260726929,46,1268,,,, -,,,46,1268,0.22728592157363892,0.3644161820411682,, -0.6296571493148804,0.5560801029205322,0.5560801029205322,47,1295,,,, -,,,47,1295,0.2072012573480606,0.3492710590362549,, -0.7200933694839478,0.6172256469726562,0.5560801029205322,48,1322,,,, -,,,48,1322,0.24519141018390656,0.3787335455417633,, -0.6098448038101196,0.5705351829528809,0.5560801029205322,49,1349,,,, -,,,49,1349,0.23475585877895355,0.3684685528278351,, -0.595254123210907,0.5503431558609009,0.5503431558609009,50,1376,,,, -,,,50,1376,0.22525227069854736,0.36405089497566223,, -0.6260915994644165,0.5646179914474487,0.5503431558609009,51,1403,,,, -,,,51,1403,0.23144951462745667,0.3661027252674103,, -0.6467244625091553,0.570492684841156,0.5503431558609009,52,1430,,,, -,,,52,1430,0.18418549001216888,0.32793545722961426,, -0.7019795775413513,0.5909230709075928,0.5503431558609009,53,1457,,,, -,,,53,1457,0.16709494590759277,0.31052520871162415,, -0.6970774531364441,0.6082028150558472,0.5503431558609009,54,1484,,,, -,,,54,1484,0.1631985902786255,0.30795836448669434,, -0.6208368539810181,0.5723574161529541,0.5503431558609009,55,1511,,,, -,,,55,1511,0.17977876961231232,0.32406899333000183,, -0.7179561257362366,0.6404823064804077,0.5503431558609009,56,1538,,,, -,,,56,1538,0.20509502291679382,0.3461214601993561,, -0.6586927175521851,0.5841391682624817,0.5503431558609009,57,1565,,,, -,,,57,1565,0.19231906533241272,0.3376443386077881,, -0.6510509848594666,0.5589476227760315,0.5503431558609009,58,1592,,,, -,,,58,1592,0.21119101345539093,0.34832763671875,, -0.6115767359733582,0.5482624173164368,0.5482624173164368,59,1619,,,, -,,,59,1619,0.19003412127494812,0.3363364636898041,, -0.6893718838691711,0.599056601524353,0.5482624173164368,60,1646,,,, -,,,60,1646,0.1884094476699829,0.3368929624557495,, -0.666989803314209,0.5831843018531799,0.5482624173164368,61,1673,,,, -,,,61,1673,0.23402132093906403,0.372274786233902,, -0.6237918734550476,0.5606572031974792,0.5482624173164368,62,1700,,,, -,,,62,1700,0.19016899168491364,0.3291628062725067,, -0.5959162712097168,0.5588777661323547,0.5482624173164368,63,1727,,,, -,,,63,1727,0.14742964506149292,0.2952791154384613,, -0.5616858005523682,0.5229657292366028,0.5229657292366028,64,1754,,,, -,,,64,1754,0.13698601722717285,0.2853035628795624,, -0.592303991317749,0.5381851196289062,0.5229657292366028,65,1781,,,, -,,,65,1781,0.14314526319503784,0.28880515694618225,, -0.623349130153656,0.5615341067314148,0.5229657292366028,66,1808,,,, -,,,66,1808,0.18656860291957855,0.328986793756485,, -0.7180644869804382,0.6166082620620728,0.5229657292366028,67,1835,,,, -,,,67,1835,0.2527255415916443,0.38598892092704773,, -0.6877526640892029,0.5749508142471313,0.5229657292366028,68,1862,,,, -,,,68,1862,0.24314463138580322,0.3842543661594391,, -0.5826888084411621,0.54481440782547,0.5229657292366028,69,1889,,,, -,,,69,1889,0.2035253942012787,0.3431237041950226,, -0.5644519329071045,0.541633129119873,0.5229657292366028,70,1916,,,, -,,,70,1916,0.16366112232208252,0.3132718503475189,, -0.7118850350379944,0.5785893797874451,0.5229657292366028,71,1943,,,, -,,,71,1943,0.18299491703510284,0.3323785662651062,, -0.6721566319465637,0.6332200169563293,0.5229657292366028,72,1970,,,, -,,,72,1970,0.26388218998908997,0.3991555869579315,, -0.6228933930397034,0.5705175399780273,0.5229657292366028,73,1997,,,, -,,,73,1997,0.2535087764263153,0.3989146649837494,, -0.732408344745636,0.6290695071220398,0.5229657292366028,74,2024,,,, -,,,74,2024,0.1883777529001236,0.3338269293308258,, -0.673255980014801,0.5707616806030273,0.5229657292366028,75,2051,,,, -,,,75,2051,0.20471884310245514,0.3455333709716797,, -0.7695600390434265,0.6242573261260986,0.5229657292366028,76,2078,,,, -,,,76,2078,0.15628325939178467,0.30263376235961914,, -0.5793907046318054,0.5515642762184143,0.5229657292366028,77,2105,,,, -,,,77,2105,0.16234107315540314,0.3080703020095825,, -0.6622223258018494,0.565312922000885,0.5229657292366028,78,2132,,,, -,,,78,2132,0.14622966945171356,0.28380176424980164,, -0.6376859545707703,0.564998984336853,0.5229657292366028,79,2159,,,, -,,,79,2159,0.16494272649288177,0.3074575364589691,, -0.6444971561431885,0.558301568031311,0.5229657292366028,80,2186,,,, -,,,80,2186,0.14610622823238373,0.29414594173431396,, -0.5614591240882874,0.5216959118843079,0.5216959118843079,81,2213,,,, -,,,81,2213,0.13693229854106903,0.27910375595092773,, -0.6470960378646851,0.5527179837226868,0.5216959118843079,82,2240,,,, -,,,82,2240,0.14862565696239471,0.2977553904056549,, -0.6237438321113586,0.574857771396637,0.5216959118843079,83,2267,,,, -,,,83,2267,0.15170249342918396,0.2970069348812103,, -0.6491206884384155,0.6018392443656921,0.5216959118843079,84,2294,,,, -,,,84,2294,0.15625622868537903,0.29544633626937866,, -0.700142502784729,0.5880676507949829,0.5216959118843079,85,2321,,,, -,,,85,2321,0.16977901756763458,0.3186247944831848,, -0.7262162566184998,0.5993553996086121,0.5216959118843079,86,2348,,,, -,,,86,2348,0.18332388997077942,0.3287633955478668,, -0.6264073252677917,0.5610807538032532,0.5216959118843079,87,2375,,,, -,,,87,2375,0.17496177554130554,0.3181735575199127,, -0.6718380451202393,0.5642711520195007,0.5216959118843079,88,2402,,,, -,,,88,2402,0.15870873630046844,0.30602315068244934,, -0.5849607586860657,0.5323070287704468,0.5216959118843079,89,2429,,,, -,,,89,2429,0.14953334629535675,0.2855816185474396,, -0.7066550254821777,0.597245991230011,0.5216959118843079,90,2456,,,, -,,,90,2456,0.12713181972503662,0.260608971118927,, -0.5677270889282227,0.5395370125770569,0.5216959118843079,91,2483,,,, -,,,91,2483,0.12661024928092957,0.2726340889930725,, -0.6640986204147339,0.5652157068252563,0.5216959118843079,92,2510,,,, -,,,92,2510,0.13257072865962982,0.27367618680000305,, -0.5943668484687805,0.558583676815033,0.5216959118843079,93,2537,,,, -,,,93,2537,0.14891979098320007,0.29102957248687744,, -0.5862120985984802,0.5273981690406799,0.5216959118843079,94,2564,,,, -,,,94,2564,0.14212048053741455,0.2708573639392853,, -0.6893367171287537,0.6045633554458618,0.5216959118843079,95,2591,,,, -,,,95,2591,0.17469917237758636,0.30293720960617065,, -0.6611427664756775,0.5842627882957458,0.5216959118843079,96,2618,,,, -,,,96,2618,0.24948765337467194,0.376199334859848,, -0.612436830997467,0.5483723282814026,0.5216959118843079,97,2645,,,, -,,,97,2645,0.18191152811050415,0.3242247402667999,, -0.5770115852355957,0.5288907885551453,0.5216959118843079,98,2672,,,, -,,,98,2672,0.13236287236213684,0.2780638635158539,, -0.6064595580101013,0.5268067717552185,0.5216959118843079,99,2699,,,, -,,,99,2699,0.12057966738939285,0.26216861605644226,, -,,,82,2214,,,0.5013035535812378,0.5437876582145691 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015803.8aeae21f0ff6.1.4 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015803.8aeae21f0ff6.1.4 deleted file mode 100644 index 28f669efe256b82ea137286eeeea01215859878c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647015803.8aeae21f0ff6.1.4 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:27d42105f622683753e9b2e2e99e7ba333945a891ed230e994e595392a2cb847 -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016119.8aeae21f0ff6.1.5 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016119.8aeae21f0ff6.1.5 deleted file mode 100644 index 8e570f242cae44bc499dd46b60ae73e9380b7605..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016119.8aeae21f0ff6.1.5 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:347d2e4c720076a8d77dbddeea5dd0a7756bf17309e72929772b8e1510df0217 -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index bf49ba4d9b4bfae17c4d7580a3a669948365a834..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/2/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 3 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 128 - lin2_size: 128 - output_size: 1 - lr: 0.0022676054329477256 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 957965 -model/params/trainable: 957965 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/.hydra/config.yaml deleted file mode 100644 index 1702e79241ca161e55df70fd3db1146f187e2faf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 6 - conv2_size: 5 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 128 - output_size: 1 - lr: 0.006907198469940471 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/.hydra/hydra.yaml deleted file mode 100644 index bcf7e02e4e4b2b7ce6cdd0f24389e807c66c3e7c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.006907198469940471 - - model.conv1_size=7 - - model.conv1_channels=6 - - model.conv2_size=5 - - model.conv2_channels=16 - - model.lin1_size=128 - - model.lin2_size=128 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=6,model.conv1_size=7,model.conv2_channels=16,model.conv2_size=5,model.lin1_size=128,model.lin2_size=128,model.lr=0.006907198469940471,trainer.gpus=0 - id: '3' - num: 3 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/.hydra/overrides.yaml deleted file mode 100644 index 249691f4a26aa99f16a711c159336b81fe005ff7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.006907198469940471 -- model.conv1_size=7 -- model.conv1_channels=6 -- model.conv2_size=5 -- model.conv2_channels=16 -- model.lin1_size=128 -- model.lin2_size=128 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/csv/version_0/hparams.yaml deleted file mode 100644 index cfa6e546bfcbd8a25e9ac59a53ec468486068a1d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 6 - conv2_size: 5 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 128 - output_size: 1 - lr: 0.006907198469940471 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2251401 -model/params/trainable: 2251401 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/csv/version_0/metrics.csv deleted file mode 100644 index 1e35894fd6efd253c71636f176d68ab8ccb66a8e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -88.70319366455078,8.89112663269043,1.8118208646774292,0,26,,,, -,,,0,26,53134.671875,130.1020965576172,, -57.72285842895508,7.332648754119873,1.8118208646774292,1,53,,,, -,,,1,53,950.2722778320312,24.434873580932617,, -4.792986869812012,1.7227745056152344,1.7227745056152344,2,80,,,, -,,,2,80,31.17513656616211,4.594107151031494,, -4.060899257659912,1.6623649597167969,1.6623649597167969,3,107,,,, -,,,3,107,5.487473964691162,1.883925437927246,, -3.799471616744995,1.5950795412063599,1.5950795412063599,4,134,,,, -,,,4,134,3.784900188446045,1.6225850582122803,, -4.036991119384766,1.6573965549468994,1.5950795412063599,5,161,,,, -,,,5,161,3.748495101928711,1.6107012033462524,, -3.7453300952911377,1.5824308395385742,1.5824308395385742,6,188,,,, -,,,6,188,3.7724812030792236,1.6227697134017944,, -3.834496259689331,1.6076799631118774,1.5824308395385742,7,215,,,, -,,,7,215,3.68912410736084,1.5996249914169312,, -3.734867811203003,1.5825812816619873,1.5824308395385742,8,242,,,, -,,,8,242,3.6814823150634766,1.5978624820709229,, -3.651155948638916,1.5580960512161255,1.5580960512161255,9,269,,,, -,,,9,269,3.6632511615753174,1.601259469985962,, -3.7317404747009277,1.5837593078613281,1.5580960512161255,10,296,,,, -,,,10,296,3.67315411567688,1.6002132892608643,, -3.787156820297241,1.5980902910232544,1.5580960512161255,11,323,,,, -,,,11,323,3.65337872505188,1.5935704708099365,, -3.812506675720215,1.60444974899292,1.5580960512161255,12,350,,,, -,,,12,350,3.701293706893921,1.6037185192108154,, -3.6103904247283936,1.5546162128448486,1.5546162128448486,13,377,,,, -,,,13,377,3.6187386512756348,1.5829349756240845,, -3.6110730171203613,1.556594729423523,1.5546162128448486,14,404,,,, -,,,14,404,3.6845498085021973,1.5893864631652832,, -3.6199512481689453,1.5604956150054932,1.5546162128448486,15,431,,,, -,,,15,431,3.5982086658477783,1.583206057548523,, -3.5897748470306396,1.553206443786621,1.553206443786621,16,458,,,, -,,,16,458,3.6110379695892334,1.5816580057144165,, -3.5484931468963623,1.5416955947875977,1.5416955947875977,17,485,,,, -,,,17,485,3.5681264400482178,1.577926754951477,, -3.5695700645446777,1.5500271320343018,1.5416955947875977,18,512,,,, -,,,18,512,3.5733225345611572,1.5748867988586426,, -3.5198867321014404,1.5326037406921387,1.5326037406921387,19,539,,,, -,,,19,539,3.656541347503662,1.5980628728866577,, -3.5204567909240723,1.5283080339431763,1.5283080339431763,20,566,,,, -,,,20,566,3.871699094772339,1.625827431678772,, -3.5307717323303223,1.5417778491973877,1.5283080339431763,21,593,,,, -,,,21,593,3.6085917949676514,1.588706612586975,, -3.4886481761932373,1.5237070322036743,1.5237070322036743,22,620,,,, -,,,22,620,3.534719228744507,1.5679723024368286,, -3.5453975200653076,1.5464032888412476,1.5237070322036743,23,647,,,, -,,,23,647,3.484577178955078,1.5609910488128662,, -3.482475519180298,1.5318421125411987,1.5237070322036743,24,674,,,, -,,,24,674,3.4843897819519043,1.5550482273101807,, -3.455205202102661,1.5149582624435425,1.5149582624435425,25,701,,,, -,,,25,701,3.464393377304077,1.555475115776062,, -3.4389688968658447,1.5216106176376343,1.5149582624435425,26,728,,,, -,,,26,728,3.632861852645874,1.5858732461929321,, -3.711613416671753,1.5859756469726562,1.5149582624435425,27,755,,,, -,,,27,755,3.504909038543701,1.5645052194595337,, -3.5909526348114014,1.5570937395095825,1.5149582624435425,28,782,,,, -,,,28,782,3.428133487701416,1.5462919473648071,, -3.58707332611084,1.556097149848938,1.5149582624435425,29,809,,,, -,,,29,809,3.5229668617248535,1.5486040115356445,, -3.647555112838745,1.571517825126648,1.5149582624435425,30,836,,,, -,,,30,836,3.65177059173584,1.583382248878479,, -3.4819939136505127,1.5329444408416748,1.5149582624435425,31,863,,,, -,,,31,863,3.4364571571350098,1.5462819337844849,, -3.3564095497131348,1.5027613639831543,1.5027613639831543,32,890,,,, -,,,32,890,3.4386818408966064,1.549362301826477,, -3.3765792846679688,1.5098594427108765,1.5027613639831543,33,917,,,, -,,,33,917,3.4300575256347656,1.5417314767837524,, -3.3588156700134277,1.4906301498413086,1.4906301498413086,34,944,,,, -,,,34,944,3.378563404083252,1.530718445777893,, -3.3274145126342773,1.4899358749389648,1.4899358749389648,35,971,,,, -,,,35,971,3.3708581924438477,1.5314817428588867,, -3.306471347808838,1.4903594255447388,1.4899358749389648,36,998,,,, -,,,36,998,3.362940549850464,1.5308717489242554,, -3.299564838409424,1.4917058944702148,1.4899358749389648,37,1025,,,, -,,,37,1025,3.3240926265716553,1.5215986967086792,, -3.314361572265625,1.4963810443878174,1.4899358749389648,38,1052,,,, -,,,38,1052,3.3267805576324463,1.5166949033737183,, -3.3079254627227783,1.4953186511993408,1.4899358749389648,39,1079,,,, -,,,39,1079,3.354520320892334,1.5228217840194702,, -3.259800434112549,1.4763747453689575,1.4763747453689575,40,1106,,,, -,,,40,1106,3.262667179107666,1.5054278373718262,, -3.249976396560669,1.4754897356033325,1.4754897356033325,41,1133,,,, -,,,41,1133,3.2993924617767334,1.5115845203399658,, -3.4515304565429688,1.5293060541152954,1.4754897356033325,42,1160,,,, -,,,42,1160,3.281008243560791,1.5054547786712646,, -3.3051748275756836,1.469874620437622,1.469874620437622,43,1187,,,, -,,,43,1187,3.291935920715332,1.5064351558685303,, -3.3107519149780273,1.4960976839065552,1.469874620437622,44,1214,,,, -,,,44,1214,3.251047372817993,1.5080642700195312,, -3.6625609397888184,1.5820783376693726,1.469874620437622,45,1241,,,, -,,,45,1241,3.195742130279541,1.49262535572052,, -3.755485773086548,1.6038708686828613,1.469874620437622,46,1268,,,, -,,,46,1268,3.303934097290039,1.5027458667755127,, -3.3061513900756836,1.4956517219543457,1.469874620437622,47,1295,,,, -,,,47,1295,3.258626699447632,1.5062479972839355,, -3.202622175216675,1.4690256118774414,1.4690256118774414,48,1322,,,, -,,,48,1322,3.3027231693267822,1.5150296688079834,, -3.3474979400634766,1.4707001447677612,1.4690256118774414,49,1349,,,, -,,,49,1349,3.268411874771118,1.5038504600524902,, -3.298898458480835,1.493192434310913,1.4690256118774414,50,1376,,,, -,,,50,1376,3.22041392326355,1.4872230291366577,, -3.7856247425079346,1.6149744987487793,1.4690256118774414,51,1403,,,, -,,,51,1403,3.297574281692505,1.5056495666503906,, -3.151947259902954,1.4466774463653564,1.4466774463653564,52,1430,,,, -,,,52,1430,3.3828186988830566,1.5254703760147095,, -3.1379222869873047,1.450384259223938,1.4466774463653564,53,1457,,,, -,,,53,1457,3.1705162525177,1.4797890186309814,, -3.375917911529541,1.515821099281311,1.4466774463653564,54,1484,,,, -,,,54,1484,3.137282371520996,1.474578619003296,, -3.126739740371704,1.4494491815567017,1.4466774463653564,55,1511,,,, -,,,55,1511,3.142998695373535,1.4824137687683105,, -3.842794418334961,1.6263271570205688,1.4466774463653564,56,1538,,,, -,,,56,1538,3.331831693649292,1.5126320123672485,, -3.1103930473327637,1.444154143333435,1.444154143333435,57,1565,,,, -,,,57,1565,3.2814464569091797,1.4978963136672974,, -3.090153217315674,1.4382994174957275,1.4382994174957275,58,1592,,,, -,,,58,1592,3.119568347930908,1.4707859754562378,, -3.179110050201416,1.4646250009536743,1.4382994174957275,59,1619,,,, -,,,59,1619,3.4570531845092773,1.5366792678833008,, -3.5417115688323975,1.5577850341796875,1.4382994174957275,60,1646,,,, -,,,60,1646,3.2586658000946045,1.497180461883545,, -3.0788533687591553,1.4306004047393799,1.4306004047393799,61,1673,,,, -,,,61,1673,3.2740485668182373,1.5146095752716064,, -3.1653594970703125,1.4598435163497925,1.4306004047393799,62,1700,,,, -,,,62,1700,3.1572399139404297,1.4762011766433716,, -3.63572359085083,1.5070295333862305,1.4306004047393799,63,1727,,,, -,,,63,1727,3.0563254356384277,1.4494731426239014,, -3.508692979812622,1.553697943687439,1.4306004047393799,64,1754,,,, -,,,64,1754,3.3633854389190674,1.5016560554504395,, -3.236415147781372,1.4816299676895142,1.4306004047393799,65,1781,,,, -,,,65,1781,3.0567617416381836,1.4561673402786255,, -3.2783923149108887,1.4509692192077637,1.4306004047393799,66,1808,,,, -,,,66,1808,3.2738142013549805,1.4970414638519287,, -3.0246596336364746,1.4206058979034424,1.4206058979034424,67,1835,,,, -,,,67,1835,3.1269965171813965,1.4647051095962524,, -3.17205810546875,1.464147686958313,1.4206058979034424,68,1862,,,, -,,,68,1862,2.980929136276245,1.4370057582855225,, -3.0095932483673096,1.417090892791748,1.417090892791748,69,1889,,,, -,,,69,1889,2.9754481315612793,1.4319586753845215,, -3.7883799076080322,1.618208646774292,1.417090892791748,70,1916,,,, -,,,70,1916,3.4496114253997803,1.5246963500976562,, -3.0121407508850098,1.4180467128753662,1.417090892791748,71,1943,,,, -,,,71,1943,3.0780766010284424,1.4559643268585205,, -3.0027267932891846,1.4110996723175049,1.4110996723175049,72,1970,,,, -,,,72,1970,3.0087435245513916,1.440412998199463,, -3.4479362964630127,1.5383888483047485,1.4110996723175049,73,1997,,,, -,,,73,1997,2.959320068359375,1.428633689880371,, -2.9767091274261475,1.4061869382858276,1.4061869382858276,74,2024,,,, -,,,74,2024,2.987175464630127,1.4312173128128052,, -3.369126319885254,1.5191502571105957,1.4061869382858276,75,2051,,,, -,,,75,2051,2.9610884189605713,1.428404450416565,, -3.0146613121032715,1.409691333770752,1.4061869382858276,76,2078,,,, -,,,76,2078,3.0446150302886963,1.4413431882858276,, -2.9536757469177246,1.4004791975021362,1.4004791975021362,77,2105,,,, -,,,77,2105,2.9658243656158447,1.4286118745803833,, -2.994874954223633,1.4185417890548706,1.4004791975021362,78,2132,,,, -,,,78,2132,2.9734134674072266,1.433703064918518,, -3.1185195446014404,1.4227933883666992,1.4004791975021362,79,2159,,,, -,,,79,2159,2.950885772705078,1.4264333248138428,, -2.969674587249756,1.4011346101760864,1.4004791975021362,80,2186,,,, -,,,80,2186,3.1110990047454834,1.4611594676971436,, -3.123244524002075,1.4569913148880005,1.4004791975021362,81,2213,,,, -,,,81,2213,3.2219793796539307,1.4830961227416992,, -2.9419825077056885,1.4013640880584717,1.4004791975021362,82,2240,,,, -,,,82,2240,3.1328229904174805,1.4552950859069824,, -2.918212890625,1.3938902616500854,1.3938902616500854,83,2267,,,, -,,,83,2267,2.8708748817443848,1.4086618423461914,, -3.3368561267852783,1.455886721611023,1.3938902616500854,84,2294,,,, -,,,84,2294,3.1087398529052734,1.4508486986160278,, -2.9901137351989746,1.4171432256698608,1.3938902616500854,85,2321,,,, -,,,85,2321,2.9307148456573486,1.4178601503372192,, -3.100482702255249,1.451796293258667,1.3938902616500854,86,2348,,,, -,,,86,2348,2.981271266937256,1.425918459892273,, -2.9219446182250977,1.3972152471542358,1.3938902616500854,87,2375,,,, -,,,87,2375,2.9776580333709717,1.427566647529602,, -3.2256243228912354,1.4820679426193237,1.3938902616500854,88,2402,,,, -,,,88,2402,2.9457433223724365,1.4196288585662842,, -2.885516405105591,1.38479483127594,1.38479483127594,89,2429,,,, -,,,89,2429,2.9040253162384033,1.4015414714813232,, -3.17106294631958,1.4270108938217163,1.38479483127594,90,2456,,,, -,,,90,2456,2.8704445362091064,1.402493953704834,, -3.0460593700408936,1.4373079538345337,1.38479483127594,91,2483,,,, -,,,91,2483,3.249772787094116,1.4905920028686523,, -3.1988625526428223,1.4751394987106323,1.38479483127594,92,2510,,,, -,,,92,2510,2.9033408164978027,1.4086605310440063,, -2.8897271156311035,1.3883882761001587,1.38479483127594,93,2537,,,, -,,,93,2537,3.1323163509368896,1.4617584943771362,, -2.864657163619995,1.3796955347061157,1.3796955347061157,94,2564,,,, -,,,94,2564,2.7992136478424072,1.3828943967819214,, -3.0585405826568604,1.4068231582641602,1.3796955347061157,95,2591,,,, -,,,95,2591,2.8447179794311523,1.3951168060302734,, -3.218626022338867,1.4322144985198975,1.3796955347061157,96,2618,,,, -,,,96,2618,3.2634377479553223,1.4726364612579346,, -4.564075469970703,1.793778419494629,1.3796955347061157,97,2645,,,, -,,,97,2645,3.419217824935913,1.5134847164154053,, -2.977710247039795,1.3956384658813477,1.3796955347061157,98,2672,,,, -,,,98,2672,3.0904452800750732,1.453839898109436,, -3.4166810512542725,1.5246009826660156,1.3796955347061157,99,2699,,,, -,,,99,2699,2.8300437927246094,1.3930680751800537,, -,,,95,2565,,,3.1065165996551514,1.472731590270996 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016120.8aeae21f0ff6.1.6 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016120.8aeae21f0ff6.1.6 deleted file mode 100644 index 8c44e0633e33ec63434cbdb3b27615d7440b7c36..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016120.8aeae21f0ff6.1.6 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8a939fe77a1cd4045dafd4b86bc160a2623a0072928472d914c202ca2af4cb03 -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016771.8aeae21f0ff6.1.7 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016771.8aeae21f0ff6.1.7 deleted file mode 100644 index 0d764fd2812ddb80eadd24647b846ba3138129d5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016771.8aeae21f0ff6.1.7 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a458dba491e74670dab922866a587849ea2094cd6809e79ab6325ac8bb21662e -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index cfa6e546bfcbd8a25e9ac59a53ec468486068a1d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/3/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 6 - conv2_size: 5 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 128 - output_size: 1 - lr: 0.006907198469940471 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2251401 -model/params/trainable: 2251401 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/.hydra/config.yaml deleted file mode 100644 index 3716fba4ebb7649d492176c46c0623704d7068ea..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 9 - conv2_size: 3 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 32 - output_size: 1 - lr: 0.002343092969878313 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/.hydra/hydra.yaml deleted file mode 100644 index 71de6493172ba81af6bb10d9dcc4222bab108836..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.002343092969878313 - - model.conv1_size=5 - - model.conv1_channels=9 - - model.conv2_size=3 - - model.conv2_channels=16 - - model.lin1_size=128 - - model.lin2_size=32 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focusConvMSE_150,model.conv1_channels=9,model.conv1_size=5,model.conv2_channels=16,model.conv2_size=3,model.lin1_size=128,model.lin2_size=32,model.lr=0.002343092969878313,trainer.gpus=0 - id: '4' - num: 4 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/.hydra/overrides.yaml deleted file mode 100644 index 9b17de8c7e7f188c24701c3877560a603b4fdaa6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.002343092969878313 -- model.conv1_size=5 -- model.conv1_channels=9 -- model.conv2_size=3 -- model.conv2_channels=16 -- model.lin1_size=128 -- model.lin2_size=32 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/csv/version_0/hparams.yaml deleted file mode 100644 index 65f3411565ca70602cb717897f570ab611b0d82d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 9 - conv2_size: 3 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 32 - output_size: 1 - lr: 0.002343092969878313 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2113805 -model/params/trainable: 2113805 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/csv/version_0/metrics.csv deleted file mode 100644 index c881dcc9768ffdc08fe6ee51f0bfd5f9f8144075..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -45.805030822753906,6.257090091705322,2.0336132049560547,0,13,,,, -,,,0,13,914.2923583984375,14.250426292419434,, -9.363409042358398,2.680208921432495,2.0336132049560547,1,27,,,, -,,,1,27,22.751373291015625,3.9966347217559814,, -5.155093669891357,1.940191388130188,1.940191388130188,2,41,,,, -,,,2,41,7.351673126220703,2.211306095123291,, -4.4255852699279785,1.7413012981414795,1.7413012981414795,3,55,,,, -,,,3,55,4.203531265258789,1.6579713821411133,, -3.3597092628479004,1.4721345901489258,1.4721345901489258,4,69,,,, -,,,4,69,3.811133623123169,1.5940734148025513,, -3.356914758682251,1.4737746715545654,1.4721345901489258,5,83,,,, -,,,5,83,3.504950523376465,1.5565649271011353,, -3.3815314769744873,1.4985657930374146,1.4721345901489258,6,97,,,, -,,,6,97,3.424395799636841,1.5405631065368652,, -3.473529577255249,1.52975594997406,1.4721345901489258,7,111,,,, -,,,7,111,3.3691024780273438,1.5257527828216553,, -3.37943959236145,1.50221586227417,1.4721345901489258,8,125,,,, -,,,8,125,3.4066574573516846,1.5317500829696655,, -3.2997987270355225,1.4739341735839844,1.4721345901489258,9,139,,,, -,,,9,139,3.3465003967285156,1.5204739570617676,, -3.41275954246521,1.515425443649292,1.4721345901489258,10,153,,,, -,,,10,153,3.294257640838623,1.5079185962677002,, -3.2640488147735596,1.4563976526260376,1.4563976526260376,11,167,,,, -,,,11,167,3.2616186141967773,1.5046314001083374,, -3.2514047622680664,1.4650994539260864,1.4563976526260376,12,181,,,, -,,,12,181,3.2578353881835938,1.4980031251907349,, -3.241257429122925,1.4638218879699707,1.4563976526260376,13,195,,,, -,,,13,195,3.233067512512207,1.4962105751037598,, -3.2292566299438477,1.460437297821045,1.4563976526260376,14,209,,,, -,,,14,209,3.2078490257263184,1.4880260229110718,, -3.3212711811065674,1.4940451383590698,1.4563976526260376,15,223,,,, -,,,15,223,3.166090726852417,1.4819406270980835,, -3.2005934715270996,1.458570122718811,1.4563976526260376,16,237,,,, -,,,16,237,3.145233154296875,1.4681589603424072,, -3.291802406311035,1.489022970199585,1.4563976526260376,17,251,,,, -,,,17,251,3.1152946949005127,1.4700511693954468,, -3.104677200317383,1.4300944805145264,1.4300944805145264,18,265,,,, -,,,18,265,3.0699622631073,1.4567927122116089,, -3.196154832839966,1.4653542041778564,1.4300944805145264,19,279,,,, -,,,19,279,3.1612184047698975,1.4723591804504395,, -3.2591185569763184,1.483669400215149,1.4300944805145264,20,293,,,, -,,,20,293,3.0109119415283203,1.4457978010177612,, -3.063943386077881,1.4254531860351562,1.4254531860351562,21,307,,,, -,,,21,307,3.0392301082611084,1.445646047592163,, -3.0250160694122314,1.417768120765686,1.417768120765686,22,321,,,, -,,,22,321,3.0080883502960205,1.443755865097046,, -2.9956607818603516,1.4042580127716064,1.4042580127716064,23,335,,,, -,,,23,335,2.913451910018921,1.4172751903533936,, -3.053438901901245,1.4073076248168945,1.4042580127716064,24,349,,,, -,,,24,349,2.910907030105591,1.4170701503753662,, -3.1483054161071777,1.4696117639541626,1.4042580127716064,25,363,,,, -,,,25,363,2.8884968757629395,1.406008243560791,, -2.9826810359954834,1.3943278789520264,1.3943278789520264,26,377,,,, -,,,26,377,2.796137809753418,1.3896677494049072,, -2.917637586593628,1.4042761325836182,1.3943278789520264,27,391,,,, -,,,27,391,2.8316147327423096,1.397377848625183,, -2.9770090579986572,1.42795991897583,1.3943278789520264,28,405,,,, -,,,28,405,2.7863099575042725,1.3879085779190063,, -2.7647299766540527,1.3603326082229614,1.3603326082229614,29,419,,,, -,,,29,419,2.731585741043091,1.3791483640670776,, -2.962315082550049,1.3754099607467651,1.3603326082229614,30,433,,,, -,,,30,433,3.131340265274048,1.4571006298065186,, -3.0620694160461426,1.4545948505401611,1.3603326082229614,31,447,,,, -,,,31,447,2.9949660301208496,1.426820993423462,, -2.80424427986145,1.3605295419692993,1.3603326082229614,32,461,,,, -,,,32,461,2.709390163421631,1.3565770387649536,, -2.7773244380950928,1.3668280839920044,1.3603326082229614,33,475,,,, -,,,33,475,2.6585805416107178,1.3509355783462524,, -3.2505993843078613,1.5029908418655396,1.3603326082229614,34,489,,,, -,,,34,489,2.550527811050415,1.3252694606781006,, -2.6519641876220703,1.3291569948196411,1.3291569948196411,35,503,,,, -,,,35,503,2.706279993057251,1.3548593521118164,, -2.6675925254821777,1.3321294784545898,1.3291569948196411,36,517,,,, -,,,36,517,2.9446072578430176,1.4063715934753418,, -2.7242841720581055,1.3324142694473267,1.3291569948196411,37,531,,,, -,,,37,531,2.6055943965911865,1.3447611331939697,, -2.7629151344299316,1.3363605737686157,1.3291569948196411,38,545,,,, -,,,38,545,2.464132070541382,1.3030226230621338,, -3.3528800010681152,1.5300906896591187,1.3291569948196411,39,559,,,, -,,,39,559,2.441115379333496,1.2852146625518799,, -2.5763814449310303,1.3160606622695923,1.3160606622695923,40,573,,,, -,,,40,573,2.5555763244628906,1.3252333402633667,, -2.529360055923462,1.2925325632095337,1.2925325632095337,41,587,,,, -,,,41,587,2.5164499282836914,1.3002268075942993,, -2.5484917163848877,1.2919880151748657,1.2919880151748657,42,601,,,, -,,,42,601,2.4323227405548096,1.284250259399414,, -2.573443651199341,1.2894190549850464,1.2894190549850464,43,615,,,, -,,,43,615,2.4134037494659424,1.277089238166809,, -2.7290139198303223,1.3677685260772705,1.2894190549850464,44,629,,,, -,,,44,629,2.466412305831909,1.2746909856796265,, -2.422600030899048,1.2815661430358887,1.2815661430358887,45,643,,,, -,,,45,643,2.2228150367736816,1.23568594455719,, -2.3542871475219727,1.257438063621521,1.257438063621521,46,657,,,, -,,,46,657,2.210888147354126,1.229009985923767,, -2.371744155883789,1.2394787073135376,1.2394787073135376,47,671,,,, -,,,47,671,2.276268482208252,1.2333232164382935,, -2.5847244262695312,1.3319363594055176,1.2394787073135376,48,685,,,, -,,,48,685,2.37420654296875,1.259242057800293,, -2.5094478130340576,1.265767216682434,1.2394787073135376,49,699,,,, -,,,49,699,2.2268760204315186,1.223921537399292,, -2.452873468399048,1.2967844009399414,1.2394787073135376,50,713,,,, -,,,50,713,2.0621113777160645,1.1828887462615967,, -2.5480692386627197,1.266377329826355,1.2394787073135376,51,727,,,, -,,,51,727,2.4973576068878174,1.291351318359375,, -2.3596465587615967,1.2405917644500732,1.2394787073135376,52,741,,,, -,,,52,741,2.169206142425537,1.1965315341949463,, -3.727449417114258,1.6361372470855713,1.2394787073135376,53,755,,,, -,,,53,755,2.028174877166748,1.1570855379104614,, -3.833501100540161,1.6586061716079712,1.2394787073135376,54,769,,,, -,,,54,769,2.1513514518737793,1.200058937072754,, -3.3423819541931152,1.4323009252548218,1.2394787073135376,55,783,,,, -,,,55,783,2.99389386177063,1.3951419591903687,, -2.4861338138580322,1.2735536098480225,1.2394787073135376,56,797,,,, -,,,56,797,2.644462823867798,1.3324440717697144,, -2.403547763824463,1.2536062002182007,1.2394787073135376,57,811,,,, -,,,57,811,2.174868106842041,1.210850477218628,, -2.3296866416931152,1.2325836420059204,1.2325836420059204,58,825,,,, -,,,58,825,2.0482354164123535,1.1712757349014282,, -2.336780071258545,1.2240136861801147,1.2240136861801147,59,839,,,, -,,,59,839,2.0068209171295166,1.1588293313980103,, -2.295863628387451,1.2431634664535522,1.2240136861801147,60,853,,,, -,,,60,853,2.0752851963043213,1.1701886653900146,, -2.4508161544799805,1.2400908470153809,1.2240136861801147,61,867,,,, -,,,61,867,2.3014605045318604,1.2263845205307007,, -2.1937010288238525,1.1985423564910889,1.1985423564910889,62,881,,,, -,,,62,881,1.986608624458313,1.1504398584365845,, -2.1626322269439697,1.2031736373901367,1.1985423564910889,63,895,,,, -,,,63,895,1.9114819765090942,1.1281050443649292,, -2.260019063949585,1.185494065284729,1.185494065284729,64,909,,,, -,,,64,909,1.9028898477554321,1.123396396636963,, -2.13672137260437,1.189131259918213,1.185494065284729,65,923,,,, -,,,65,923,1.8436553478240967,1.0933586359024048,, -4.308108329772949,1.6978371143341064,1.185494065284729,66,937,,,, -,,,66,937,1.9483119249343872,1.1218783855438232,, -2.2690415382385254,1.2186814546585083,1.185494065284729,67,951,,,, -,,,67,951,2.819247007369995,1.3494950532913208,, -2.3320817947387695,1.2265628576278687,1.185494065284729,68,965,,,, -,,,68,965,2.318467378616333,1.2432950735092163,, -2.3012635707855225,1.230759620666504,1.185494065284729,69,979,,,, -,,,69,979,1.9726051092147827,1.1418129205703735,, -2.123863458633423,1.183659315109253,1.183659315109253,70,993,,,, -,,,70,993,1.8473299741744995,1.105886459350586,, -1.9828364849090576,1.145141363143921,1.145141363143921,71,1007,,,, -,,,71,1007,1.715717077255249,1.0649842023849487,, -1.974493145942688,1.1335914134979248,1.1335914134979248,72,1021,,,, -,,,72,1021,1.9314396381378174,1.115332007408142,, -3.5957419872283936,1.5995852947235107,1.1335914134979248,73,1035,,,, -,,,73,1035,1.8422999382019043,1.0889428853988647,, -2.1059765815734863,1.156494140625,1.1335914134979248,74,1049,,,, -,,,74,1049,2.0293960571289062,1.1577577590942383,, -1.9560645818710327,1.1274571418762207,1.1274571418762207,75,1063,,,, -,,,75,1063,1.717797875404358,1.0583226680755615,, -1.971171498298645,1.1357145309448242,1.1274571418762207,76,1077,,,, -,,,76,1077,1.591442584991455,1.0188990831375122,, -2.703606128692627,1.2746926546096802,1.1274571418762207,77,1091,,,, -,,,77,1091,1.619365930557251,1.0305781364440918,, -2.1403229236602783,1.170610785484314,1.1274571418762207,78,1105,,,, -,,,78,1105,2.1646432876586914,1.194201111793518,, -1.9952253103256226,1.1288926601409912,1.1274571418762207,79,1119,,,, -,,,79,1119,1.834471344947815,1.1027147769927979,, -1.9477887153625488,1.1275912523269653,1.1274571418762207,80,1133,,,, -,,,80,1133,1.6733976602554321,1.0504460334777832,, -2.2769055366516113,1.244310736656189,1.1274571418762207,81,1147,,,, -,,,81,1147,1.6617059707641602,1.0319656133651733,, -1.9818916320800781,1.1523128747940063,1.1274571418762207,82,1161,,,, -,,,82,1161,1.588277816772461,1.0123013257980347,, -2.0735726356506348,1.1414605379104614,1.1274571418762207,83,1175,,,, -,,,83,1175,1.520490050315857,0.9916938543319702,, -1.7294989824295044,1.0594722032546997,1.0594722032546997,84,1189,,,, -,,,84,1189,1.7061876058578491,1.0348678827285767,, -2.0814998149871826,1.1271456480026245,1.0594722032546997,85,1203,,,, -,,,85,1203,1.5443918704986572,0.9973241090774536,, -1.6874266862869263,1.0493535995483398,1.0493535995483398,86,1217,,,, -,,,86,1217,1.4302246570587158,0.9693785905838013,, -1.6623551845550537,1.0487674474716187,1.0487674474716187,87,1231,,,, -,,,87,1231,1.5807820558547974,1.006255030632019,, -1.6748003959655762,1.052330493927002,1.0487674474716187,88,1245,,,, -,,,88,1245,1.5368812084197998,1.0028704404830933,, -1.768434762954712,1.084949016571045,1.0487674474716187,89,1259,,,, -,,,89,1259,1.4076886177062988,0.9525095224380493,, -1.8514899015426636,1.0557457208633423,1.0487674474716187,90,1273,,,, -,,,90,1273,1.4466980695724487,0.9635831117630005,, -2.1406009197235107,1.1466277837753296,1.0487674474716187,91,1287,,,, -,,,91,1287,1.3781099319458008,0.937847912311554,, -1.7906036376953125,1.056086778640747,1.0487674474716187,92,1301,,,, -,,,92,1301,1.5316650867462158,1.0062344074249268,, -1.6283819675445557,1.0287920236587524,1.0287920236587524,93,1315,,,, -,,,93,1315,1.3529030084609985,0.9295545220375061,, -2.504342794418335,1.3219799995422363,1.0287920236587524,94,1329,,,, -,,,94,1329,1.3034780025482178,0.9170248508453369,, -3.1158788204193115,1.4965893030166626,1.0287920236587524,95,1343,,,, -,,,95,1343,1.8323348760604858,1.0867526531219482,, -1.8603260517120361,1.0880975723266602,1.0287920236587524,96,1357,,,, -,,,96,1357,1.9682880640029907,1.1308377981185913,, -1.6671239137649536,1.043533205986023,1.0287920236587524,97,1371,,,, -,,,97,1371,1.5585724115371704,1.0103679895401,, -1.5824954509735107,1.014967441558838,1.014967441558838,98,1385,,,, -,,,98,1385,1.434407114982605,0.9592332243919373,, -1.4990249872207642,0.9910411238670349,0.9910411238670349,99,1399,,,, -,,,99,1399,1.2319577932357788,0.8871886730194092,, -,,,100,1400,,,1.7695621252059937,1.0550495386123657 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016771.8aeae21f0ff6.1.8 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016771.8aeae21f0ff6.1.8 deleted file mode 100644 index a81fdbaf3a1167adb32abab0453cd9c43561219b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647016771.8aeae21f0ff6.1.8 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b774f4708fb5c626af7a1256fec37411a0835cba55072338f36ba9182602b5e3 -size 36628 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018352.8aeae21f0ff6.1.9 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018352.8aeae21f0ff6.1.9 deleted file mode 100644 index c3fdf0b7a56961b89cec0975f972cee2bb1efccf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018352.8aeae21f0ff6.1.9 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cd4bb4edc19037e80a3ee27e836a3d93a9dc2b4612a4d9ea6a4f52f6187d5eef -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 65f3411565ca70602cb717897f570ab611b0d82d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/4/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 9 - conv2_size: 3 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 32 - output_size: 1 - lr: 0.002343092969878313 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2113805 -model/params/trainable: 2113805 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/.hydra/config.yaml deleted file mode 100644 index 2400bae15ed21cabc44189cec4f6607572e3f1f9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 6 - conv2_size: 5 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.008580595526819898 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/.hydra/hydra.yaml deleted file mode 100644 index d7ea857f34351effa33fc5472b2d01260070d92e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.008580595526819898 - - model.conv1_size=7 - - model.conv1_channels=6 - - model.conv2_size=5 - - model.conv2_channels=11 - - model.lin1_size=32 - - model.lin2_size=128 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focusConvMSE_150,model.conv1_channels=6,model.conv1_size=7,model.conv2_channels=11,model.conv2_size=5,model.lin1_size=32,model.lin2_size=128,model.lr=0.008580595526819898,trainer.gpus=0 - id: '5' - num: 5 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/.hydra/overrides.yaml deleted file mode 100644 index 7a07889f5d705fc0fac4febc6c9de3a8a80f6097..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.008580595526819898 -- model.conv1_size=7 -- model.conv1_channels=6 -- model.conv2_size=5 -- model.conv2_channels=11 -- model.lin1_size=32 -- model.lin2_size=128 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/csv/version_0/hparams.yaml deleted file mode 100644 index 1e9d82195ab74eaefcfafdfa03b83150e6881384..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 6 - conv2_size: 5 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.008580595526819898 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 390988 -model/params/trainable: 390988 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/csv/version_0/metrics.csv deleted file mode 100644 index 63c01b3d83c7bbbf2e6259e966c75283d51528c5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -35.241390228271484,4.919658660888672,1.956955075263977,0,13,,,, -,,,0,13,52343.4765625,104.50553894042969,, -23.19511604309082,3.924085855484009,1.956955075263977,1,27,,,, -,,,1,27,10807.69921875,85.57919311523438,, -43.5460319519043,5.487451553344727,1.956955075263977,2,41,,,, -,,,2,41,920.6672973632812,22.45273780822754,, -19.15260124206543,3.6402485370635986,1.956955075263977,3,55,,,, -,,,3,55,64.3416976928711,6.670849323272705,, -7.301886558532715,2.1755998134613037,1.956955075263977,4,69,,,, -,,,4,69,15.764447212219238,3.1923437118530273,, -6.623517990112305,2.1234400272369385,1.956955075263977,5,83,,,, -,,,5,83,14.016798973083496,3.114945650100708,, -27.546764373779297,4.85326623916626,1.956955075263977,6,97,,,, -,,,6,97,9.989043235778809,2.5921483039855957,, -6.951755046844482,2.260713577270508,1.956955075263977,7,111,,,, -,,,7,111,13.216739654541016,3.0053374767303467,, -3.8917016983032227,1.6164129972457886,1.6164129972457886,8,125,,,, -,,,8,125,5.506014823913574,1.8943371772766113,, -4.818719387054443,1.8533434867858887,1.6164129972457886,9,139,,,, -,,,9,139,7.076756477355957,2.1585094928741455,, -42.787574768066406,6.240755081176758,1.6164129972457886,10,153,,,, -,,,10,153,13.817977905273438,3.0719704627990723,, -11.862728118896484,3.0588173866271973,1.6164129972457886,11,167,,,, -,,,11,167,21.965167999267578,3.895979404449463,, -12.293283462524414,3.1066854000091553,1.6164129972457886,12,181,,,, -,,,12,181,6.490050315856934,2.0775742530822754,, -8.547017097473145,2.5511391162872314,1.6164129972457886,13,195,,,, -,,,13,195,7.995609283447266,2.3235349655151367,, -7.979574680328369,2.337881088256836,1.6164129972457886,14,209,,,, -,,,14,209,9.025259971618652,2.452042818069458,, -3.369462490081787,1.4720332622528076,1.4720332622528076,15,223,,,, -,,,15,223,7.208946228027344,2.204277753829956,, -3.1229817867279053,1.3660707473754883,1.3660707473754883,16,237,,,, -,,,16,237,3.573026418685913,1.549088954925537,, -6.380002021789551,2.0212275981903076,1.3660707473754883,17,251,,,, -,,,17,251,3.923210620880127,1.6142197847366333,, -6.59663200378418,2.212045192718506,1.3660707473754883,18,265,,,, -,,,18,265,4.47990083694458,1.724918246269226,, -8.2526273727417,2.502434730529785,1.3660707473754883,19,279,,,, -,,,19,279,4.406417369842529,1.7133467197418213,, -4.010563850402832,1.5337315797805786,1.3660707473754883,20,293,,,, -,,,20,293,5.643631935119629,1.9276765584945679,, -12.024933815002441,3.0683560371398926,1.3660707473754883,21,307,,,, -,,,21,307,3.668058156967163,1.548413872718811,, -7.21867561340332,2.318208694458008,1.3660707473754883,22,321,,,, -,,,22,321,13.231768608093262,3.07559871673584,, -4.515794277191162,1.789005160331726,1.3660707473754883,23,335,,,, -,,,23,335,6.911252975463867,2.1573922634124756,, -11.21808910369873,2.9593682289123535,1.3660707473754883,24,349,,,, -,,,24,349,4.906702041625977,1.7995853424072266,, -3.0563912391662598,1.3669416904449463,1.3660707473754883,25,363,,,, -,,,25,363,6.031158447265625,2.0048928260803223,, -4.751582145690918,1.846750020980835,1.3660707473754883,26,377,,,, -,,,26,377,4.6515655517578125,1.747949481010437,, -5.1100687980651855,1.9251374006271362,1.3660707473754883,27,391,,,, -,,,27,391,3.5570149421691895,1.5365554094314575,, -3.8838350772857666,1.5105786323547363,1.3660707473754883,28,405,,,, -,,,28,405,4.342953681945801,1.699544072151184,, -3.3471155166625977,1.4010294675827026,1.3660707473754883,29,419,,,, -,,,29,419,5.959052562713623,2.0034613609313965,, -3.74851655960083,1.6091010570526123,1.3660707473754883,30,433,,,, -,,,30,433,4.569128036499023,1.7352241277694702,, -3.8456881046295166,1.6347248554229736,1.3660707473754883,31,447,,,, -,,,31,447,3.3718063831329346,1.5049018859863281,, -4.3770833015441895,1.6121962070465088,1.3660707473754883,32,461,,,, -,,,32,461,4.299247741699219,1.6936144828796387,, -5.724334239959717,2.049511194229126,1.3660707473754883,33,475,,,, -,,,33,475,6.345102310180664,2.0517354011535645,, -5.224509239196777,1.7991210222244263,1.3660707473754883,34,489,,,, -,,,34,489,13.134527206420898,3.0503270626068115,, -3.3017172813415527,1.4811567068099976,1.3660707473754883,35,503,,,, -,,,35,503,5.0809831619262695,1.807765007019043,, -3.84639835357666,1.6360676288604736,1.3660707473754883,36,517,,,, -,,,36,517,2.9943087100982666,1.4152264595031738,, -14.16196346282959,3.363215684890747,1.3660707473754883,37,531,,,, -,,,37,531,4.551205635070801,1.7260881662368774,, -4.056739330291748,1.6867938041687012,1.3660707473754883,38,545,,,, -,,,38,545,5.630713939666748,1.925419807434082,, -3.1167991161346436,1.425036072731018,1.3660707473754883,39,559,,,, -,,,39,559,3.308786153793335,1.4950636625289917,, -4.19338321685791,1.7185791730880737,1.3660707473754883,40,573,,,, -,,,40,573,5.785416126251221,1.9630160331726074,, -2.972761392593384,1.3439075946807861,1.3439075946807861,41,587,,,, -,,,41,587,3.423586368560791,1.5067667961120605,, -5.089622497558594,1.9212701320648193,1.3439075946807861,42,601,,,, -,,,42,601,3.7221574783325195,1.5587245225906372,, -3.1303422451019287,1.4439421892166138,1.3439075946807861,43,615,,,, -,,,43,615,4.118258953094482,1.6395173072814941,, -19.556020736694336,4.025696754455566,1.3439075946807861,44,629,,,, -,,,44,629,5.507630348205566,1.874887228012085,, -8.191215515136719,2.4910929203033447,1.3439075946807861,45,643,,,, -,,,45,643,7.185077667236328,2.182793378829956,, -9.365342140197754,2.667741060256958,1.3439075946807861,46,657,,,, -,,,46,657,8.550358772277832,2.4176928997039795,, -4.198017120361328,1.7195566892623901,1.3439075946807861,47,671,,,, -,,,47,671,5.759647369384766,1.9776947498321533,, -3.6158835887908936,1.4641239643096924,1.3439075946807861,48,685,,,, -,,,48,685,5.16381311416626,1.847363829612732,, -12.216331481933594,3.09028959274292,1.3439075946807861,49,699,,,, -,,,49,699,4.961977481842041,1.8268978595733643,, -2.8840389251708984,1.3624147176742554,1.3439075946807861,50,713,,,, -,,,50,713,6.452045440673828,2.0769500732421875,, -3.009681463241577,1.3435190916061401,1.3435190916061401,51,727,,,, -,,,51,727,3.1177492141723633,1.4418463706970215,, -2.82635760307312,1.3166905641555786,1.3166905641555786,52,741,,,, -,,,52,741,4.8699188232421875,1.8141992092132568,, -4.508507251739502,1.7922558784484863,1.3166905641555786,53,755,,,, -,,,53,755,6.956752300262451,2.157639980316162,, -2.931856632232666,1.3945934772491455,1.3166905641555786,54,769,,,, -,,,54,769,3.728170871734619,1.5572950839996338,, -4.852311134338379,1.8699649572372437,1.3166905641555786,55,783,,,, -,,,55,783,3.1421666145324707,1.440065860748291,, -3.66129994392395,1.4796286821365356,1.3166905641555786,56,797,,,, -,,,56,797,3.122347116470337,1.4373482465744019,, -4.276939868927002,1.741287350654602,1.3166905641555786,57,811,,,, -,,,57,811,3.442534923553467,1.4974987506866455,, -2.782522201538086,1.3353804349899292,1.3166905641555786,58,825,,,, -,,,58,825,3.0979163646698,1.4366950988769531,, -2.7673778533935547,1.330463171005249,1.3166905641555786,59,839,,,, -,,,59,839,2.7438580989837646,1.3505271673202515,, -3.953805446624756,1.5447380542755127,1.3166905641555786,60,853,,,, -,,,60,853,2.7790913581848145,1.3643476963043213,, -4.527409553527832,1.793907880783081,1.3166905641555786,61,867,,,, -,,,61,867,3.159966230392456,1.44496488571167,, -4.179409980773926,1.5966317653656006,1.3166905641555786,62,881,,,, -,,,62,881,3.4099130630493164,1.520820140838623,, -2.865964889526367,1.3773090839385986,1.3166905641555786,63,895,,,, -,,,63,895,2.906999349594116,1.3962751626968384,, -5.287116050720215,1.8374544382095337,1.3166905641555786,64,909,,,, -,,,64,909,3.098623037338257,1.425205945968628,, -4.093757629394531,1.6972554922103882,1.3166905641555786,65,923,,,, -,,,65,923,4.099477767944336,1.6556988954544067,, -2.7533602714538574,1.3156031370162964,1.3156031370162964,66,937,,,, -,,,66,937,5.742104530334473,1.9635924100875854,, -2.7618186473846436,1.318091630935669,1.3156031370162964,67,951,,,, -,,,67,951,7.015420913696289,2.1667542457580566,, -3.8552169799804688,1.642591118812561,1.3156031370162964,68,965,,,, -,,,68,965,4.5422492027282715,1.763863444328308,, -4.65531587600708,1.6952712535858154,1.3156031370162964,69,979,,,, -,,,69,979,3.5732858180999756,1.5402086973190308,, -3.2212750911712646,1.4844602346420288,1.3156031370162964,70,993,,,, -,,,70,993,3.4978959560394287,1.5228321552276611,, -3.304131507873535,1.4153059720993042,1.3156031370162964,71,1007,,,, -,,,71,1007,3.2947933673858643,1.480715274810791,, -4.786947250366211,1.847617745399475,1.3156031370162964,72,1021,,,, -,,,72,1021,4.326266288757324,1.6725085973739624,, -2.7702832221984863,1.3547695875167847,1.3156031370162964,73,1035,,,, -,,,73,1035,3.3595333099365234,1.4920240640640259,, -2.6810953617095947,1.3097610473632812,1.3097610473632812,74,1049,,,, -,,,74,1049,4.749708652496338,1.7760733366012573,, -5.585821628570557,2.009753704071045,1.3097610473632812,75,1063,,,, -,,,75,1063,4.010537624359131,1.6315058469772339,, -2.6816086769104004,1.3072447776794434,1.3072447776794434,76,1077,,,, -,,,76,1077,3.5223939418792725,1.5213721990585327,, -3.270435094833374,1.4883023500442505,1.3072447776794434,77,1091,,,, -,,,77,1091,3.9443538188934326,1.6315836906433105,, -2.679351806640625,1.3315925598144531,1.3072447776794434,78,1105,,,, -,,,78,1105,2.778270721435547,1.3581031560897827,, -3.1669793128967285,1.4654501676559448,1.3072447776794434,79,1119,,,, -,,,79,1119,2.4994797706604004,1.2952837944030762,, -2.7169556617736816,1.3072831630706787,1.3072447776794434,80,1133,,,, -,,,80,1133,2.7009267807006836,1.3358744382858276,, -3.718186140060425,1.5085402727127075,1.3072447776794434,81,1147,,,, -,,,81,1147,3.4176392555236816,1.5098079442977905,, -2.669887065887451,1.3021284341812134,1.3021284341812134,82,1161,,,, -,,,82,1161,3.4431581497192383,1.504319190979004,, -2.8872504234313965,1.3372111320495605,1.3021284341812134,83,1175,,,, -,,,83,1175,2.858640432357788,1.367233395576477,, -2.658190965652466,1.3004530668258667,1.3004530668258667,84,1189,,,, -,,,84,1189,2.8682053089141846,1.3838403224945068,, -3.1071126461029053,1.4534327983856201,1.3004530668258667,85,1203,,,, -,,,85,1203,2.8127360343933105,1.356942892074585,, -3.8891875743865967,1.64275324344635,1.3004530668258667,86,1217,,,, -,,,86,1217,2.609558343887329,1.3163983821868896,, -2.6418678760528564,1.2988035678863525,1.2988035678863525,87,1231,,,, -,,,87,1231,3.0118160247802734,1.4142398834228516,, -6.052077770233154,2.0938055515289307,1.2988035678863525,88,1245,,,, -,,,88,1245,2.774726152420044,1.3605624437332153,, -7.233447074890137,2.263512372970581,1.2988035678863525,89,1259,,,, -,,,89,1259,4.790858268737793,1.7523412704467773,, -8.04130744934082,2.446925640106201,1.2988035678863525,90,1273,,,, -,,,90,1273,4.387277126312256,1.7081443071365356,, -2.623460531234741,1.2928926944732666,1.2928926944732666,91,1287,,,, -,,,91,1287,4.5720672607421875,1.733303427696228,, -2.807936668395996,1.3215736150741577,1.2928926944732666,92,1301,,,, -,,,92,1301,2.5858397483825684,1.3171451091766357,, -3.6975743770599365,1.5983691215515137,1.2928926944732666,93,1315,,,, -,,,93,1315,2.5702028274536133,1.3080495595932007,, -6.870382785797119,2.2000010013580322,1.2928926944732666,94,1329,,,, -,,,94,1329,2.828596830368042,1.3692102432250977,, -2.6108570098876953,1.291055679321289,1.291055679321289,95,1343,,,, -,,,95,1343,4.69318962097168,1.7504431009292603,, -2.629587173461914,1.313815712928772,1.291055679321289,96,1357,,,, -,,,96,1357,3.365384340286255,1.4799044132232666,, -2.591505289077759,1.3085434436798096,1.291055679321289,97,1371,,,, -,,,97,1371,2.581617832183838,1.3092976808547974,, -2.6734321117401123,1.297736644744873,1.291055679321289,98,1385,,,, -,,,98,1385,2.4556758403778076,1.2926944494247437,, -2.605956792831421,1.3129104375839233,1.291055679321289,99,1399,,,, -,,,99,1399,2.565368413925171,1.3074513673782349,, -,,,96,1344,,,2.7743794918060303,1.3663301467895508 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018352.8aeae21f0ff6.1.10 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018352.8aeae21f0ff6.1.10 deleted file mode 100644 index 75832d91fe405d48c84675588a659cf8af5effb4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018352.8aeae21f0ff6.1.10 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:91d8ce7670b43d31985b8b8592fcf6f33734ed988aafa4a1f6fe7aa0ccc4b670 -size 36628 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018903.8aeae21f0ff6.1.11 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018903.8aeae21f0ff6.1.11 deleted file mode 100644 index 611b307600cd7db99d265bc2a45bedfbb39bfb03..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018903.8aeae21f0ff6.1.11 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:735ca28e38ead1c1c5bf77b1edc8e66971778eafe5cb5d95975ae5800aa1fc0f -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 1e9d82195ab74eaefcfafdfa03b83150e6881384..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/5/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 6 - conv2_size: 5 - conv2_channels: 11 - lin1_size: 32 - lin2_size: 128 - output_size: 1 - lr: 0.008580595526819898 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 390988 -model/params/trainable: 390988 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/.hydra/config.yaml deleted file mode 100644 index 745ebe740006c50718bd9da136f06ad0fdcec06f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 72 - output_size: 1 - lr: 0.001064192337121208 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/.hydra/hydra.yaml deleted file mode 100644 index b92b347c840d7fd283773d2872e2b787c138621d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.001064192337121208 - - model.conv1_size=3 - - model.conv1_channels=9 - - model.conv2_size=7 - - model.conv2_channels=6 - - model.lin1_size=32 - - model.lin2_size=72 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=9,model.conv1_size=3,model.conv2_channels=6,model.conv2_size=7,model.lin1_size=32,model.lin2_size=72,model.lr=0.001064192337121208,trainer.gpus=0 - id: '6' - num: 6 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/.hydra/overrides.yaml deleted file mode 100644 index c645c5356028569a041644c1e573d615c7e4d745..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.001064192337121208 -- model.conv1_size=3 -- model.conv1_channels=9 -- model.conv2_size=7 -- model.conv2_channels=6 -- model.lin1_size=32 -- model.lin2_size=72 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/csv/version_0/hparams.yaml deleted file mode 100644 index d19e686f1a25021dc3f0ae994f155e53269a87a0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 72 - output_size: 1 - lr: 0.001064192337121208 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 216201 -model/params/trainable: 216201 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/csv/version_0/metrics.csv deleted file mode 100644 index a5ca3a8b330c578d68b7a1a3d0583838500d9ecb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -3.6083195209503174,1.508408546447754,1.508408546447754,0,26,,,, -,,,0,26,5.1772894859313965,1.8335013389587402,, -3.3860998153686523,1.4964221715927124,1.4964221715927124,1,53,,,, -,,,1,53,3.5860323905944824,1.572602391242981,, -3.3081717491149902,1.48660147190094,1.48660147190094,2,80,,,, -,,,2,80,3.445964813232422,1.550751805305481,, -3.750805616378784,1.6168971061706543,1.48660147190094,3,107,,,, -,,,3,107,3.477565288543701,1.5511360168457031,, -3.3089685440063477,1.5053532123565674,1.48660147190094,4,134,,,, -,,,4,134,3.450207233428955,1.5339295864105225,, -3.147523880004883,1.4588974714279175,1.4588974714279175,5,161,,,, -,,,5,161,3.3387928009033203,1.529737949371338,, -3.173240900039673,1.4284833669662476,1.4284833669662476,6,188,,,, -,,,6,188,3.2813103199005127,1.5014382600784302,, -3.0094895362854004,1.4282846450805664,1.4282846450805664,7,215,,,, -,,,7,215,3.268371343612671,1.511143445968628,, -2.94215726852417,1.3925336599349976,1.3925336599349976,8,242,,,, -,,,8,242,3.1102659702301025,1.469643473625183,, -2.980090856552124,1.4148550033569336,1.3925336599349976,9,269,,,, -,,,9,269,3.2200801372528076,1.4803061485290527,, -3.4528980255126953,1.5554975271224976,1.3925336599349976,10,296,,,, -,,,10,296,2.9067606925964355,1.4153929948806763,, -2.8201491832733154,1.3449805974960327,1.3449805974960327,11,323,,,, -,,,11,323,2.853226661682129,1.391109585762024,, -2.4288437366485596,1.2762309312820435,1.2762309312820435,12,350,,,, -,,,12,350,2.6255125999450684,1.3298836946487427,, -3.3874080181121826,1.531650185585022,1.2762309312820435,13,377,,,, -,,,13,377,2.7277092933654785,1.3418439626693726,, -2.4119837284088135,1.2846689224243164,1.2762309312820435,14,404,,,, -,,,14,404,2.579054355621338,1.320029616355896,, -2.559735059738159,1.315057635307312,1.2762309312820435,15,431,,,, -,,,15,431,2.469524621963501,1.277095079421997,, -2.520203113555908,1.2797988653182983,1.2762309312820435,16,458,,,, -,,,16,458,2.5257327556610107,1.2983613014221191,, -2.1329708099365234,1.184343695640564,1.184343695640564,17,485,,,, -,,,17,485,2.017932415008545,1.1586371660232544,, -1.916892647743225,1.1213035583496094,1.1213035583496094,18,512,,,, -,,,18,512,1.8595821857452393,1.1025214195251465,, -2.82588529586792,1.3773099184036255,1.1213035583496094,19,539,,,, -,,,19,539,1.6894257068634033,1.0431767702102661,, -1.8930556774139404,1.110182523727417,1.110182523727417,20,566,,,, -,,,20,566,1.8423737287521362,1.0968493223190308,, -1.8406291007995605,1.0695453882217407,1.0695453882217407,21,593,,,, -,,,21,593,1.549692988395691,1.0006459951400757,, -1.902064323425293,1.086999535560608,1.0695453882217407,22,620,,,, -,,,22,620,1.5886452198028564,1.008102297782898,, -1.583362102508545,0.9992955327033997,0.9992955327033997,23,647,,,, -,,,23,647,1.4939112663269043,0.9800175428390503,, -1.300667643547058,0.9123782515525818,0.9123782515525818,24,674,,,, -,,,24,674,1.2609180212020874,0.8948870897293091,, -1.2044401168823242,0.8625049591064453,0.8625049591064453,25,701,,,, -,,,25,701,1.034454345703125,0.8124359250068665,, -1.4159934520721436,0.9495809674263,0.8625049591064453,26,728,,,, -,,,26,728,1.1070932149887085,0.8339055776596069,, -1.4816513061523438,0.9509292840957642,0.8625049591064453,27,755,,,, -,,,27,755,1.2323439121246338,0.8925329446792603,, -1.2108361721038818,0.8867922425270081,0.8625049591064453,28,782,,,, -,,,28,782,1.2039121389389038,0.8854100704193115,, -1.961151123046875,1.1864311695098877,0.8625049591064453,29,809,,,, -,,,29,809,1.0906583070755005,0.8305281400680542,, -1.090996503829956,0.8124265074729919,0.8124265074729919,30,836,,,, -,,,30,836,0.9789935946464539,0.7904946804046631,, -1.0850297212600708,0.8041445016860962,0.8041445016860962,31,863,,,, -,,,31,863,0.7746431827545166,0.6876945495605469,, -1.1144315004348755,0.8056808114051819,0.8041445016860962,32,890,,,, -,,,32,890,0.7961512804031372,0.6996204853057861,, -1.171597957611084,0.8634124994277954,0.8041445016860962,33,917,,,, -,,,33,917,0.8208146691322327,0.7131630778312683,, -1.0106695890426636,0.7858783006668091,0.7858783006668091,34,944,,,, -,,,34,944,0.8103887438774109,0.7108591198921204,, -0.9422880411148071,0.748038113117218,0.748038113117218,35,971,,,, -,,,35,971,0.6871033310890198,0.6552130579948425,, -0.9810106158256531,0.7582414746284485,0.748038113117218,36,998,,,, -,,,36,998,0.6121495366096497,0.6223257780075073,, -1.2393345832824707,0.898297131061554,0.748038113117218,37,1025,,,, -,,,37,1025,0.6392544507980347,0.6360618472099304,, -0.8823805451393127,0.739104151725769,0.739104151725769,38,1052,,,, -,,,38,1052,0.5853655338287354,0.6114118099212646,, -0.9018867611885071,0.7575153112411499,0.739104151725769,39,1079,,,, -,,,39,1079,0.5853474140167236,0.6015427708625793,, -0.9487382769584656,0.7730135917663574,0.739104151725769,40,1106,,,, -,,,40,1106,0.4935224652290344,0.5552218556404114,, -0.7640044093132019,0.6689343452453613,0.6689343452453613,41,1133,,,, -,,,41,1133,0.4923253655433655,0.5528125762939453,, -0.8002215623855591,0.6794763803482056,0.6689343452453613,42,1160,,,, -,,,42,1160,0.47057169675827026,0.539581298828125,, -0.9877771139144897,0.7982684373855591,0.6689343452453613,43,1187,,,, -,,,43,1187,0.47129949927330017,0.5340298414230347,, -0.8731377720832825,0.7343525886535645,0.6689343452453613,44,1214,,,, -,,,44,1214,0.43579214811325073,0.517035961151123,, -0.7682754397392273,0.6845898032188416,0.6689343452453613,45,1241,,,, -,,,45,1241,0.43652838468551636,0.5183677077293396,, -1.0569112300872803,0.8255278468132019,0.6689343452453613,46,1268,,,, -,,,46,1268,0.43813613057136536,0.5172714591026306,, -0.7048528790473938,0.6392300128936768,0.6392300128936768,47,1295,,,, -,,,47,1295,0.3950332999229431,0.49112504720687866,, -0.9813734889030457,0.765152633190155,0.6392300128936768,48,1322,,,, -,,,48,1322,0.39999523758888245,0.4943089485168457,, -0.8494292497634888,0.7134666442871094,0.6392300128936768,49,1349,,,, -,,,49,1349,0.4935716986656189,0.5578838586807251,, -0.7748584151268005,0.660648763179779,0.6392300128936768,50,1376,,,, -,,,50,1376,0.38935723900794983,0.48813149333000183,, -0.7093719244003296,0.6350580453872681,0.6350580453872681,51,1403,,,, -,,,51,1403,0.34495437145233154,0.4601864218711853,, -0.7586011290550232,0.6660236716270447,0.6350580453872681,52,1430,,,, -,,,52,1430,0.38507187366485596,0.4906826913356781,, -0.6654757857322693,0.6100146770477295,0.6100146770477295,53,1457,,,, -,,,53,1457,0.2951115369796753,0.41791707277297974,, -0.6792736649513245,0.6138521432876587,0.6100146770477295,54,1484,,,, -,,,54,1484,0.29342713952064514,0.4218926429748535,, -0.6744785308837891,0.6059165000915527,0.6059165000915527,55,1511,,,, -,,,55,1511,0.2935958206653595,0.42195120453834534,, -0.7028046250343323,0.6222741007804871,0.6059165000915527,56,1538,,,, -,,,56,1538,0.2656627297401428,0.3935072720050812,, -0.680409848690033,0.5903566479682922,0.5903566479682922,57,1565,,,, -,,,57,1565,0.28419050574302673,0.416929692029953,, -0.7335823774337769,0.6287409663200378,0.5903566479682922,58,1592,,,, -,,,58,1592,0.28224852681159973,0.41042667627334595,, -0.7191135287284851,0.6472525596618652,0.5903566479682922,59,1619,,,, -,,,59,1619,0.25380846858024597,0.3925803303718567,, -0.6137975454330444,0.5738267302513123,0.5738267302513123,60,1646,,,, -,,,60,1646,0.2903611958026886,0.4221116006374359,, -0.6229976415634155,0.5853938460350037,0.5738267302513123,61,1673,,,, -,,,61,1673,0.2881973087787628,0.4188690185546875,, -0.7840484976768494,0.6512104272842407,0.5738267302513123,62,1700,,,, -,,,62,1700,0.24272750318050385,0.37712088227272034,, -0.6164840459823608,0.601565420627594,0.5738267302513123,63,1727,,,, -,,,63,1727,0.28788477182388306,0.420784056186676,, -0.9227520227432251,0.7555749416351318,0.5738267302513123,64,1754,,,, -,,,64,1754,0.32477131485939026,0.4476446807384491,, -0.8051600456237793,0.6752757430076599,0.5738267302513123,65,1781,,,, -,,,65,1781,0.4266299903392792,0.5226743817329407,, -0.6294184923171997,0.5717406868934631,0.5717406868934631,66,1808,,,, -,,,66,1808,0.26524612307548523,0.4027268588542938,, -0.6109170317649841,0.5702982544898987,0.5702982544898987,67,1835,,,, -,,,67,1835,0.24745908379554749,0.38916561007499695,, -0.5768541097640991,0.547738790512085,0.547738790512085,68,1862,,,, -,,,68,1862,0.17258097231388092,0.32112959027290344,, -0.5740708708763123,0.5572689175605774,0.547738790512085,69,1889,,,, -,,,69,1889,0.17884548008441925,0.3297663927078247,, -0.5815688967704773,0.5562248229980469,0.547738790512085,70,1916,,,, -,,,70,1916,0.1692972183227539,0.3195253014564514,, -0.6053339838981628,0.556041955947876,0.547738790512085,71,1943,,,, -,,,71,1943,0.17446082830429077,0.3222767412662506,, -0.544775664806366,0.5269871354103088,0.5269871354103088,72,1970,,,, -,,,72,1970,0.14397747814655304,0.2949959337711334,, -0.6125465631484985,0.5720407366752625,0.5269871354103088,73,1997,,,, -,,,73,1997,0.13450504839420319,0.284944623708725,, -0.6405283808708191,0.5751519203186035,0.5269871354103088,74,2024,,,, -,,,74,2024,0.14496730268001556,0.292574942111969,, -0.6266745924949646,0.5633277297019958,0.5269871354103088,75,2051,,,, -,,,75,2051,0.17592185735702515,0.32280290126800537,, -0.5434473752975464,0.5196643471717834,0.5196643471717834,76,2078,,,, -,,,76,2078,0.17513392865657806,0.3244563639163971,, -0.761918842792511,0.6560559272766113,0.5196643471717834,77,2105,,,, -,,,77,2105,0.1628248691558838,0.3146568238735199,, -0.6432318687438965,0.578906238079071,0.5196643471717834,78,2132,,,, -,,,78,2132,0.19579997658729553,0.3503624498844147,, -0.5480803847312927,0.5314767956733704,0.5196643471717834,79,2159,,,, -,,,79,2159,0.20844657719135284,0.3570076525211334,, -0.5700249075889587,0.5278225541114807,0.5196643471717834,80,2186,,,, -,,,80,2186,0.15604452788829803,0.3122347295284271,, -0.7026327252388,0.6036354899406433,0.5196643471717834,81,2213,,,, -,,,81,2213,0.17385047674179077,0.32507336139678955,, -0.6076509356498718,0.5625510811805725,0.5196643471717834,82,2240,,,, -,,,82,2240,0.16656585037708282,0.32209551334381104,, -0.5155678391456604,0.5131528973579407,0.5131528973579407,83,2267,,,, -,,,83,2267,0.13744999468326569,0.28743594884872437,, -0.5507943630218506,0.5154085755348206,0.5131528973579407,84,2294,,,, -,,,84,2294,0.12276455014944077,0.2722083330154419,, -0.6109516024589539,0.5566969513893127,0.5131528973579407,85,2321,,,, -,,,85,2321,0.13365325331687927,0.2848356068134308,, -0.887325644493103,0.6938451528549194,0.5131528973579407,86,2348,,,, -,,,86,2348,0.1661725789308548,0.3176025152206421,, -0.6268550157546997,0.5701453685760498,0.5131528973579407,87,2375,,,, -,,,87,2375,0.1498165875673294,0.30402663350105286,, -0.5167142748832703,0.5116804242134094,0.5116804242134094,88,2402,,,, -,,,88,2402,0.12363170087337494,0.2775115370750427,, -0.5459842085838318,0.5316467881202698,0.5116804242134094,89,2429,,,, -,,,89,2429,0.10554356127977371,0.2502569258213043,, -0.5746904015541077,0.5232178568840027,0.5116804242134094,90,2456,,,, -,,,90,2456,0.09782468527555466,0.23896710574626923,, -0.5530588030815125,0.5080994963645935,0.5080994963645935,91,2483,,,, -,,,91,2483,0.10468877851963043,0.25215572118759155,, -0.5417730808258057,0.5069109797477722,0.5069109797477722,92,2510,,,, -,,,92,2510,0.08266810327768326,0.22194445133209229,, -0.5237683057785034,0.5000563263893127,0.5000563263893127,93,2537,,,, -,,,93,2537,0.07745113968849182,0.21725867688655853,, -0.5470385551452637,0.5144221186637878,0.5000563263893127,94,2564,,,, -,,,94,2564,0.09471525996923447,0.24195364117622375,, -0.5778603553771973,0.5257274508476257,0.5000563263893127,95,2591,,,, -,,,95,2591,0.1086968332529068,0.25726190209388733,, -0.5467137694358826,0.5057733058929443,0.5000563263893127,96,2618,,,, -,,,96,2618,0.09040427953004837,0.23519618809223175,, -0.5197423100471497,0.5015058517456055,0.5000563263893127,97,2645,,,, -,,,97,2645,0.07586660981178284,0.21189936995506287,, -0.5625576376914978,0.5142872333526611,0.5000563263893127,98,2672,,,, -,,,98,2672,0.0697699561715126,0.20192572474479675,, -0.5537612438201904,0.5121243596076965,0.5000563263893127,99,2699,,,, -,,,99,2699,0.08475102484226227,0.22273039817810059,, -,,,94,2538,,,0.4214605689048767,0.46166592836380005 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018903.8aeae21f0ff6.1.12 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018903.8aeae21f0ff6.1.12 deleted file mode 100644 index b8a17f592554c8c1cad577d42375686ce2e6aa46..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647018903.8aeae21f0ff6.1.12 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6da095d5325b02ddab54c5cde8cbe61692bd0719c14786b9ccc9e5750b78595f -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647020124.8aeae21f0ff6.1.13 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647020124.8aeae21f0ff6.1.13 deleted file mode 100644 index 5686d6a5dd74863bb578268acc8e48373715bbf3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647020124.8aeae21f0ff6.1.13 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5daf6a5efd6243ccb02308cfee1642907f1352b86cb989d8c48a512a766b2c8a -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index d19e686f1a25021dc3f0ae994f155e53269a87a0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/6/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 7 - conv2_channels: 6 - lin1_size: 32 - lin2_size: 72 - output_size: 1 - lr: 0.001064192337121208 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 216201 -model/params/trainable: 216201 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/.hydra/config.yaml deleted file mode 100644 index 32e6dc1625c2bcab1536a9b8e764c89e6d901c10..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 5 - conv2_channels: 6 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.004170663508508136 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/.hydra/hydra.yaml deleted file mode 100644 index 85aef7087e8fe8ecb279e4b9c666035df8d68bba..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.004170663508508136 - - model.conv1_size=3 - - model.conv1_channels=9 - - model.conv2_size=5 - - model.conv2_channels=6 - - model.lin1_size=128 - - model.lin2_size=72 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusConvMSE_150,model.conv1_channels=9,model.conv1_size=3,model.conv2_channels=6,model.conv2_size=5,model.lin1_size=128,model.lin2_size=72,model.lr=0.004170663508508136,trainer.gpus=0 - id: '7' - num: 7 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/.hydra/overrides.yaml deleted file mode 100644 index 75f4843f4d3c362ae6b063a14f90c4862d0b11e0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.004170663508508136 -- model.conv1_size=3 -- model.conv1_channels=9 -- model.conv2_size=5 -- model.conv2_channels=6 -- model.lin1_size=128 -- model.lin2_size=72 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/csv/version_0/hparams.yaml deleted file mode 100644 index efe045f18fc0caf0cfa6567495becdc9686b05fc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 5 - conv2_channels: 6 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.004170663508508136 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 850473 -model/params/trainable: 850473 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/csv/version_0/metrics.csv deleted file mode 100644 index 15f87c07af987281818bcfa0762393b8891331af..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -39.51054763793945,5.811522960662842,1.9388694763183594,0,26,,,, -,,,0,26,331.1981201171875,9.878325462341309,, -3.5313425064086914,1.4611821174621582,1.4611821174621582,1,53,,,, -,,,1,53,10.104161262512207,2.544341802597046,, -3.0755507946014404,1.4170998334884644,1.4170998334884644,2,80,,,, -,,,2,80,3.438093662261963,1.5323925018310547,, -3.35707426071167,1.535923719406128,1.4170998334884644,3,107,,,, -,,,3,107,3.4738597869873047,1.5377845764160156,, -3.2750895023345947,1.5199460983276367,1.4170998334884644,4,134,,,, -,,,4,134,3.130370616912842,1.4738774299621582,, -2.943713665008545,1.3574721813201904,1.3574721813201904,5,161,,,, -,,,5,161,3.178823709487915,1.4808733463287354,, -2.7454090118408203,1.3755499124526978,1.3574721813201904,6,188,,,, -,,,6,188,3.115635633468628,1.4577370882034302,, -2.567683219909668,1.3114917278289795,1.3114917278289795,7,215,,,, -,,,7,215,2.9035677909851074,1.4113909006118774,, -2.7245664596557617,1.321147084236145,1.3114917278289795,8,242,,,, -,,,8,242,3.0130488872528076,1.4159094095230103,, -3.1043343544006348,1.3594740629196167,1.3114917278289795,9,269,,,, -,,,9,269,3.214980363845825,1.4745441675186157,, -2.6465702056884766,1.3510435819625854,1.3114917278289795,10,296,,,, -,,,10,296,2.9325432777404785,1.411853313446045,, -2.5279183387756348,1.325137972831726,1.3114917278289795,11,323,,,, -,,,11,323,2.5917809009552,1.3323371410369873,, -2.333078384399414,1.248069405555725,1.248069405555725,12,350,,,, -,,,12,350,2.5609161853790283,1.3212934732437134,, -2.3825228214263916,1.2839092016220093,1.248069405555725,13,377,,,, -,,,13,377,2.515306234359741,1.3104274272918701,, -2.8354718685150146,1.4106780290603638,1.248069405555725,14,404,,,, -,,,14,404,3.0300841331481934,1.4049296379089355,, -2.5315096378326416,1.2722457647323608,1.248069405555725,15,431,,,, -,,,15,431,2.478407144546509,1.2998069524765015,, -2.2616689205169678,1.233277678489685,1.2332775592803955,16,458,,,, -,,,16,458,2.447842836380005,1.2887096405029297,, -3.4518415927886963,1.561417579650879,1.2332775592803955,17,485,,,, -,,,17,485,2.7089881896972656,1.343847632408142,, -2.525646209716797,1.3247798681259155,1.2332775592803955,18,512,,,, -,,,18,512,2.535194158554077,1.3106372356414795,, -2.3003642559051514,1.2509267330169678,1.2332775592803955,19,539,,,, -,,,19,539,2.488858461380005,1.291298747062683,, -2.436288356781006,1.2492443323135376,1.2332775592803955,20,566,,,, -,,,20,566,2.2754554748535156,1.2392396926879883,, -2.373828172683716,1.2862226963043213,1.2332775592803955,21,593,,,, -,,,21,593,2.2360410690307617,1.2215960025787354,, -3.0960347652435303,1.468727469444275,1.2332775592803955,22,620,,,, -,,,22,620,2.336081027984619,1.2485649585723877,, -2.2024903297424316,1.22269606590271,1.22269606590271,23,647,,,, -,,,23,647,2.167292833328247,1.2071977853775024,, -4.741568088531494,1.861337423324585,1.22269606590271,24,674,,,, -,,,24,674,2.2330524921417236,1.2154964208602905,, -2.4574201107025146,1.2522838115692139,1.22269606590271,25,701,,,, -,,,25,701,2.825590133666992,1.3662900924682617,, -2.5094845294952393,1.244798183441162,1.22269606590271,26,728,,,, -,,,26,728,2.4658329486846924,1.294283390045166,, -2.144914388656616,1.2023578882217407,1.2023578882217407,27,755,,,, -,,,27,755,2.1695778369903564,1.204302430152893,, -2.631808280944824,1.273861050605774,1.2023578882217407,28,782,,,, -,,,28,782,2.145463705062866,1.1934432983398438,, -2.9553654193878174,1.3618414402008057,1.2023578882217407,29,809,,,, -,,,29,809,2.14719820022583,1.1742138862609863,, -2.1152005195617676,1.184707522392273,1.184707522392273,30,836,,,, -,,,30,836,2.1651763916015625,1.1916526556015015,, -2.3318610191345215,1.2714884281158447,1.184707522392273,31,863,,,, -,,,31,863,2.2813968658447266,1.2269576787948608,, -3.0752005577087402,1.4655449390411377,1.184707522392273,32,890,,,, -,,,32,890,1.9441155195236206,1.1345616579055786,, -1.9604063034057617,1.136762261390686,1.136762261390686,33,917,,,, -,,,33,917,1.893011450767517,1.1172163486480713,, -2.0619008541107178,1.1507700681686401,1.136762261390686,34,944,,,, -,,,34,944,2.2591159343719482,1.2041850090026855,, -2.13065242767334,1.1968423128128052,1.136762261390686,35,971,,,, -,,,35,971,2.1435554027557373,1.1926292181015015,, -1.933771014213562,1.1422613859176636,1.136762261390686,36,998,,,, -,,,36,998,1.927940845489502,1.116652488708496,, -2.1788556575775146,1.221798062324524,1.136762261390686,37,1025,,,, -,,,37,1025,1.843787431716919,1.1022489070892334,, -3.2883734703063965,1.5095689296722412,1.136762261390686,38,1052,,,, -,,,38,1052,2.4138145446777344,1.2594571113586426,, -2.0941290855407715,1.1809824705123901,1.136762261390686,39,1079,,,, -,,,39,1079,2.0976572036743164,1.1807552576065063,, -2.173219919204712,1.219082236289978,1.136762261390686,40,1106,,,, -,,,40,1106,1.9966121912002563,1.147745966911316,, -2.2901456356048584,1.2491031885147095,1.136762261390686,41,1133,,,, -,,,41,1133,1.8426827192306519,1.1072505712509155,, -2.0435454845428467,1.1205193996429443,1.1205193996429443,42,1160,,,, -,,,42,1160,1.7189444303512573,1.0681309700012207,, -2.121577262878418,1.158811330795288,1.1205193996429443,43,1187,,,, -,,,43,1187,1.9635121822357178,1.1265223026275635,, -1.9554486274719238,1.1290971040725708,1.1205193996429443,44,1214,,,, -,,,44,1214,1.9882065057754517,1.1457703113555908,, -1.8292431831359863,1.0893768072128296,1.0893768072128296,45,1241,,,, -,,,45,1241,1.8546078205108643,1.098660945892334,, -1.891291618347168,1.0953563451766968,1.0893768072128296,46,1268,,,, -,,,46,1268,1.6369781494140625,1.0349385738372803,, -1.8341857194900513,1.083561897277832,1.083561897277832,47,1295,,,, -,,,47,1295,1.7183176279067993,1.050582766532898,, -1.719470500946045,1.0264215469360352,1.0264215469360352,48,1322,,,, -,,,48,1322,1.5034687519073486,0.9829742312431335,, -3.1343681812286377,1.4226149320602417,1.0264215469360352,49,1349,,,, -,,,49,1349,1.845757246017456,1.0842862129211426,, -1.7400835752487183,1.065901517868042,1.0264215469360352,50,1376,,,, -,,,50,1376,1.8903228044509888,1.106276035308838,, -1.6068047285079956,1.0167691707611084,1.0167691707611084,51,1403,,,, -,,,51,1403,1.5700205564498901,1.0161633491516113,, -1.6271816492080688,1.0311017036437988,1.0167691707611084,52,1430,,,, -,,,52,1430,1.604654312133789,1.0173215866088867,, -1.8397620916366577,1.080466389656067,1.0167691707611084,53,1457,,,, -,,,53,1457,1.6090611219406128,1.0159525871276855,, -1.9726366996765137,1.1477428674697876,1.0167691707611084,54,1484,,,, -,,,54,1484,1.5278759002685547,0.9934154748916626,, -2.164355516433716,1.2267053127288818,1.0167691707611084,55,1511,,,, -,,,55,1511,1.4517115354537964,0.9644345045089722,, -1.5754576921463013,0.9986247420310974,0.9986246228218079,56,1538,,,, -,,,56,1538,1.6778603792190552,1.0306063890457153,, -1.4519294500350952,0.96739262342453,0.96739262342453,57,1565,,,, -,,,57,1565,1.4302709102630615,0.9576836228370667,, -1.515775442123413,0.9818971753120422,0.96739262342453,58,1592,,,, -,,,58,1592,1.4408748149871826,0.9566965699195862,, -1.8667200803756714,1.130288004875183,0.96739262342453,59,1619,,,, -,,,59,1619,1.3375847339630127,0.9239077568054199,, -1.826737403869629,1.0960893630981445,0.96739262342453,60,1646,,,, -,,,60,1646,1.587842345237732,1.0064716339111328,, -1.4585400819778442,0.9659019112586975,0.9659019112586975,61,1673,,,, -,,,61,1673,1.4774432182312012,0.9719887375831604,, -1.4093140363693237,0.9241772294044495,0.9241772294044495,62,1700,,,, -,,,62,1700,1.1997500658035278,0.8763675689697266,, -2.1242129802703857,1.2128150463104248,0.9241772294044495,63,1727,,,, -,,,63,1727,1.4834673404693604,0.9701080918312073,, -1.5341181755065918,1.0198073387145996,0.9241772294044495,64,1754,,,, -,,,64,1754,1.2625272274017334,0.8984733819961548,, -1.5030268430709839,1.0021882057189941,0.9241772294044495,65,1781,,,, -,,,65,1781,1.2412408590316772,0.8902683258056641,, -1.1922647953033447,0.8630480766296387,0.8630480766296387,66,1808,,,, -,,,66,1808,1.0244969129562378,0.8056773543357849,, -1.2991156578063965,0.8895879983901978,0.8630480766296387,67,1835,,,, -,,,67,1835,1.0257604122161865,0.805745005607605,, -1.327928066253662,0.9367750287055969,0.8630480766296387,68,1862,,,, -,,,68,1862,1.0230000019073486,0.8059470057487488,, -2.0817806720733643,1.208977460861206,0.8630480766296387,69,1889,,,, -,,,69,1889,1.184293508529663,0.8689302802085876,, -1.5432112216949463,0.9814910292625427,0.8630480766296387,70,1916,,,, -,,,70,1916,1.415820837020874,0.955767035484314,, -1.2418280839920044,0.9029581546783447,0.8630480766296387,71,1943,,,, -,,,71,1943,1.1096826791763306,0.8424013257026672,, -1.3190317153930664,0.8980975151062012,0.8630480766296387,72,1970,,,, -,,,72,1970,1.0587255954742432,0.8233084678649902,, -1.619705319404602,1.0232985019683838,0.8630480766296387,73,1997,,,, -,,,73,1997,1.0604417324066162,0.8193878531455994,, -1.491438627243042,0.9765459299087524,0.8630480766296387,74,2024,,,, -,,,74,2024,1.2828600406646729,0.9135456681251526,, -1.1523667573928833,0.8553839325904846,0.8553839325904846,75,2051,,,, -,,,75,2051,1.077425479888916,0.8358677625656128,, -1.5869556665420532,0.996264636516571,0.8553839325904846,76,2078,,,, -,,,76,2078,0.9645901918411255,0.7706021666526794,, -1.307943344116211,0.9200011491775513,0.8553839325904846,77,2105,,,, -,,,77,2105,1.0102863311767578,0.7911033630371094,, -1.1872142553329468,0.8887110352516174,0.8553839325904846,78,2132,,,, -,,,78,2132,0.879121720790863,0.7464557886123657,, -1.2609281539916992,0.9178773760795593,0.8553839325904846,79,2159,,,, -,,,79,2159,0.939260721206665,0.7560719847679138,, -1.239578127861023,0.8778436183929443,0.8553839325904846,80,2186,,,, -,,,80,2186,0.9777975678443909,0.7797116041183472,, -1.5739063024520874,1.035244107246399,0.8553839325904846,81,2213,,,, -,,,81,2213,0.9129500389099121,0.7613532543182373,, -0.9977868795394897,0.7717499136924744,0.7717499136924744,82,2240,,,, -,,,82,2240,0.8395876288414001,0.727729082107544,, -1.4104233980178833,0.9335246086120605,0.7717499136924744,83,2267,,,, -,,,83,2267,0.8176125884056091,0.7245596647262573,, -1.5506808757781982,0.9505091905593872,0.7717499136924744,84,2294,,,, -,,,84,2294,1.0474958419799805,0.8133383989334106,, -1.189077615737915,0.8673632144927979,0.7717499136924744,85,2321,,,, -,,,85,2321,0.9127324223518372,0.7539454698562622,, -1.1345012187957764,0.8483640551567078,0.7717499136924744,86,2348,,,, -,,,86,2348,0.80524080991745,0.7112288475036621,, -1.2885594367980957,0.9100892543792725,0.7717499136924744,87,2375,,,, -,,,87,2375,0.9626739025115967,0.7771831750869751,, -1.0485937595367432,0.8106435537338257,0.7717499136924744,88,2402,,,, -,,,88,2402,0.9377849698066711,0.762058436870575,, -0.9037126302719116,0.7525367140769958,0.7525367140769958,89,2429,,,, -,,,89,2429,0.784278392791748,0.6950176358222961,, -1.0409889221191406,0.8211876153945923,0.7525367140769958,90,2456,,,, -,,,90,2456,0.8520931601524353,0.734826385974884,, -0.8523345589637756,0.7319914102554321,0.7319914102554321,91,2483,,,, -,,,91,2483,0.6596891283988953,0.6442359089851379,, -0.8986008763313293,0.7415570020675659,0.7319914102554321,92,2510,,,, -,,,92,2510,0.6910231113433838,0.6535595655441284,, -1.0487710237503052,0.8166298270225525,0.7319914102554321,93,2537,,,, -,,,93,2537,0.729421854019165,0.6742568016052246,, -0.8650981783866882,0.7205439805984497,0.7205439805984497,94,2564,,,, -,,,94,2564,0.6991541981697083,0.6637077331542969,, -0.9045153260231018,0.7366753220558167,0.7205439805984497,95,2591,,,, -,,,95,2591,0.5901011228561401,0.6009849905967712,, -1.0030606985092163,0.8131105303764343,0.7205439805984497,96,2618,,,, -,,,96,2618,0.7490640878677368,0.6895437836647034,, -0.8219174146652222,0.6944170594215393,0.6944170594215393,97,2645,,,, -,,,97,2645,0.6161901950836182,0.6219523549079895,, -0.7545078992843628,0.6840308904647827,0.6840308904647827,98,2672,,,, -,,,98,2672,0.5582762360572815,0.5858521461486816,, -0.8121710419654846,0.7006909847259521,0.6840308904647827,99,2699,,,, -,,,99,2699,0.553954005241394,0.5841514468193054,, -,,,99,2673,,,0.905127227306366,0.7476711273193359 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647020124.8aeae21f0ff6.1.14 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647020124.8aeae21f0ff6.1.14 deleted file mode 100644 index 14890dc58be33f203d436810faccfad82406bddd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647020124.8aeae21f0ff6.1.14 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fbb870ebfd5fe92a66d5d9bb6710e0074e21429b0a05a24f7addc4d2e2465502 -size 36663 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647021365.8aeae21f0ff6.1.15 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647021365.8aeae21f0ff6.1.15 deleted file mode 100644 index 270066fb29484f4d8aeaf9cc3a33e0142e29e9d2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647021365.8aeae21f0ff6.1.15 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5fee0bbb8854c3911e50df2479380904bc6398ab8a28482e5c47782a707c4a46 -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index efe045f18fc0caf0cfa6567495becdc9686b05fc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/7/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 3 - conv1_channels: 9 - conv2_size: 5 - conv2_channels: 6 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.004170663508508136 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 850473 -model/params/trainable: 850473 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/.hydra/config.yaml deleted file mode 100644 index eb8048bea49365f983444956e5d12e2b7a27cfcb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 9 - conv2_size: 5 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.00894193067293627 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/.hydra/hydra.yaml deleted file mode 100644 index eaf83301ca359f2c62afc05471dc35adbda00ead..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.00894193067293627 - - model.conv1_size=5 - - model.conv1_channels=9 - - model.conv2_size=5 - - model.conv2_channels=16 - - model.lin1_size=128 - - model.lin2_size=72 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focusConvMSE_150,model.conv1_channels=9,model.conv1_size=5,model.conv2_channels=16,model.conv2_size=5,model.lin1_size=128,model.lin2_size=72,model.lr=0.00894193067293627,trainer.gpus=0 - id: '8' - num: 8 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/.hydra/overrides.yaml deleted file mode 100644 index 3b1f9059622c83fc5cefc70757ffa6a8c8f2f2c7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.00894193067293627 -- model.conv1_size=5 -- model.conv1_channels=9 -- model.conv2_size=5 -- model.conv2_channels=16 -- model.lin1_size=128 -- model.lin2_size=72 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/csv/version_0/hparams.yaml deleted file mode 100644 index e8dcf3b01191f138cc58ffcc99d326b2c53f1551..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 9 - conv2_size: 5 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.00894193067293627 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2119005 -model/params/trainable: 2119005 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/csv/version_0/metrics.csv deleted file mode 100644 index b6205277f015000bc89a2cddd3966b3997e8f320..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -9700.1376953125,90.75279998779297,1.9183504581451416,0,13,,,, -,,,0,13,1586413.625,735.1085815429688,, -143346.421875,373.75323486328125,1.9183504581451416,1,27,,,, -,,,1,27,89858.5546875,252.15843200683594,, -9453.3876953125,93.3545913696289,1.9183504581451416,2,41,,,, -,,,2,41,27515.72265625,127.8993148803711,, -2546.460205078125,46.95109939575195,1.9183504581451416,3,55,,,, -,,,3,55,3273.681396484375,48.30790710449219,, -434.6318664550781,16.701366424560547,1.9183504581451416,4,69,,,, -,,,4,69,926.5526733398438,25.195526123046875,, -203.2705078125,10.77819538116455,1.9183504581451416,5,83,,,, -,,,5,83,266.978515625,13.170389175415039,, -110.2381820678711,8.580669403076172,1.9183504581451416,6,97,,,, -,,,6,97,125.70309448242188,8.802803993225098,, -87.31978607177734,7.80177116394043,1.9183504581451416,7,111,,,, -,,,7,111,87.76725769042969,7.416202545166016,, -70.96223449707031,7.006389617919922,1.9183504581451416,8,125,,,, -,,,8,125,68.91876983642578,6.579711437225342,, -59.070091247558594,6.4227213859558105,1.9183504581451416,9,139,,,, -,,,9,139,57.362300872802734,6.037707328796387,, -49.65669631958008,5.71243143081665,1.9183504581451416,10,153,,,, -,,,10,153,48.57617950439453,5.5816144943237305,, -43.61543273925781,5.237932205200195,1.9183504581451416,11,167,,,, -,,,11,167,41.272525787353516,5.117903709411621,, -36.203125,4.8907790184021,1.9183504581451416,12,181,,,, -,,,12,181,35.08938980102539,4.7313079833984375,, -31.635974884033203,4.5231852531433105,1.9183504581451416,13,195,,,, -,,,13,195,30.50189781188965,4.408287048339844,, -26.812816619873047,4.243409156799316,1.9183504581451416,14,209,,,, -,,,14,209,26.384889602661133,4.1226487159729,, -23.19723129272461,3.986541986465454,1.9183504581451416,15,223,,,, -,,,15,223,23.130470275878906,3.856524705886841,, -20.50156021118164,3.6900405883789062,1.9183504581451416,16,237,,,, -,,,16,237,20.197866439819336,3.6097571849823,, -20.299806594848633,3.54087495803833,1.9183504581451416,17,251,,,, -,,,17,251,17.86600685119629,3.404153347015381,, -15.652384757995605,3.267806053161621,1.9183504581451416,18,265,,,, -,,,18,265,15.96080207824707,3.221392869949341,, -14.72436237335205,3.095813274383545,1.9183504581451416,19,279,,,, -,,,19,279,14.157539367675781,3.0486791133880615,, -12.51414680480957,2.903233289718628,1.9183504581451416,20,293,,,, -,,,20,293,12.986673355102539,2.8935868740081787,, -11.294859886169434,2.8035051822662354,1.9183504581451416,21,307,,,, -,,,21,307,11.47370433807373,2.729365587234497,, -10.37449836730957,2.6317479610443115,1.9183504581451416,22,321,,,, -,,,22,321,10.591446876525879,2.654359817504883,, -8.898526191711426,2.4635589122772217,1.9183504581451416,23,335,,,, -,,,23,335,9.133878707885742,2.4556760787963867,, -8.041098594665527,2.3425002098083496,1.9183504581451416,24,349,,,, -,,,24,349,8.27826976776123,2.3483195304870605,, -7.859907150268555,2.295147180557251,1.9183504581451416,25,363,,,, -,,,25,363,7.584512233734131,2.254765272140503,, -6.917578220367432,2.1652543544769287,1.9183504581451416,26,377,,,, -,,,26,377,7.157232761383057,2.1985669136047363,, -6.718066692352295,2.1296002864837646,1.9183504581451416,27,391,,,, -,,,27,391,6.744613170623779,2.1230292320251465,, -5.874896049499512,1.9871852397918701,1.9183504581451416,28,405,,,, -,,,28,405,6.213133335113525,2.046062469482422,, -6.17350959777832,2.0579380989074707,1.9183504581451416,29,419,,,, -,,,29,419,6.102900505065918,2.030874252319336,, -5.151232719421387,1.8557121753692627,1.8557121753692627,30,433,,,, -,,,30,433,5.6966233253479,1.9526095390319824,, -4.9192914962768555,1.8174560070037842,1.8174560070037842,31,447,,,, -,,,31,447,5.295235633850098,1.8901541233062744,, -4.654719352722168,1.7635643482208252,1.7635643482208252,32,461,,,, -,,,32,461,4.8186821937561035,1.8097507953643799,, -4.485746383666992,1.7136799097061157,1.7136799097061157,33,475,,,, -,,,33,475,4.6559062004089355,1.7822134494781494,, -4.27538537979126,1.6782712936401367,1.6782712936401367,34,489,,,, -,,,34,489,4.453068256378174,1.7363195419311523,, -4.223634243011475,1.6985504627227783,1.6782712936401367,35,503,,,, -,,,35,503,4.26356840133667,1.7060151100158691,, -3.9886460304260254,1.6230285167694092,1.6230285167694092,36,517,,,, -,,,36,517,4.128523826599121,1.6788548231124878,, -3.872634172439575,1.6010602712631226,1.6010602712631226,37,531,,,, -,,,37,531,4.0047688484191895,1.6586499214172363,, -4.122848033905029,1.7018569707870483,1.6010602712631226,38,545,,,, -,,,38,545,3.98673677444458,1.6565134525299072,, -3.8030142784118652,1.6225076913833618,1.6010602712631226,39,559,,,, -,,,39,559,3.7769737243652344,1.6038274765014648,, -3.80033278465271,1.6307679414749146,1.6010602712631226,40,573,,,, -,,,40,573,3.7877726554870605,1.6154637336730957,, -3.5449016094207764,1.553903341293335,1.553903341293335,41,587,,,, -,,,41,587,3.641197919845581,1.5850367546081543,, -3.551358461380005,1.5688353776931763,1.553903341293335,42,601,,,, -,,,42,601,3.535224676132202,1.5607160329818726,, -3.5102736949920654,1.5645884275436401,1.553903341293335,43,615,,,, -,,,43,615,3.5563948154449463,1.5560648441314697,, -3.380683183670044,1.4835158586502075,1.4835158586502075,44,629,,,, -,,,44,629,3.493474006652832,1.555443286895752,, -3.3128788471221924,1.4986598491668701,1.4835158586502075,45,643,,,, -,,,45,643,3.4088056087493896,1.5309303998947144,, -3.3766300678253174,1.5366469621658325,1.4835158586502075,46,657,,,, -,,,46,657,3.399545431137085,1.5132238864898682,, -3.2259750366210938,1.474379539489746,1.474379539489746,47,671,,,, -,,,47,671,3.3807272911071777,1.5220518112182617,, -3.191110372543335,1.4532736539840698,1.4532736539840698,48,685,,,, -,,,48,685,3.2780375480651855,1.499326229095459,, -3.280759811401367,1.5180180072784424,1.4532736539840698,49,699,,,, -,,,49,699,3.315636396408081,1.501420021057129,, -3.1300718784332275,1.4576611518859863,1.4532736539840698,50,713,,,, -,,,50,713,3.1760318279266357,1.4762613773345947,, -3.1096091270446777,1.4276182651519775,1.4276182651519775,51,727,,,, -,,,51,727,3.197089433670044,1.4801576137542725,, -3.069669723510742,1.4304736852645874,1.4276182651519775,52,741,,,, -,,,52,741,3.1398024559020996,1.4625663757324219,, -3.13250470161438,1.4766340255737305,1.4276182651519775,53,755,,,, -,,,53,755,3.115208864212036,1.4588689804077148,, -3.1372482776641846,1.4821789264678955,1.4276182651519775,54,769,,,, -,,,54,769,3.1071722507476807,1.451374888420105,, -3.0218465328216553,1.43720543384552,1.4276182651519775,55,783,,,, -,,,55,783,3.10931396484375,1.4544823169708252,, -3.0802245140075684,1.39285147190094,1.39285147190094,56,797,,,, -,,,56,797,3.045436143875122,1.4458030462265015,, -2.9633710384368896,1.4049373865127563,1.39285147190094,57,811,,,, -,,,57,811,3.0530734062194824,1.4476174116134644,, -2.986171007156372,1.4328622817993164,1.39285147190094,58,825,,,, -,,,58,825,3.0165634155273438,1.4377378225326538,, -3.2937967777252197,1.5255389213562012,1.39285147190094,59,839,,,, -,,,59,839,3.0228734016418457,1.4328197240829468,, -3.437994956970215,1.5614895820617676,1.39285147190094,60,853,,,, -,,,60,853,3.056464433670044,1.4474893808364868,, -2.920367479324341,1.411594271659851,1.39285147190094,61,867,,,, -,,,61,867,3.071774482727051,1.4360888004302979,, -2.9595143795013428,1.43210768699646,1.39285147190094,62,881,,,, -,,,62,881,2.9265360832214355,1.4171571731567383,, -2.8813390731811523,1.3991219997406006,1.39285147190094,63,895,,,, -,,,63,895,2.8994760513305664,1.406816005706787,, -2.9660074710845947,1.4368072748184204,1.39285147190094,64,909,,,, -,,,64,909,2.8847241401672363,1.4024317264556885,, -2.8535819053649902,1.362370252609253,1.362370252609253,65,923,,,, -,,,65,923,2.885960102081299,1.4026391506195068,, -2.830141544342041,1.3800333738327026,1.362370252609253,66,937,,,, -,,,66,937,2.8831613063812256,1.4069222211837769,, -2.812131404876709,1.3669668436050415,1.362370252609253,67,951,,,, -,,,67,951,2.8683743476867676,1.3952206373214722,, -2.888906717300415,1.413723111152649,1.362370252609253,68,965,,,, -,,,68,965,2.8267924785614014,1.377834439277649,, -2.8474018573760986,1.3995641469955444,1.362370252609253,69,979,,,, -,,,69,979,2.8049042224884033,1.3799625635147095,, -3.0949082374572754,1.4709829092025757,1.362370252609253,70,993,,,, -,,,70,993,2.798612356185913,1.3738641738891602,, -2.770779848098755,1.3622111082077026,1.3622111082077026,71,1007,,,, -,,,71,1007,2.7985830307006836,1.380549430847168,, -3.015214443206787,1.3463449478149414,1.3463449478149414,72,1021,,,, -,,,72,1021,2.817098617553711,1.3765789270401,, -2.8528788089752197,1.4021708965301514,1.3463449478149414,73,1035,,,, -,,,73,1035,2.82820987701416,1.37592613697052,, -2.748814105987549,1.3631361722946167,1.3463449478149414,74,1049,,,, -,,,74,1049,2.7353599071502686,1.3655964136123657,, -2.7480859756469727,1.365447998046875,1.3463449478149414,75,1063,,,, -,,,75,1063,2.720264434814453,1.3563580513000488,, -2.728015422821045,1.356715440750122,1.3463449478149414,76,1077,,,, -,,,76,1077,2.757624387741089,1.3693376779556274,, -2.725926160812378,1.3267945051193237,1.3267945051193237,77,1091,,,, -,,,77,1091,2.7359790802001953,1.3681532144546509,, -3.0814199447631836,1.347818374633789,1.3267945051193237,78,1105,,,, -,,,78,1105,2.857194423675537,1.3886585235595703,, -2.7805304527282715,1.3151490688323975,1.3151490688323975,79,1119,,,, -,,,79,1119,3.0406484603881836,1.4271568059921265,, -2.69991397857666,1.3206993341445923,1.3151490688323975,80,1133,,,, -,,,80,1133,2.804933547973633,1.370564341545105,, -2.7132058143615723,1.3150314092636108,1.3150314092636108,81,1147,,,, -,,,81,1147,2.8155357837677,1.368482232093811,, -2.7593977451324463,1.309309959411621,1.309309959411621,82,1161,,,, -,,,82,1161,2.870393753051758,1.3828374147415161,, -2.7643070220947266,1.306105613708496,1.306105613708496,83,1175,,,, -,,,83,1175,2.7655766010284424,1.3679219484329224,, -2.854063034057617,1.3104273080825806,1.306105613708496,84,1189,,,, -,,,84,1189,2.814784288406372,1.3765069246292114,, -2.7530763149261475,1.3773753643035889,1.306105613708496,85,1203,,,, -,,,85,1203,2.9248697757720947,1.3917399644851685,, -2.640625,1.3307218551635742,1.306105613708496,86,1217,,,, -,,,86,1217,2.662010669708252,1.345729947090149,, -2.6471660137176514,1.3032790422439575,1.3032790422439575,87,1231,,,, -,,,87,1231,2.6035361289978027,1.3302640914916992,, -2.6553280353546143,1.343449354171753,1.3032790422439575,88,1245,,,, -,,,88,1245,2.6074068546295166,1.3288346529006958,, -2.6123111248016357,1.318334698677063,1.3032790422439575,89,1259,,,, -,,,89,1259,2.60272479057312,1.3291761875152588,, -2.6746411323547363,1.2930939197540283,1.2930939197540283,90,1273,,,, -,,,90,1273,2.662665605545044,1.3338929414749146,, -2.619715929031372,1.3298779726028442,1.2930939197540283,91,1287,,,, -,,,91,1287,2.6197094917297363,1.3276968002319336,, -2.5937142372131348,1.298844575881958,1.2930939197540283,92,1301,,,, -,,,92,1301,2.5331006050109863,1.3065359592437744,, -2.6270291805267334,1.3363288640975952,1.2930939197540283,93,1315,,,, -,,,93,1315,2.537039279937744,1.3073549270629883,, -2.584062099456787,1.3111863136291504,1.2930939197540283,94,1329,,,, -,,,94,1329,2.5873706340789795,1.3213061094284058,, -2.7902839183807373,1.2924158573150635,1.2924158573150635,95,1343,,,, -,,,95,1343,2.5524742603302,1.3117997646331787,, -2.63938307762146,1.2831900119781494,1.2831900119781494,96,1357,,,, -,,,96,1357,2.6751465797424316,1.3352106809616089,, -2.580092191696167,1.2833276987075806,1.2831900119781494,97,1371,,,, -,,,97,1371,2.52953839302063,1.30682373046875,, -2.5658719539642334,1.284316897392273,1.2831900119781494,98,1385,,,, -,,,98,1385,2.5190577507019043,1.297014832496643,, -2.568387508392334,1.3137718439102173,1.2831900119781494,99,1399,,,, -,,,99,1399,2.5208563804626465,1.305714726448059,, -,,,97,1358,,,2.870687961578369,1.3635472059249878 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647021365.8aeae21f0ff6.1.16 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647021365.8aeae21f0ff6.1.16 deleted file mode 100644 index 18e0a251d94847c8fcce68681768c100af2b325d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647021365.8aeae21f0ff6.1.16 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9fcef52a08f038a5ce20a09aee785bbcbba3e6a9950cd1050a478f2ab6753d32 -size 36628 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647022938.8aeae21f0ff6.1.17 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647022938.8aeae21f0ff6.1.17 deleted file mode 100644 index 3253c0932036d36a6cbda9efcba496692ddbaf17..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647022938.8aeae21f0ff6.1.17 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b66a3a5487bae199db3f51298fe7052da4a062a7c807653984670f0bdd668b2e -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index e8dcf3b01191f138cc58ffcc99d326b2c53f1551..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/8/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 9 - conv2_size: 5 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.00894193067293627 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2119005 -model/params/trainable: 2119005 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/.hydra/config.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/.hydra/config.yaml deleted file mode 100644 index 904effd28ac808488b9723ae67db9fa954d6c657..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/.hydra/config.yaml +++ /dev/null @@ -1,75 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusConvMSE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 9 - conv2_size: 7 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.007962589982768694 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/.hydra/hydra.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/.hydra/hydra.yaml deleted file mode 100644 index 0ae8ee4484fb44efb6f7309797f394874761d011..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/.hydra/hydra.yaml +++ /dev/null @@ -1,241 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusConvMSE_150_hyperparameter_search - n_trials: 20 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.01 - model.conv1_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv1_channels: - type: categorical - choices: - - 3 - - 6 - - 9 - model.conv2_size: - type: categorical - choices: - - 3 - - 5 - - 7 - model.conv2_channels: - type: categorical - choices: - - 6 - - 11 - - 16 - model.lin1_size: - type: categorical - choices: - - 32 - - 72 - - 128 - model.lin2_size: - type: categorical - choices: - - 32 - - 72 - - 128 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.007962589982768694 - - model.conv1_size=7 - - model.conv1_channels=9 - - model.conv2_size=7 - - model.conv2_channels=16 - - model.lin1_size=128 - - model.lin2_size=72 - - hparams_search=focusConvMSE_150 - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focusConvMSE_150,model.conv1_channels=9,model.conv1_size=7,model.conv2_channels=16,model.conv2_size=7,model.lin1_size=128,model.lin2_size=72,model.lr=0.007962589982768694,trainer.gpus=0 - id: '9' - num: 9 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusConvMSE_150 - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/.hydra/overrides.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/.hydra/overrides.yaml deleted file mode 100644 index 54092bb4e0a67d90dfd75640bfebb21b8b94210a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/.hydra/overrides.yaml +++ /dev/null @@ -1,10 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.007962589982768694 -- model.conv1_size=7 -- model.conv1_channels=9 -- model.conv2_size=7 -- model.conv2_channels=16 -- model.lin1_size=128 -- model.lin2_size=72 -- hparams_search=focusConvMSE_150 -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/csv/version_0/hparams.yaml deleted file mode 100644 index 82c72a44f3adca54bd2ac85514c20f28920d98d5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 9 - conv2_size: 7 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.007962589982768694 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2119653 -model/params/trainable: 2119653 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/csv/version_0/metrics.csv deleted file mode 100644 index 672bbab062baf7400e75a769778ef72bd037b766..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -34181.1953125,178.8933868408203,2.0039255619049072,0,13,,,, -,,,0,13,818210.75,548.1159057617188,, -24813.814453125,155.4739990234375,2.0039255619049072,1,27,,,, -,,,1,27,77884.5546875,222.85882568359375,, -3092.15625,52.84580993652344,2.0039255619049072,2,41,,,, -,,,2,41,9338.96875,83.9659423828125,, -54.579036712646484,6.878073215484619,2.0039255619049072,3,55,,,, -,,,3,55,2952.4462890625,47.432228088378906,, -37.21982192993164,5.695091724395752,2.0039255619049072,4,69,,,, -,,,4,69,353.40093994140625,16.015430450439453,, -15.84937858581543,3.3577442169189453,2.0039255619049072,5,83,,,, -,,,5,83,79.16358184814453,7.706719875335693,, -5.632169723510742,1.903267741203308,1.903267741203308,6,97,,,, -,,,6,97,23.89509391784668,4.1291608810424805,, -5.6614603996276855,1.9150915145874023,1.903267741203308,7,111,,,, -,,,7,111,8.372114181518555,2.436537981033325,, -5.22651481628418,1.8213483095169067,1.8213483095169067,8,125,,,, -,,,8,125,6.021368026733398,1.9320014715194702,, -5.466579437255859,1.8843803405761719,1.8213483095169067,9,139,,,, -,,,9,139,5.348624229431152,1.9071247577667236,, -5.11428689956665,1.8126250505447388,1.8126250505447388,10,153,,,, -,,,10,153,5.197062969207764,1.8653098344802856,, -5.198570251464844,1.8352988958358765,1.8126250505447388,11,167,,,, -,,,11,167,5.133849620819092,1.8550862073898315,, -5.009514808654785,1.79936945438385,1.79936945438385,12,181,,,, -,,,12,181,5.062036514282227,1.8465300798416138,, -5.0120463371276855,1.804144024848938,1.79936945438385,13,195,,,, -,,,13,195,5.0327606201171875,1.8431556224822998,, -4.925796031951904,1.7899962663650513,1.7899962663650513,14,209,,,, -,,,14,209,4.957909107208252,1.8222841024398804,, -4.930183410644531,1.7941594123840332,1.7899962663650513,15,223,,,, -,,,15,223,4.902957439422607,1.8180158138275146,, -4.855964183807373,1.7821887731552124,1.7821887731552124,16,237,,,, -,,,16,237,4.858656406402588,1.809051275253296,, -4.779661178588867,1.7694143056869507,1.7694143056869507,17,251,,,, -,,,17,251,4.804254531860352,1.8034591674804688,, -4.802889823913574,1.7776907682418823,1.7694143056869507,18,265,,,, -,,,18,265,4.758184909820557,1.7916043996810913,, -4.672167778015137,1.7525532245635986,1.7525532245635986,19,279,,,, -,,,19,279,4.723261833190918,1.7928035259246826,, -4.713347911834717,1.764954924583435,1.7525532245635986,20,293,,,, -,,,20,293,4.676424980163574,1.7741024494171143,, -4.5683369636535645,1.7351734638214111,1.7351734638214111,21,307,,,, -,,,21,307,4.640781402587891,1.7784029245376587,, -4.683419227600098,1.7641600370407104,1.7351734638214111,22,321,,,, -,,,22,321,4.619696617126465,1.7610735893249512,, -4.4933857917785645,1.7234179973602295,1.7234179973602295,23,335,,,, -,,,23,335,4.563962459564209,1.758994460105896,, -4.479559898376465,1.7241160869598389,1.7234179973602295,24,349,,,, -,,,24,349,4.54000997543335,1.7564910650253296,, -4.526179313659668,1.738598346710205,1.7234179973602295,25,363,,,, -,,,25,363,4.514989852905273,1.7452960014343262,, -4.379413604736328,1.7037171125411987,1.7037171125411987,26,377,,,, -,,,26,377,4.457043647766113,1.736910343170166,, -4.523961544036865,1.742275357246399,1.7037171125411987,27,391,,,, -,,,27,391,4.462210178375244,1.7354141473770142,, -4.348392009735107,1.703365445137024,1.703365445137024,28,405,,,, -,,,28,405,4.40749454498291,1.72780179977417,, -4.319307327270508,1.699053406715393,1.699053406715393,29,419,,,, -,,,29,419,4.385775089263916,1.7258983850479126,, -4.490825653076172,1.739589810371399,1.699053406715393,30,433,,,, -,,,30,433,4.373863220214844,1.7162060737609863,, -4.258807182312012,1.6893798112869263,1.6893798112869263,31,447,,,, -,,,31,447,4.337070465087891,1.7189751863479614,, -4.255252361297607,1.6917393207550049,1.6893798112869263,32,461,,,, -,,,32,461,4.316518783569336,1.7138005495071411,, -4.249321460723877,1.6926820278167725,1.6893798112869263,33,475,,,, -,,,33,475,4.280493259429932,1.7066521644592285,, -4.284084320068359,1.7020851373672485,1.6893798112869263,34,489,,,, -,,,34,489,4.259207248687744,1.695165991783142,, -4.163506031036377,1.6747558116912842,1.6747558116912842,35,503,,,, -,,,35,503,4.240405082702637,1.7020142078399658,, -4.210753440856934,1.6883671283721924,1.6747558116912842,36,517,,,, -,,,36,517,4.21903657913208,1.6894818544387817,, -4.071053504943848,1.6477683782577515,1.6477683782577515,37,531,,,, -,,,37,531,4.206479549407959,1.6938328742980957,, -4.126962184906006,1.6714239120483398,1.6477683782577515,38,545,,,, -,,,38,545,4.203300476074219,1.692353367805481,, -4.194504737854004,1.68809175491333,1.6477683782577515,39,559,,,, -,,,39,559,4.157238483428955,1.6788135766983032,, -4.099272727966309,1.6675126552581787,1.6477683782577515,40,573,,,, -,,,40,573,4.1437764167785645,1.6811000108718872,, -4.073929309844971,1.6625208854675293,1.6477683782577515,41,587,,,, -,,,41,587,4.120482921600342,1.676540732383728,, -4.064474582672119,1.6612318754196167,1.6477683782577515,42,601,,,, -,,,42,601,4.10508394241333,1.6682647466659546,, -4.014203071594238,1.649415373802185,1.6477683782577515,43,615,,,, -,,,43,615,4.087301731109619,1.666702389717102,, -3.9694671630859375,1.637500286102295,1.637500286102295,44,629,,,, -,,,44,629,4.0825700759887695,1.6705663204193115,, -4.0188140869140625,1.6529747247695923,1.637500286102295,45,643,,,, -,,,45,643,4.056690216064453,1.6628830432891846,, -4.043427467346191,1.6592092514038086,1.637500286102295,46,657,,,, -,,,46,657,4.0319061279296875,1.65343177318573,, -3.9230287075042725,1.6289477348327637,1.6289477348327637,47,671,,,, -,,,47,671,4.020743370056152,1.6609243154525757,, -3.93280029296875,1.633625864982605,1.6289477348327637,48,685,,,, -,,,48,685,4.00559139251709,1.6515343189239502,, -4.0637431144714355,1.664349913597107,1.6289477348327637,49,699,,,, -,,,49,699,4.010912895202637,1.6493170261383057,, -3.8508496284484863,1.6086764335632324,1.6086764335632324,50,713,,,, -,,,50,713,3.9782297611236572,1.6535470485687256,, -3.9979872703552246,1.6506296396255493,1.6086764335632324,51,727,,,, -,,,51,727,3.9661176204681396,1.6456499099731445,, -3.842681646347046,1.6115158796310425,1.6086764335632324,52,741,,,, -,,,52,741,3.9591641426086426,1.6455966234207153,, -3.858368158340454,1.6181368827819824,1.6086764335632324,53,755,,,, -,,,53,755,3.9467966556549072,1.642315149307251,, -3.97397780418396,1.6455856561660767,1.6086764335632324,54,769,,,, -,,,54,769,3.919037342071533,1.633530855178833,, -3.784761905670166,1.594236135482788,1.594236135482788,55,783,,,, -,,,55,783,3.902420997619629,1.637384295463562,, -3.9220497608184814,1.634629487991333,1.594236135482788,56,797,,,, -,,,56,797,3.9089510440826416,1.629804253578186,, -3.8208141326904297,1.6112064123153687,1.594236135482788,57,811,,,, -,,,57,811,3.902393341064453,1.633866548538208,, -3.7816739082336426,1.6001607179641724,1.594236135482788,58,825,,,, -,,,58,825,3.8836495876312256,1.6345431804656982,, -3.7460601329803467,1.5883811712265015,1.5883811712265015,59,839,,,, -,,,59,839,3.872995138168335,1.630953311920166,, -3.775062322616577,1.6003494262695312,1.5883811712265015,60,853,,,, -,,,60,853,3.8548707962036133,1.6233248710632324,, -3.7744455337524414,1.600856065750122,1.5883811712265015,61,867,,,, -,,,61,867,3.844634532928467,1.6220272779464722,, -3.7532362937927246,1.5952836275100708,1.5883811712265015,62,881,,,, -,,,62,881,3.8361446857452393,1.6218496561050415,, -3.791715621948242,1.6058067083358765,1.5883811712265015,63,895,,,, -,,,63,895,3.825997829437256,1.6176620721817017,, -3.7703185081481934,1.6007602214813232,1.5883811712265015,64,909,,,, -,,,64,909,3.8144516944885254,1.616794466972351,, -3.7217209339141846,1.5880380868911743,1.5880380868911743,65,923,,,, -,,,65,923,3.803849220275879,1.6189658641815186,, -3.6579980850219727,1.5590249300003052,1.5590249300003052,66,937,,,, -,,,66,937,3.7987008094787598,1.618422031402588,, -3.658036708831787,1.5670585632324219,1.5590249300003052,67,951,,,, -,,,67,951,3.8433432579040527,1.621089220046997,, -3.6461002826690674,1.5634154081344604,1.5590249300003052,68,965,,,, -,,,68,965,3.779475450515747,1.6167616844177246,, -3.899916172027588,1.6308128833770752,1.5590249300003052,69,979,,,, -,,,69,979,3.814110279083252,1.6085201501846313,, -3.8258986473083496,1.6133663654327393,1.5590249300003052,70,993,,,, -,,,70,993,3.8023178577423096,1.6140869855880737,, -4.053053855895996,1.6638422012329102,1.5590249300003052,71,1007,,,, -,,,71,1007,3.78179931640625,1.6087452173233032,, -3.854229688644409,1.6204774379730225,1.5590249300003052,72,1021,,,, -,,,72,1021,3.8416337966918945,1.6266299486160278,, -3.7716574668884277,1.6009212732315063,1.5590249300003052,73,1035,,,, -,,,73,1035,3.7394165992736816,1.6039959192276,, -3.747903347015381,1.5956988334655762,1.5590249300003052,74,1049,,,, -,,,74,1049,3.742349147796631,1.6064966917037964,, -3.769543409347534,1.6008861064910889,1.5590249300003052,75,1063,,,, -,,,75,1063,3.725487232208252,1.5985608100891113,, -3.5768277645111084,1.5458018779754639,1.5458018779754639,76,1077,,,, -,,,76,1077,3.716996192932129,1.6020270586013794,, -3.5771994590759277,1.538347601890564,1.538347601890564,77,1091,,,, -,,,77,1091,3.7264115810394287,1.606935739517212,, -3.6225838661193848,1.566885232925415,1.538347601890564,78,1105,,,, -,,,78,1105,3.7510883808135986,1.6013071537017822,, -3.6592705249786377,1.5759572982788086,1.538347601890564,79,1119,,,, -,,,79,1119,3.6811540126800537,1.5928616523742676,, -3.6490564346313477,1.5737205743789673,1.538347601890564,80,1133,,,, -,,,80,1133,3.6770148277282715,1.5917823314666748,, -3.6668522357940674,1.5780553817749023,1.538347601890564,81,1147,,,, -,,,81,1147,3.6840484142303467,1.5954246520996094,, -3.721888303756714,1.5914150476455688,1.538347601890564,82,1161,,,, -,,,82,1161,3.6721885204315186,1.590702772140503,, -3.6131582260131836,1.5657720565795898,1.538347601890564,83,1175,,,, -,,,83,1175,3.6595113277435303,1.5879156589508057,, -3.6144356727600098,1.5661277770996094,1.538347601890564,84,1189,,,, -,,,84,1189,3.6482293605804443,1.5861778259277344,, -3.6897928714752197,1.5846257209777832,1.538347601890564,85,1203,,,, -,,,85,1203,3.649106740951538,1.5848568677902222,, -3.753314256668091,1.599237084388733,1.538347601890564,86,1217,,,, -,,,86,1217,3.6356098651885986,1.5778310298919678,, -3.9665586948394775,1.6446940898895264,1.538347601890564,87,1231,,,, -,,,87,1231,3.6642777919769287,1.5900444984436035,, -3.7618730068206787,1.6014397144317627,1.538347601890564,88,1245,,,, -,,,88,1245,3.7302048206329346,1.6014714241027832,, -3.604862928390503,1.5650296211242676,1.538347601890564,89,1259,,,, -,,,89,1259,3.677513360977173,1.5912867784500122,, -3.5041301250457764,1.5374337434768677,1.5374337434768677,90,1273,,,, -,,,90,1273,3.618220806121826,1.580517053604126,, -3.4973678588867188,1.5356940031051636,1.5356940031051636,91,1287,,,, -,,,91,1287,3.6401662826538086,1.5830159187316895,, -3.4832425117492676,1.5306172370910645,1.5306172370910645,92,1301,,,, -,,,92,1301,3.6176772117614746,1.5775724649429321,, -3.576838970184326,1.5589128732681274,1.5306172370910645,93,1315,,,, -,,,93,1315,3.601377487182617,1.5740054845809937,, -3.6109871864318848,1.56770920753479,1.5306172370910645,94,1329,,,, -,,,94,1329,3.6004552841186523,1.5769011974334717,, -3.620765447616577,1.5703314542770386,1.5306172370910645,95,1343,,,, -,,,95,1343,3.5971486568450928,1.5775649547576904,, -3.4730045795440674,1.5311999320983887,1.5306172370910645,96,1357,,,, -,,,96,1357,3.575023651123047,1.5756109952926636,, -3.6443965435028076,1.5761443376541138,1.5306172370910645,97,1371,,,, -,,,97,1371,3.566284656524658,1.5671629905700684,, -3.5297250747680664,1.5482980012893677,1.5306172370910645,98,1385,,,, -,,,98,1385,3.5918543338775635,1.5775407552719116,, -3.4370687007904053,1.5165120363235474,1.5165120363235474,99,1399,,,, -,,,99,1399,3.5968384742736816,1.583431363105774,, -,,,100,1400,,,3.8572330474853516,1.6329814195632935 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647022939.8aeae21f0ff6.1.18 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647022939.8aeae21f0ff6.1.18 deleted file mode 100644 index 7b9d0ace922a745cc73e4625bd0ad532d08e1044..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647022939.8aeae21f0ff6.1.18 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:43a31d544f83774833030da78abeb123e6440968d7a7848be037872ed6127fce -size 36628 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647024588.8aeae21f0ff6.1.19 b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647024588.8aeae21f0ff6.1.19 deleted file mode 100644 index 4eed0a44d82e47605c1d6d8d7f2a0419cce0dbd7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/tensorboard/focusConvMSE_150_hyperparameter_search/events.out.tfevents.1647024588.8aeae21f0ff6.1.19 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fffed32b5adf344ca269ea6fc5422f59d1e3d260d103ae7187128d3133fed304 -size 179 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 82c72a44f3adca54bd2ac85514c20f28920d98d5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/9/tensorboard/focusConvMSE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 7 - conv1_channels: 9 - conv2_size: 7 - conv2_channels: 16 - lin1_size: 128 - lin2_size: 72 - output_size: 1 - lr: 0.007962589982768694 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2119653 -model/params/trainable: 2119653 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/optimization_results.yaml b/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/optimization_results.yaml deleted file mode 100644 index be61f10f9f79dcbf17e69223415ad7d37aa95fa0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusConvMSE_150_hyperparameter_search/2022-03-11_16-04-03/optimization_results.yaml +++ /dev/null @@ -1,11 +0,0 @@ -name: optuna -best_params: - datamodule.batch_size: 64 - model.lr: 0.0008963246517129383 - model.conv1_size: 3 - model.conv1_channels: 6 - model.conv2_size: 3 - model.conv2_channels: 11 - model.lin1_size: 32 - model.lin2_size: 32 -best_value: 0.4834997355937958 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/config.yaml deleted file mode 100644 index 41394e36c6f406e329eeade809a24e4807ab5320..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 512 - lin3_size: 1024 - output_size: 1 - lr: 0.03686537045425119 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/hydra.yaml deleted file mode 100644 index d995d187dac0a0e021ed6ca776c14d8b173464b6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.03686537045425119 - - model.lin1_size=512 - - model.lin2_size=512 - - model.lin3_size=1024 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=512,model.lin2_size=512,model.lin3_size=1024,model.lr=0.03686537045425119,trainer.gpus=0 - id: '0' - num: 0 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/overrides.yaml deleted file mode 100644 index a39c66e6c357e2e51625f100720543ae59508072..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.03686537045425119 -- model.lin1_size=512 -- model.lin2_size=512 -- model.lin3_size=1024 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/hparams.yaml deleted file mode 100644 index 8735b500c3bd2956602ec1cdf2b373b55e021b96..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 512 - lin3_size: 1024 - output_size: 1 - lr: 0.03686537045425119 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 35353601 -model/params/trainable: 35353601 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/metrics.csv deleted file mode 100644 index 980f603cfe2a90a5dbe29d6e9236d366a0379ea0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.5817662477493286,1.5817662477493286,1.5817662477493286,0,26,,,, -,,,0,26,2.9489288330078125,2.9489288330078125,, -1.519407033920288,1.519407033920288,1.519407033920288,1,53,,,, -,,,1,53,1.596929907798767,1.596929907798767,, -1.7517845630645752,1.7517845630645752,1.519407033920288,2,80,,,, -,,,2,80,1.6025917530059814,1.6025917530059814,, -1.533663034439087,1.533663034439087,1.519407033920288,3,107,,,, -,,,3,107,1.5848336219787598,1.5848336219787598,, -1.5713140964508057,1.5713140964508057,1.519407033920288,4,134,,,, -,,,4,134,1.5639420747756958,1.5639420747756958,, -2.1142706871032715,2.1142706871032715,1.519407033920288,5,161,,,, -,,,5,161,1.565294861793518,1.565294861793518,, -1.6672890186309814,1.6672890186309814,1.519407033920288,6,188,,,, -,,,6,188,1.5487409830093384,1.5487409830093384,, -2.123723268508911,2.123723268508911,1.519407033920288,7,215,,,, -,,,7,215,1.5563510656356812,1.5563510656356812,, -1.5217065811157227,1.5217065811157227,1.519407033920288,8,242,,,, -,,,8,242,1.5466948747634888,1.5466948747634888,, -1.628381371498108,1.628381371498108,1.519407033920288,9,269,,,, -,,,9,269,1.5386103391647339,1.5386103391647339,, -1.5665384531021118,1.5665384531021118,1.519407033920288,10,296,,,, -,,,10,296,1.537092685699463,1.537092685699463,, -1.647467851638794,1.647467851638794,1.519407033920288,11,323,,,, -,,,11,323,1.5201250314712524,1.5201250314712524,, -1.7197288274765015,1.7197288274765015,1.519407033920288,12,350,,,, -,,,12,350,1.5263408422470093,1.5263408422470093,, -1.87315034866333,1.87315034866333,1.519407033920288,13,377,,,, -,,,13,377,1.5487321615219116,1.5487321615219116,, -1.6700716018676758,1.6700716018676758,1.519407033920288,14,404,,,, -,,,14,404,1.5312869548797607,1.5312869548797607,, -1.5027695894241333,1.5027695894241333,1.5027695894241333,15,431,,,, -,,,15,431,1.5504881143569946,1.5504881143569946,, -1.5581985712051392,1.5581985712051392,1.5027695894241333,16,458,,,, -,,,16,458,1.518345594406128,1.518345594406128,, -1.5221569538116455,1.5221569538116455,1.5027695894241333,17,485,,,, -,,,17,485,1.546921968460083,1.546921968460083,, -1.529903531074524,1.529903531074524,1.5027695894241333,18,512,,,, -,,,18,512,1.5361909866333008,1.5361909866333008,, -2.162675619125366,2.162675619125366,1.5027695894241333,19,539,,,, -,,,19,539,1.541818618774414,1.541818618774414,, -2.095296859741211,2.095296859741211,1.5027695894241333,20,566,,,, -,,,20,566,1.542490005493164,1.542490005493164,, -2.2468199729919434,2.2468199729919434,1.5027695894241333,21,593,,,, -,,,21,593,1.5121276378631592,1.5121276378631592,, -1.619676947593689,1.619676947593689,1.5027695894241333,22,620,,,, -,,,22,620,1.545835256576538,1.545835256576538,, -1.6065987348556519,1.6065987348556519,1.5027695894241333,23,647,,,, -,,,23,647,1.5323158502578735,1.5323158502578735,, -1.4961801767349243,1.4961801767349243,1.4961801767349243,24,674,,,, -,,,24,674,1.5414543151855469,1.5414543151855469,, -1.51967453956604,1.51967453956604,1.4961801767349243,25,701,,,, -,,,25,701,1.5501147508621216,1.5501147508621216,, -1.535367727279663,1.535367727279663,1.4961801767349243,26,728,,,, -,,,26,728,1.5353726148605347,1.5353726148605347,, -1.4789810180664062,1.4789810180664062,1.4789810180664062,27,755,,,, -,,,27,755,1.5555198192596436,1.5555198192596436,, -1.4862595796585083,1.4862595796585083,1.4789810180664062,28,782,,,, -,,,28,782,1.5383554697036743,1.5383554697036743,, -1.5236232280731201,1.5236232280731201,1.4789810180664062,29,809,,,, -,,,29,809,1.5491728782653809,1.5491728782653809,, -1.6988039016723633,1.6988039016723633,1.4789810180664062,30,836,,,, -,,,30,836,1.5513640642166138,1.5513640642166138,, -1.6100221872329712,1.6100221872329712,1.4789810180664062,31,863,,,, -,,,31,863,1.5313589572906494,1.5313589572906494,, -2.0812690258026123,2.0812690258026123,1.4789810180664062,32,890,,,, -,,,32,890,1.5378966331481934,1.5378966331481934,, -1.5452286005020142,1.5452286005020142,1.4789810180664062,33,917,,,, -,,,33,917,1.531347393989563,1.531347393989563,, -2.168597936630249,2.168597936630249,1.4789810180664062,34,944,,,, -,,,34,944,1.5500789880752563,1.5500789880752563,, -1.6888200044631958,1.6888200044631958,1.4789810180664062,35,971,,,, -,,,35,971,1.5606012344360352,1.5606012344360352,, -1.644452452659607,1.644452452659607,1.4789810180664062,36,998,,,, -,,,36,998,1.5430793762207031,1.5430793762207031,, -1.93430495262146,1.93430495262146,1.4789810180664062,37,1025,,,, -,,,37,1025,1.5269699096679688,1.5269699096679688,, -1.6087878942489624,1.6087878942489624,1.4789810180664062,38,1052,,,, -,,,38,1052,1.544972538948059,1.544972538948059,, -1.5186485052108765,1.5186485052108765,1.4789810180664062,39,1079,,,, -,,,39,1079,1.539893388748169,1.539893388748169,, -1.52126145362854,1.52126145362854,1.4789810180664062,40,1106,,,, -,,,40,1106,1.53793203830719,1.53793203830719,, -1.70045804977417,1.70045804977417,1.4789810180664062,41,1133,,,, -,,,41,1133,1.545230746269226,1.545230746269226,, -1.5828505754470825,1.5828505754470825,1.4789810180664062,42,1160,,,, -,,,42,1160,1.5217416286468506,1.5217416286468506,, -1.5459929704666138,1.5459929704666138,1.4789810180664062,43,1187,,,, -,,,43,1187,1.550054669380188,1.550054669380188,, -1.6890517473220825,1.6890517473220825,1.4789810180664062,44,1214,,,, -,,,44,1214,1.5414174795150757,1.5414174795150757,, -1.5879722833633423,1.5879722833633423,1.4789810180664062,45,1241,,,, -,,,45,1241,1.5494052171707153,1.5494052171707153,, -1.9080801010131836,1.9080801010131836,1.4789810180664062,46,1268,,,, -,,,46,1268,1.5503209829330444,1.5503209829330444,, -1.7443077564239502,1.7443077564239502,1.4789810180664062,47,1295,,,, -,,,47,1295,1.5583010911941528,1.5583010911941528,, -1.8529819250106812,1.8529819250106812,1.4789810180664062,48,1322,,,, -,,,48,1322,1.5445235967636108,1.5445235967636108,, -2.1755263805389404,2.1755263805389404,1.4789810180664062,49,1349,,,, -,,,49,1349,1.5581728219985962,1.5581728219985962,, -1.5154876708984375,1.5154876708984375,1.4789810180664062,50,1376,,,, -,,,50,1376,1.5434831380844116,1.5434831380844116,, -1.5233850479125977,1.5233850479125977,1.4789810180664062,51,1403,,,, -,,,51,1403,1.5547490119934082,1.5547490119934082,, -3.795761823654175,3.795761823654175,1.4789810180664062,52,1430,,,, -,,,52,1430,1.511307716369629,1.511307716369629,, -1.524182915687561,1.524182915687561,1.4789810180664062,53,1457,,,, -,,,53,1457,1.5449738502502441,1.5449738502502441,, -2.197523593902588,2.197523593902588,1.4789810180664062,54,1484,,,, -,,,54,1484,1.554245948791504,1.554245948791504,, -1.4860424995422363,1.4860424995422363,1.4789810180664062,55,1511,,,, -,,,55,1511,1.5498542785644531,1.5498542785644531,, -1.494900107383728,1.494900107383728,1.4789810180664062,56,1538,,,, -,,,56,1538,1.545539379119873,1.545539379119873,, -1.630722999572754,1.630722999572754,1.4789810180664062,57,1565,,,, -,,,57,1565,1.5449497699737549,1.5449497699737549,, -1.5924216508865356,1.5924216508865356,1.4789810180664062,58,1592,,,, -,,,58,1592,1.5530821084976196,1.5530821084976196,, -1.675205111503601,1.675205111503601,1.4789810180664062,59,1619,,,, -,,,59,1619,1.5506713390350342,1.5506713390350342,, -1.7345980405807495,1.7345980405807495,1.4789810180664062,60,1646,,,, -,,,60,1646,1.5539727210998535,1.5539727210998535,, -2.1135194301605225,2.1135194301605225,1.4789810180664062,61,1673,,,, -,,,61,1673,1.5415444374084473,1.5415444374084473,, -1.6276977062225342,1.6276977062225342,1.4789810180664062,62,1700,,,, -,,,62,1700,1.5567636489868164,1.5567636489868164,, -1.5710558891296387,1.5710558891296387,1.4789810180664062,63,1727,,,, -,,,63,1727,1.5625300407409668,1.5625300407409668,, -1.6335477828979492,1.6335477828979492,1.4789810180664062,64,1754,,,, -,,,64,1754,1.5535508394241333,1.5535508394241333,, -1.942752480506897,1.942752480506897,1.4789810180664062,65,1781,,,, -,,,65,1781,1.5470272302627563,1.5470272302627563,, -1.6966638565063477,1.6966638565063477,1.4789810180664062,66,1808,,,, -,,,66,1808,1.5541692972183228,1.5541692972183228,, -1.9469621181488037,1.9469621181488037,1.4789810180664062,67,1835,,,, -,,,67,1835,1.5689467191696167,1.5689467191696167,, -1.537792682647705,1.537792682647705,1.4789810180664062,68,1862,,,, -,,,68,1862,1.5576432943344116,1.5576432943344116,, -2.756701946258545,2.756701946258545,1.4789810180664062,69,1889,,,, -,,,69,1889,1.554655909538269,1.554655909538269,, -1.8372505903244019,1.8372505903244019,1.4789810180664062,70,1916,,,, -,,,70,1916,1.5448646545410156,1.5448646545410156,, -3.46052885055542,3.46052885055542,1.4789810180664062,71,1943,,,, -,,,71,1943,1.5456660985946655,1.5456660985946655,, -1.6675915718078613,1.6675915718078613,1.4789810180664062,72,1970,,,, -,,,72,1970,1.5650439262390137,1.5650439262390137,, -1.7358143329620361,1.7358143329620361,1.4789810180664062,73,1997,,,, -,,,73,1997,1.5670278072357178,1.5670278072357178,, -5.314837455749512,5.314837455749512,1.4789810180664062,74,2024,,,, -,,,74,2024,1.5667744874954224,1.5667744874954224,, -2.545644760131836,2.545644760131836,1.4789810180664062,75,2051,,,, -,,,75,2051,1.5524017810821533,1.5524017810821533,, -1.531238079071045,1.531238079071045,1.4789810180664062,76,2078,,,, -,,,76,2078,1.5600334405899048,1.5600334405899048,, -2.5285863876342773,2.5285863876342773,1.4789810180664062,77,2105,,,, -,,,77,2105,1.5680941343307495,1.5680941343307495,, -1.5376269817352295,1.5376269817352295,1.4789810180664062,78,2132,,,, -,,,78,2132,1.5522637367248535,1.5522637367248535,, -1.8609051704406738,1.8609051704406738,1.4789810180664062,79,2159,,,, -,,,79,2159,1.5448931455612183,1.5448931455612183,, -1.527772307395935,1.527772307395935,1.4789810180664062,80,2186,,,, -,,,80,2186,1.5477863550186157,1.5477863550186157,, -1.6045533418655396,1.6045533418655396,1.4789810180664062,81,2213,,,, -,,,81,2213,1.5636101961135864,1.5636101961135864,, -1.742592692375183,1.742592692375183,1.4789810180664062,82,2240,,,, -,,,82,2240,1.5515958070755005,1.5515958070755005,, -2.126866579055786,2.126866579055786,1.4789810180664062,83,2267,,,, -,,,83,2267,1.574913501739502,1.574913501739502,, -1.5660400390625,1.5660400390625,1.4789810180664062,84,2294,,,, -,,,84,2294,1.5619218349456787,1.5619218349456787,, -4.364716053009033,4.364716053009033,1.4789810180664062,85,2321,,,, -,,,85,2321,1.5909316539764404,1.5909316539764404,, -1.5759717226028442,1.5759717226028442,1.4789810180664062,86,2348,,,, -,,,86,2348,1.5548707246780396,1.5548707246780396,, -2.038386821746826,2.038386821746826,1.4789810180664062,87,2375,,,, -,,,87,2375,1.5722819566726685,1.5722819566726685,, -1.49917733669281,1.49917733669281,1.4789810180664062,88,2402,,,, -,,,88,2402,1.5589559078216553,1.5589559078216553,, -1.7344645261764526,1.7344645261764526,1.4789810180664062,89,2429,,,, -,,,89,2429,1.5571664571762085,1.5571664571762085,, -4.255862712860107,4.255862712860107,1.4789810180664062,90,2456,,,, -,,,90,2456,1.541688084602356,1.541688084602356,, -16.791975021362305,16.791975021362305,1.4789810180664062,91,2483,,,, -,,,91,2483,1.5512487888336182,1.5512487888336182,, -1.7317806482315063,1.7317806482315063,1.4789810180664062,92,2510,,,, -,,,92,2510,1.575599193572998,1.575599193572998,, -1.5712475776672363,1.5712475776672363,1.4789810180664062,93,2537,,,, -,,,93,2537,1.5583535432815552,1.5583535432815552,, -2.531160593032837,2.531160593032837,1.4789810180664062,94,2564,,,, -,,,94,2564,1.5624415874481201,1.5624415874481201,, -1.6169700622558594,1.6169700622558594,1.4789810180664062,95,2591,,,, -,,,95,2591,1.5781086683273315,1.5781086683273315,, -4.9033613204956055,4.9033613204956055,1.4789810180664062,96,2618,,,, -,,,96,2618,1.573669672012329,1.573669672012329,, -1.681107759475708,1.681107759475708,1.4789810180664062,97,2645,,,, -,,,97,2645,1.5686882734298706,1.5686882734298706,, -1.5722702741622925,1.5722702741622925,1.4789810180664062,98,2672,,,, -,,,98,2672,1.5601458549499512,1.5601458549499512,, -1.940112590789795,1.940112590789795,1.4789810180664062,99,2699,,,, -,,,99,2699,1.5403550863265991,1.5403550863265991,, -,,,28,756,,,1.6055947542190552,1.6055947542190552 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646931592.37a92d36c649.1.0 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646931592.37a92d36c649.1.0 deleted file mode 100644 index 09a6f6217033df9bf37b75f01492580516acb93c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646931592.37a92d36c649.1.0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7a8044884ff2266e669ba3c5c1d3840fb4e4250dc3e9def0e0423c2cf616ecd1 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933528.37a92d36c649.1.1 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933528.37a92d36c649.1.1 deleted file mode 100644 index 30c43f3166c412d7e82602c801a9a1f035f62de8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933528.37a92d36c649.1.1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0bf59fbf508fb5f007752e2b2eb88d6e07b7ed718437c52dbddaa8b8b5bdfd24 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 8735b500c3bd2956602ec1cdf2b373b55e021b96..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 512 - lin3_size: 1024 - output_size: 1 - lr: 0.03686537045425119 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 35353601 -model/params/trainable: 35353601 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/config.yaml deleted file mode 100644 index c989aa1fc46a495f126210a845a26be884b765d9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 128 - output_size: 1 - lr: 0.12853081804637867 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/hydra.yaml deleted file mode 100644 index 82c16cc395b4c35cd24bc3256c8d39a3fe22f751..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.12853081804637867 - - model.lin1_size=1024 - - model.lin2_size=64 - - model.lin3_size=128 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=1024,model.lin2_size=64,model.lin3_size=128,model.lr=0.12853081804637867,trainer.gpus=0 - id: '1' - num: 1 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/overrides.yaml deleted file mode 100644 index 5586d90e7110202c3fd85bcdd5de4d4a8cb07203..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.12853081804637867 -- model.lin1_size=1024 -- model.lin2_size=64 -- model.lin3_size=128 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/hparams.yaml deleted file mode 100644 index 48a5b50a110f0e16d3a0efb7fc9ad7519846073a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 128 - output_size: 1 - lr: 0.12853081804637867 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 69197505 -model/params/trainable: 69197505 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/metrics.csv deleted file mode 100644 index 38e9d3d56f64988a5f98bbfb7ba4593418eb8b19..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.5457894802093506,1.5457894802093506,1.5457894802093506,0,26,,,, -,,,0,26,1.93147873878479,1.93147873878479,, -1.518662452697754,1.518662452697754,1.518662452697754,1,53,,,, -,,,1,53,1.5900448560714722,1.5900448560714722,, -1.5237871408462524,1.5237871408462524,1.518662452697754,2,80,,,, -,,,2,80,1.5704622268676758,1.5704622268676758,, -1.5101613998413086,1.5101613998413086,1.5101613998413086,3,107,,,, -,,,3,107,1.5570534467697144,1.5570534467697144,, -1.5968084335327148,1.5968084335327148,1.5101613998413086,4,134,,,, -,,,4,134,1.576980710029602,1.576980710029602,, -1.4964513778686523,1.4964513778686523,1.4964513778686523,5,161,,,, -,,,5,161,1.5659037828445435,1.5659037828445435,, -1.5253665447235107,1.5253665447235107,1.4964513778686523,6,188,,,, -,,,6,188,1.5655879974365234,1.5655879974365234,, -1.6784342527389526,1.6784342527389526,1.4964513778686523,7,215,,,, -,,,7,215,1.562648892402649,1.562648892402649,, -1.513913869857788,1.513913869857788,1.4964513778686523,8,242,,,, -,,,8,242,1.5687941312789917,1.5687941312789917,, -4.911733627319336,4.911733627319336,1.4964513778686523,9,269,,,, -,,,9,269,1.5633389949798584,1.5633389949798584,, -3.7279114723205566,3.7279114723205566,1.4964513778686523,10,296,,,, -,,,10,296,1.569581389427185,1.569581389427185,, -1.623799204826355,1.623799204826355,1.4964513778686523,11,323,,,, -,,,11,323,1.5841323137283325,1.5841323137283325,, -3.1766417026519775,3.1766417026519775,1.4964513778686523,12,350,,,, -,,,12,350,1.5681496858596802,1.5681496858596802,, -1.5450650453567505,1.5450650453567505,1.4964513778686523,13,377,,,, -,,,13,377,1.599021553993225,1.599021553993225,, -1.7169760465621948,1.7169760465621948,1.4964513778686523,14,404,,,, -,,,14,404,1.566733956336975,1.566733956336975,, -1.7649874687194824,1.7649874687194824,1.4964513778686523,15,431,,,, -,,,15,431,1.60713529586792,1.60713529586792,, -1.5147674083709717,1.5147674083709717,1.4964513778686523,16,458,,,, -,,,16,458,1.5965725183486938,1.5965725183486938,, -1.5292353630065918,1.5292353630065918,1.4964513778686523,17,485,,,, -,,,17,485,1.5831682682037354,1.5831682682037354,, -1.4994009733200073,1.4994009733200073,1.4964513778686523,18,512,,,, -,,,18,512,1.5718650817871094,1.5718650817871094,, -1.5470983982086182,1.5470983982086182,1.4964513778686523,19,539,,,, -,,,19,539,1.586369514465332,1.586369514465332,, -1.5612688064575195,1.5612688064575195,1.4964513778686523,20,566,,,, -,,,20,566,1.5651100873947144,1.5651100873947144,, -10.558342933654785,10.558342933654785,1.4964513778686523,21,593,,,, -,,,21,593,1.566519021987915,1.566519021987915,, -1.752294898033142,1.752294898033142,1.4964513778686523,22,620,,,, -,,,22,620,1.5655397176742554,1.5655397176742554,, -4.056135654449463,4.056135654449463,1.4964513778686523,23,647,,,, -,,,23,647,1.5815690755844116,1.5815690755844116,, -1.5049797296524048,1.5049797296524048,1.4964513778686523,24,674,,,, -,,,24,674,1.58075749874115,1.58075749874115,, -1.5338116884231567,1.5338116884231567,1.4964513778686523,25,701,,,, -,,,25,701,1.5529197454452515,1.5529197454452515,, -1.552352786064148,1.552352786064148,1.4964513778686523,26,728,,,, -,,,26,728,1.5741243362426758,1.5741243362426758,, -1.524463176727295,1.524463176727295,1.4964513778686523,27,755,,,, -,,,27,755,1.6238592863082886,1.6238592863082886,, -1.8281292915344238,1.8281292915344238,1.4964513778686523,28,782,,,, -,,,28,782,1.5760538578033447,1.5760538578033447,, -1.513440489768982,1.513440489768982,1.4964513778686523,29,809,,,, -,,,29,809,1.5889009237289429,1.5889009237289429,, -28.168088912963867,28.168088912963867,1.4964513778686523,30,836,,,, -,,,30,836,1.6001774072647095,1.6001774072647095,, -1.5468473434448242,1.5468473434448242,1.4964513778686523,31,863,,,, -,,,31,863,1.599015474319458,1.599015474319458,, -4.666551113128662,4.666551113128662,1.4964513778686523,32,890,,,, -,,,32,890,1.5989962816238403,1.5989962816238403,, -1.578824758529663,1.578824758529663,1.4964513778686523,33,917,,,, -,,,33,917,1.6038649082183838,1.6038649082183838,, -1.69940984249115,1.69940984249115,1.4964513778686523,34,944,,,, -,,,34,944,1.5932281017303467,1.5932281017303467,, -1.6619060039520264,1.6619060039520264,1.4964513778686523,35,971,,,, -,,,35,971,1.6159247159957886,1.6159247159957886,, -5.854098796844482,5.854098796844482,1.4964513778686523,36,998,,,, -,,,36,998,1.5982983112335205,1.5982983112335205,, -1.5281752347946167,1.5281752347946167,1.4964513778686523,37,1025,,,, -,,,37,1025,1.5835182666778564,1.5835182666778564,, -2.8466644287109375,2.8466644287109375,1.4964513778686523,38,1052,,,, -,,,38,1052,1.6168947219848633,1.6168947219848633,, -1.520732045173645,1.520732045173645,1.4964513778686523,39,1079,,,, -,,,39,1079,1.600001335144043,1.600001335144043,, -6.837627410888672,6.837627410888672,1.4964513778686523,40,1106,,,, -,,,40,1106,1.586019515991211,1.586019515991211,, -1.5251741409301758,1.5251741409301758,1.4964513778686523,41,1133,,,, -,,,41,1133,1.596055507659912,1.596055507659912,, -1.5217574834823608,1.5217574834823608,1.4964513778686523,42,1160,,,, -,,,42,1160,1.5796046257019043,1.5796046257019043,, -1.8967450857162476,1.8967450857162476,1.4964513778686523,43,1187,,,, -,,,43,1187,1.6189672946929932,1.6189672946929932,, -3.550907850265503,3.550907850265503,1.4964513778686523,44,1214,,,, -,,,44,1214,1.6081902980804443,1.6081902980804443,, -1.53545343875885,1.53545343875885,1.4964513778686523,45,1241,,,, -,,,45,1241,1.6205562353134155,1.6205562353134155,, -1.5376633405685425,1.5376633405685425,1.4964513778686523,46,1268,,,, -,,,46,1268,1.6020132303237915,1.6020132303237915,, -2.720132827758789,2.720132827758789,1.4964513778686523,47,1295,,,, -,,,47,1295,1.59677255153656,1.59677255153656,, -1.5386885404586792,1.5386885404586792,1.4964513778686523,48,1322,,,, -,,,48,1322,1.6013177633285522,1.6013177633285522,, -1.9883198738098145,1.9883198738098145,1.4964513778686523,49,1349,,,, -,,,49,1349,1.5789361000061035,1.5789361000061035,, -1.593371033668518,1.593371033668518,1.4964513778686523,50,1376,,,, -,,,50,1376,1.6008371114730835,1.6008371114730835,, -1.5711454153060913,1.5711454153060913,1.4964513778686523,51,1403,,,, -,,,51,1403,1.5797780752182007,1.5797780752182007,, -2.4740052223205566,2.4740052223205566,1.4964513778686523,52,1430,,,, -,,,52,1430,1.565558910369873,1.565558910369873,, -1.5136743783950806,1.5136743783950806,1.4964513778686523,53,1457,,,, -,,,53,1457,1.5826765298843384,1.5826765298843384,, -1.5344640016555786,1.5344640016555786,1.4964513778686523,54,1484,,,, -,,,54,1484,1.5864404439926147,1.5864404439926147,, -13.738432884216309,13.738432884216309,1.4964513778686523,55,1511,,,, -,,,55,1511,1.587600588798523,1.587600588798523,, -42.461551666259766,42.461551666259766,1.4964513778686523,56,1538,,,, -,,,56,1538,1.5916862487792969,1.5916862487792969,, -1.5237947702407837,1.5237947702407837,1.4964513778686523,57,1565,,,, -,,,57,1565,1.6166635751724243,1.6166635751724243,, -5.10219144821167,5.10219144821167,1.4964513778686523,58,1592,,,, -,,,58,1592,1.6150850057601929,1.6150850057601929,, -1.550328016281128,1.550328016281128,1.4964513778686523,59,1619,,,, -,,,59,1619,1.6161441802978516,1.6161441802978516,, -4.7871222496032715,4.7871222496032715,1.4964513778686523,60,1646,,,, -,,,60,1646,1.6073036193847656,1.6073036193847656,, -1.5274826288223267,1.5274826288223267,1.4964513778686523,61,1673,,,, -,,,61,1673,1.6093207597732544,1.6093207597732544,, -1.8601120710372925,1.8601120710372925,1.4964513778686523,62,1700,,,, -,,,62,1700,1.6090507507324219,1.6090507507324219,, -1.539394736289978,1.539394736289978,1.4964513778686523,63,1727,,,, -,,,63,1727,1.6039584875106812,1.6039584875106812,, -1.5111101865768433,1.5111101865768433,1.4964513778686523,64,1754,,,, -,,,64,1754,1.601883888244629,1.601883888244629,, -1.5048625469207764,1.5048625469207764,1.4964513778686523,65,1781,,,, -,,,65,1781,1.5932526588439941,1.5932526588439941,, -1.5920627117156982,1.5920627117156982,1.4964513778686523,66,1808,,,, -,,,66,1808,1.5937992334365845,1.5937992334365845,, -1.5307120084762573,1.5307120084762573,1.4964513778686523,67,1835,,,, -,,,67,1835,1.606019377708435,1.606019377708435,, -1.526431679725647,1.526431679725647,1.4964513778686523,68,1862,,,, -,,,68,1862,1.6092278957366943,1.6092278957366943,, -1.527294635772705,1.527294635772705,1.4964513778686523,69,1889,,,, -,,,69,1889,1.6061241626739502,1.6061241626739502,, -1.535790205001831,1.535790205001831,1.4964513778686523,70,1916,,,, -,,,70,1916,1.6027199029922485,1.6027199029922485,, -7.108047962188721,7.108047962188721,1.4964513778686523,71,1943,,,, -,,,71,1943,1.60779869556427,1.60779869556427,, -1.5393939018249512,1.5393939018249512,1.4964513778686523,72,1970,,,, -,,,72,1970,1.624327540397644,1.624327540397644,, -1.526472806930542,1.526472806930542,1.4964513778686523,73,1997,,,, -,,,73,1997,1.5907820463180542,1.5907820463180542,, -1.5240964889526367,1.5240964889526367,1.4964513778686523,74,2024,,,, -,,,74,2024,1.6047561168670654,1.6047561168670654,, -9.961384773254395,9.961384773254395,1.4964513778686523,75,2051,,,, -,,,75,2051,1.5908408164978027,1.5908408164978027,, -1.5271530151367188,1.5271530151367188,1.4964513778686523,76,2078,,,, -,,,76,2078,1.6088954210281372,1.6088954210281372,, -1.5703331232070923,1.5703331232070923,1.4964513778686523,77,2105,,,, -,,,77,2105,1.6130024194717407,1.6130024194717407,, -1.6119712591171265,1.6119712591171265,1.4964513778686523,78,2132,,,, -,,,78,2132,1.6129977703094482,1.6129977703094482,, -1.5369189977645874,1.5369189977645874,1.4964513778686523,79,2159,,,, -,,,79,2159,1.5994534492492676,1.5994534492492676,, -6.256889820098877,6.256889820098877,1.4964513778686523,80,2186,,,, -,,,80,2186,1.5921787023544312,1.5921787023544312,, -1.5237727165222168,1.5237727165222168,1.4964513778686523,81,2213,,,, -,,,81,2213,1.5913481712341309,1.5913481712341309,, -1.5433704853057861,1.5433704853057861,1.4964513778686523,82,2240,,,, -,,,82,2240,1.6063846349716187,1.6063846349716187,, -1.5143684148788452,1.5143684148788452,1.4964513778686523,83,2267,,,, -,,,83,2267,1.6061906814575195,1.6061906814575195,, -1.5512630939483643,1.5512630939483643,1.4964513778686523,84,2294,,,, -,,,84,2294,1.61200749874115,1.61200749874115,, -1.748395323753357,1.748395323753357,1.4964513778686523,85,2321,,,, -,,,85,2321,1.6335575580596924,1.6335575580596924,, -1.560850739479065,1.560850739479065,1.4964513778686523,86,2348,,,, -,,,86,2348,1.6014795303344727,1.6014795303344727,, -1.5232243537902832,1.5232243537902832,1.4964513778686523,87,2375,,,, -,,,87,2375,1.6086633205413818,1.6086633205413818,, -1.5236783027648926,1.5236783027648926,1.4964513778686523,88,2402,,,, -,,,88,2402,1.601511836051941,1.601511836051941,, -1.672797679901123,1.672797679901123,1.4964513778686523,89,2429,,,, -,,,89,2429,1.6028125286102295,1.6028125286102295,, -1.5533705949783325,1.5533705949783325,1.4964513778686523,90,2456,,,, -,,,90,2456,1.5999672412872314,1.5999672412872314,, -1.5226218700408936,1.5226218700408936,1.4964513778686523,91,2483,,,, -,,,91,2483,1.6082600355148315,1.6082600355148315,, -1.5232043266296387,1.5232043266296387,1.4964513778686523,92,2510,,,, -,,,92,2510,1.6300674676895142,1.6300674676895142,, -1.5347774028778076,1.5347774028778076,1.4964513778686523,93,2537,,,, -,,,93,2537,1.6055806875228882,1.6055806875228882,, -42.29332733154297,42.29332733154297,1.4964513778686523,94,2564,,,, -,,,94,2564,1.6171374320983887,1.6171374320983887,, -7.51504373550415,7.51504373550415,1.4964513778686523,95,2591,,,, -,,,95,2591,1.6072918176651,1.6072918176651,, -1.5361765623092651,1.5361765623092651,1.4964513778686523,96,2618,,,, -,,,96,2618,1.6097540855407715,1.6097540855407715,, -10.45922565460205,10.45922565460205,1.4964513778686523,97,2645,,,, -,,,97,2645,1.6088382005691528,1.6088382005691528,, -1.8529367446899414,1.8529367446899414,1.4964513778686523,98,2672,,,, -,,,98,2672,1.6240711212158203,1.6240711212158203,, -1.5809720754623413,1.5809720754623413,1.4964513778686523,99,2699,,,, -,,,99,2699,1.61771821975708,1.61771821975708,, -,,,6,162,,,1.6138743162155151,1.6138743162155151 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933529.37a92d36c649.1.2 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933529.37a92d36c649.1.2 deleted file mode 100644 index 54ef4b07c85e9fb8728c25caa6f3f4c49390f1ce..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933529.37a92d36c649.1.2 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5e5b01d3df96e71bf8fd7431c9e7910a218d168fee07c1fe3fda2d03dbd6a8d0 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.3 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.3 deleted file mode 100644 index d4851159946152279cc9377882e29c23165c142a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.3 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b2855e1b2dcfbc5fd0ced549aa91a3c096e1bb04ca44be6075e440128d517bf6 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 48a5b50a110f0e16d3a0efb7fc9ad7519846073a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 128 - output_size: 1 - lr: 0.12853081804637867 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 69197505 -model/params/trainable: 69197505 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/config.yaml deleted file mode 100644 index 29316c5bdd63cb8cce84d140024e898807a054f6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.02282695974132741 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/hydra.yaml deleted file mode 100644 index 7a10623f7daf64c0110b5890f7fb5553b75c8c56..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.02282695974132741 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=256 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.02282695974132741,trainer.gpus=0 - id: '10' - num: 10 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/overrides.yaml deleted file mode 100644 index 65815d5914941d9295bc1b74e7575e4a48a301b9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.02282695974132741 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=256 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/hparams.yaml deleted file mode 100644 index 2fbad606bb8eea0f288ce48c2f6719f297177f00..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.02282695974132741 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/metrics.csv deleted file mode 100644 index 298b6f8c11b2cb69e493b4134f7e88ce6f27e75a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.54915452003479,1.54915452003479,1.54915452003479,0,26,,,, -,,,0,26,1.7947152853012085,1.7947152853012085,, -1.4813045263290405,1.4813045263290405,1.4813045263290405,1,53,,,, -,,,1,53,1.5661964416503906,1.5661964416503906,, -1.4941850900650024,1.4941850900650024,1.4813045263290405,2,80,,,, -,,,2,80,1.5476306676864624,1.5476306676864624,, -1.559279441833496,1.559279441833496,1.4813045263290405,3,107,,,, -,,,3,107,1.5460481643676758,1.5460481643676758,, -1.5001925230026245,1.5001925230026245,1.4813045263290405,4,134,,,, -,,,4,134,1.5567209720611572,1.5567209720611572,, -1.5714366436004639,1.5714366436004639,1.4813045263290405,5,161,,,, -,,,5,161,1.5221930742263794,1.5221930742263794,, -1.5059216022491455,1.5059216022491455,1.4813045263290405,6,188,,,, -,,,6,188,1.5445741415023804,1.5445741415023804,, -1.5441499948501587,1.5441499948501587,1.4813045263290405,7,215,,,, -,,,7,215,1.5316859483718872,1.5316859483718872,, -1.5908784866333008,1.5908784866333008,1.4813045263290405,8,242,,,, -,,,8,242,1.556628704071045,1.556628704071045,, -1.4949480295181274,1.4949480295181274,1.4813045263290405,9,269,,,, -,,,9,269,1.5524144172668457,1.5524144172668457,, -1.4900106191635132,1.4900106191635132,1.4813045263290405,10,296,,,, -,,,10,296,1.5266354084014893,1.5266354084014893,, -1.4854364395141602,1.4854364395141602,1.4813045263290405,11,323,,,, -,,,11,323,1.5311683416366577,1.5311683416366577,, -1.5203735828399658,1.5203735828399658,1.4813045263290405,12,350,,,, -,,,12,350,1.535923957824707,1.535923957824707,, -1.498347520828247,1.498347520828247,1.4813045263290405,13,377,,,, -,,,13,377,1.5193228721618652,1.5193228721618652,, -1.5191665887832642,1.5191665887832642,1.4813045263290405,14,404,,,, -,,,14,404,1.5163968801498413,1.5163968801498413,, -1.8561465740203857,1.8561465740203857,1.4813045263290405,15,431,,,, -,,,15,431,1.5274927616119385,1.5274927616119385,, -1.5576380491256714,1.5576380491256714,1.4813045263290405,16,458,,,, -,,,16,458,1.5263643264770508,1.5263643264770508,, -1.5795142650604248,1.5795142650604248,1.4813045263290405,17,485,,,, -,,,17,485,1.5001400709152222,1.5001400709152222,, -1.4902113676071167,1.4902113676071167,1.4813045263290405,18,512,,,, -,,,18,512,1.516677737236023,1.516677737236023,, -5.073453903198242,5.073453903198242,1.4813045263290405,19,539,,,, -,,,19,539,1.5088609457015991,1.5088609457015991,, -1.933295726776123,1.933295726776123,1.4813045263290405,20,566,,,, -,,,20,566,1.5014426708221436,1.5014426708221436,, -1.5227258205413818,1.5227258205413818,1.4813045263290405,21,593,,,, -,,,21,593,1.5077985525131226,1.5077985525131226,, -1.5633625984191895,1.5633625984191895,1.4813045263290405,22,620,,,, -,,,22,620,1.479738712310791,1.479738712310791,, -1.7504345178604126,1.7504345178604126,1.4813045263290405,23,647,,,, -,,,23,647,1.4974632263183594,1.4974632263183594,, -1.7892953157424927,1.7892953157424927,1.4813045263290405,24,674,,,, -,,,24,674,1.5153311491012573,1.5153311491012573,, -1.5206643342971802,1.5206643342971802,1.4813045263290405,25,701,,,, -,,,25,701,1.5057305097579956,1.5057305097579956,, -1.8115839958190918,1.8115839958190918,1.4813045263290405,26,728,,,, -,,,26,728,1.5112546682357788,1.5112546682357788,, -2.030661106109619,2.030661106109619,1.4813045263290405,27,755,,,, -,,,27,755,1.5197839736938477,1.5197839736938477,, -1.86220383644104,1.86220383644104,1.4813045263290405,28,782,,,, -,,,28,782,1.492752194404602,1.492752194404602,, -1.561750054359436,1.561750054359436,1.4813045263290405,29,809,,,, -,,,29,809,1.5225181579589844,1.5225181579589844,, -2.5055038928985596,2.5055038928985596,1.4813045263290405,30,836,,,, -,,,30,836,1.488628625869751,1.488628625869751,, -1.4965015649795532,1.4965015649795532,1.4813045263290405,31,863,,,, -,,,31,863,1.519391417503357,1.519391417503357,, -1.5533944368362427,1.5533944368362427,1.4813045263290405,32,890,,,, -,,,32,890,1.4976305961608887,1.4976305961608887,, -2.142780065536499,2.142780065536499,1.4813045263290405,33,917,,,, -,,,33,917,1.4807366132736206,1.4807366132736206,, -1.472182273864746,1.472182273864746,1.472182273864746,34,944,,,, -,,,34,944,1.5067917108535767,1.5067917108535767,, -1.8617546558380127,1.8617546558380127,1.472182273864746,35,971,,,, -,,,35,971,1.4976863861083984,1.4976863861083984,, -2.134965419769287,2.134965419769287,1.472182273864746,36,998,,,, -,,,36,998,1.4933010339736938,1.4933010339736938,, -1.52902352809906,1.52902352809906,1.472182273864746,37,1025,,,, -,,,37,1025,1.4979575872421265,1.4979575872421265,, -1.608336091041565,1.608336091041565,1.472182273864746,38,1052,,,, -,,,38,1052,1.4944689273834229,1.4944689273834229,, -2.0778658390045166,2.0778658390045166,1.472182273864746,39,1079,,,, -,,,39,1079,1.4775594472885132,1.4775594472885132,, -1.5630720853805542,1.5630720853805542,1.472182273864746,40,1106,,,, -,,,40,1106,1.5007765293121338,1.5007765293121338,, -1.4986320734024048,1.4986320734024048,1.472182273864746,41,1133,,,, -,,,41,1133,1.499476432800293,1.499476432800293,, -1.5532052516937256,1.5532052516937256,1.472182273864746,42,1160,,,, -,,,42,1160,1.5045232772827148,1.5045232772827148,, -1.5133055448532104,1.5133055448532104,1.472182273864746,43,1187,,,, -,,,43,1187,1.51310133934021,1.51310133934021,, -1.640570878982544,1.640570878982544,1.472182273864746,44,1214,,,, -,,,44,1214,1.5313445329666138,1.5313445329666138,, -2.2327382564544678,2.2327382564544678,1.472182273864746,45,1241,,,, -,,,45,1241,1.5123286247253418,1.5123286247253418,, -1.5145050287246704,1.5145050287246704,1.472182273864746,46,1268,,,, -,,,46,1268,1.5127230882644653,1.5127230882644653,, -1.5009477138519287,1.5009477138519287,1.472182273864746,47,1295,,,, -,,,47,1295,1.5293209552764893,1.5293209552764893,, -1.5876779556274414,1.5876779556274414,1.472182273864746,48,1322,,,, -,,,48,1322,1.503609538078308,1.503609538078308,, -1.7818883657455444,1.7818883657455444,1.472182273864746,49,1349,,,, -,,,49,1349,1.5058997869491577,1.5058997869491577,, -1.4677724838256836,1.4677724838256836,1.4677724838256836,50,1376,,,, -,,,50,1376,1.5166460275650024,1.5166460275650024,, -1.531506061553955,1.531506061553955,1.4677724838256836,51,1403,,,, -,,,51,1403,1.5017387866973877,1.5017387866973877,, -1.881100058555603,1.881100058555603,1.4677724838256836,52,1430,,,, -,,,52,1430,1.5125443935394287,1.5125443935394287,, -1.4942419528961182,1.4942419528961182,1.4677724838256836,53,1457,,,, -,,,53,1457,1.5166507959365845,1.5166507959365845,, -1.692086100578308,1.692086100578308,1.4677724838256836,54,1484,,,, -,,,54,1484,1.5313019752502441,1.5313019752502441,, -1.6460152864456177,1.6460152864456177,1.4677724838256836,55,1511,,,, -,,,55,1511,1.4998795986175537,1.4998795986175537,, -1.836544394493103,1.836544394493103,1.4677724838256836,56,1538,,,, -,,,56,1538,1.506105899810791,1.506105899810791,, -1.5427119731903076,1.5427119731903076,1.4677724838256836,57,1565,,,, -,,,57,1565,1.4999603033065796,1.4999603033065796,, -1.5046226978302002,1.5046226978302002,1.4677724838256836,58,1592,,,, -,,,58,1592,1.5169248580932617,1.5169248580932617,, -1.5429843664169312,1.5429843664169312,1.4677724838256836,59,1619,,,, -,,,59,1619,1.5131078958511353,1.5131078958511353,, -1.6014117002487183,1.6014117002487183,1.4677724838256836,60,1646,,,, -,,,60,1646,1.5238933563232422,1.5238933563232422,, -1.5440922975540161,1.5440922975540161,1.4677724838256836,61,1673,,,, -,,,61,1673,1.5364078283309937,1.5364078283309937,, -1.6102505922317505,1.6102505922317505,1.4677724838256836,62,1700,,,, -,,,62,1700,1.5143425464630127,1.5143425464630127,, -1.5728535652160645,1.5728535652160645,1.4677724838256836,63,1727,,,, -,,,63,1727,1.5125833749771118,1.5125833749771118,, -1.593582272529602,1.593582272529602,1.4677724838256836,64,1754,,,, -,,,64,1754,1.527673363685608,1.527673363685608,, -1.521716594696045,1.521716594696045,1.4677724838256836,65,1781,,,, -,,,65,1781,1.532250165939331,1.532250165939331,, -1.67029869556427,1.67029869556427,1.4677724838256836,66,1808,,,, -,,,66,1808,1.509299635887146,1.509299635887146,, -2.1808524131774902,2.1808524131774902,1.4677724838256836,67,1835,,,, -,,,67,1835,1.5237321853637695,1.5237321853637695,, -1.7052583694458008,1.7052583694458008,1.4677724838256836,68,1862,,,, -,,,68,1862,1.5353375673294067,1.5353375673294067,, -1.671800971031189,1.671800971031189,1.4677724838256836,69,1889,,,, -,,,69,1889,1.5197367668151855,1.5197367668151855,, -1.5118688344955444,1.5118688344955444,1.4677724838256836,70,1916,,,, -,,,70,1916,1.5191370248794556,1.5191370248794556,, -1.5275362730026245,1.5275362730026245,1.4677724838256836,71,1943,,,, -,,,71,1943,1.5351717472076416,1.5351717472076416,, -1.5210256576538086,1.5210256576538086,1.4677724838256836,72,1970,,,, -,,,72,1970,1.5208426713943481,1.5208426713943481,, -1.654943585395813,1.654943585395813,1.4677724838256836,73,1997,,,, -,,,73,1997,1.530107021331787,1.530107021331787,, -1.5063841342926025,1.5063841342926025,1.4677724838256836,74,2024,,,, -,,,74,2024,1.5324897766113281,1.5324897766113281,, -1.9869394302368164,1.9869394302368164,1.4677724838256836,75,2051,,,, -,,,75,2051,1.5222572088241577,1.5222572088241577,, -1.620804786682129,1.620804786682129,1.4677724838256836,76,2078,,,, -,,,76,2078,1.5140538215637207,1.5140538215637207,, -1.527064561843872,1.527064561843872,1.4677724838256836,77,2105,,,, -,,,77,2105,1.5159393548965454,1.5159393548965454,, -1.7091588973999023,1.7091588973999023,1.4677724838256836,78,2132,,,, -,,,78,2132,1.5180113315582275,1.5180113315582275,, -1.9504739046096802,1.9504739046096802,1.4677724838256836,79,2159,,,, -,,,79,2159,1.5056763887405396,1.5056763887405396,, -1.5281766653060913,1.5281766653060913,1.4677724838256836,80,2186,,,, -,,,80,2186,1.516516089439392,1.516516089439392,, -2.3494374752044678,2.3494374752044678,1.4677724838256836,81,2213,,,, -,,,81,2213,1.513085126876831,1.513085126876831,, -1.5083938837051392,1.5083938837051392,1.4677724838256836,82,2240,,,, -,,,82,2240,1.5092164278030396,1.5092164278030396,, -1.9437925815582275,1.9437925815582275,1.4677724838256836,83,2267,,,, -,,,83,2267,1.5361279249191284,1.5361279249191284,, -1.4560555219650269,1.4560555219650269,1.4560555219650269,84,2294,,,, -,,,84,2294,1.5336685180664062,1.5336685180664062,, -1.499437689781189,1.499437689781189,1.4560555219650269,85,2321,,,, -,,,85,2321,1.5202487707138062,1.5202487707138062,, -1.5475561618804932,1.5475561618804932,1.4560555219650269,86,2348,,,, -,,,86,2348,1.5198792219161987,1.5198792219161987,, -1.6395263671875,1.6395263671875,1.4560555219650269,87,2375,,,, -,,,87,2375,1.5371838808059692,1.5371838808059692,, -1.561975359916687,1.561975359916687,1.4560555219650269,88,2402,,,, -,,,88,2402,1.5324909687042236,1.5324909687042236,, -1.5383996963500977,1.5383996963500977,1.4560555219650269,89,2429,,,, -,,,89,2429,1.5167973041534424,1.5167973041534424,, -1.5120161771774292,1.5120161771774292,1.4560555219650269,90,2456,,,, -,,,90,2456,1.5161545276641846,1.5161545276641846,, -1.5026012659072876,1.5026012659072876,1.4560555219650269,91,2483,,,, -,,,91,2483,1.5210195779800415,1.5210195779800415,, -1.5586644411087036,1.5586644411087036,1.4560555219650269,92,2510,,,, -,,,92,2510,1.5279392004013062,1.5279392004013062,, -1.4975413084030151,1.4975413084030151,1.4560555219650269,93,2537,,,, -,,,93,2537,1.5191806554794312,1.5191806554794312,, -1.6976767778396606,1.6976767778396606,1.4560555219650269,94,2564,,,, -,,,94,2564,1.5128707885742188,1.5128707885742188,, -2.470996856689453,2.470996856689453,1.4560555219650269,95,2591,,,, -,,,95,2591,1.5361442565917969,1.5361442565917969,, -1.5277329683303833,1.5277329683303833,1.4560555219650269,96,2618,,,, -,,,96,2618,1.5311845541000366,1.5311845541000366,, -1.5454241037368774,1.5454241037368774,1.4560555219650269,97,2645,,,, -,,,97,2645,1.5216116905212402,1.5216116905212402,, -1.930446743965149,1.930446743965149,1.4560555219650269,98,2672,,,, -,,,98,2672,1.5277382135391235,1.5277382135391235,, -2.723839044570923,2.723839044570923,1.4560555219650269,99,2699,,,, -,,,99,2699,1.5109692811965942,1.5109692811965942,, -,,,85,2295,,,1.6256794929504395,1.6256794929504395 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950714.37a92d36c649.1.20 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950714.37a92d36c649.1.20 deleted file mode 100644 index 0b46a4e27fb3c3107adda97e1821c16d19aaad98..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950714.37a92d36c649.1.20 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d7b9683865febbf1b51407a8fbfcb1d3c1632d7c08ec1dd533338c91148f1210 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951667.37a92d36c649.1.21 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951667.37a92d36c649.1.21 deleted file mode 100644 index 6fb63ab8d950bb3c9a0ea57022e546c187b83280..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951667.37a92d36c649.1.21 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5d56341fd9fda699ba019fcd5dd2ee48c2d1955e371489950a745656c17e0c39 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 2fbad606bb8eea0f288ce48c2f6719f297177f00..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.02282695974132741 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/config.yaml deleted file mode 100644 index 7a64228f4eb80eb3c3f4f3e5cc36739b2ff698e8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.0051297750484612 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/hydra.yaml deleted file mode 100644 index 6d1a17128f6037495fad017fb4c22c85f959c9ba..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0051297750484612 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=256 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.0051297750484612,trainer.gpus=0 - id: '11' - num: 11 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/overrides.yaml deleted file mode 100644 index 14b7e07910484aa6a844b56c1e31f31ca24a1d88..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0051297750484612 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=256 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/hparams.yaml deleted file mode 100644 index 29ede811ad457aad94ad71bda6e8502a2ad63117..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.0051297750484612 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/metrics.csv deleted file mode 100644 index a4e55b96fedf6b9a2956dac9591c265697f6792d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.5529874563217163,1.5529874563217163,1.5529874563217163,0,26,,,, -,,,0,26,1.7005412578582764,1.7005412578582764,, -1.4758678674697876,1.4758678674697876,1.4758678674697876,1,53,,,, -,,,1,53,1.552437424659729,1.552437424659729,, -1.5317124128341675,1.5317124128341675,1.4758678674697876,2,80,,,, -,,,2,80,1.5342624187469482,1.5342624187469482,, -1.5215035676956177,1.5215035676956177,1.4758678674697876,3,107,,,, -,,,3,107,1.5154995918273926,1.5154995918273926,, -1.5599119663238525,1.5599119663238525,1.4758678674697876,4,134,,,, -,,,4,134,1.4910739660263062,1.4910739660263062,, -1.5603760480880737,1.5603760480880737,1.4758678674697876,5,161,,,, -,,,5,161,1.4519827365875244,1.4519827365875244,, -1.7191616296768188,1.7191616296768188,1.4758678674697876,6,188,,,, -,,,6,188,1.445921540260315,1.445921540260315,, -1.5689905881881714,1.5689905881881714,1.4758678674697876,7,215,,,, -,,,7,215,1.4619702100753784,1.4619702100753784,, -1.5409839153289795,1.5409839153289795,1.4758678674697876,8,242,,,, -,,,8,242,1.4217779636383057,1.4217779636383057,, -1.5249755382537842,1.5249755382537842,1.4758678674697876,9,269,,,, -,,,9,269,1.432146668434143,1.432146668434143,, -1.591946005821228,1.591946005821228,1.4758678674697876,10,296,,,, -,,,10,296,1.4111212491989136,1.4111212491989136,, -1.5828744173049927,1.5828744173049927,1.4758678674697876,11,323,,,, -,,,11,323,1.4136533737182617,1.4136533737182617,, -1.5061739683151245,1.5061739683151245,1.4758678674697876,12,350,,,, -,,,12,350,1.410377025604248,1.410377025604248,, -1.599090576171875,1.599090576171875,1.4758678674697876,13,377,,,, -,,,13,377,1.4391021728515625,1.4391021728515625,, -1.6281280517578125,1.6281280517578125,1.4758678674697876,14,404,,,, -,,,14,404,1.4367587566375732,1.4367587566375732,, -1.5029304027557373,1.5029304027557373,1.4758678674697876,15,431,,,, -,,,15,431,1.4189836978912354,1.4189836978912354,, -1.5762006044387817,1.5762006044387817,1.4758678674697876,16,458,,,, -,,,16,458,1.4034911394119263,1.4034911394119263,, -1.6103154420852661,1.6103154420852661,1.4758678674697876,17,485,,,, -,,,17,485,1.431480050086975,1.431480050086975,, -1.5456775426864624,1.5456775426864624,1.4758678674697876,18,512,,,, -,,,18,512,1.4067394733428955,1.4067394733428955,, -1.4778574705123901,1.4778574705123901,1.4758678674697876,19,539,,,, -,,,19,539,1.4214212894439697,1.4214212894439697,, -1.7477492094039917,1.7477492094039917,1.4758678674697876,20,566,,,, -,,,20,566,1.411471962928772,1.411471962928772,, -1.6120436191558838,1.6120436191558838,1.4758678674697876,21,593,,,, -,,,21,593,1.4197815656661987,1.4197815656661987,, -1.5599509477615356,1.5599509477615356,1.4758678674697876,22,620,,,, -,,,22,620,1.4050796031951904,1.4050796031951904,, -1.5538502931594849,1.5538502931594849,1.4758678674697876,23,647,,,, -,,,23,647,1.404669165611267,1.404669165611267,, -2.643871784210205,2.643871784210205,1.4758678674697876,24,674,,,, -,,,24,674,1.3815333843231201,1.3815333843231201,, -2.229886531829834,2.229886531829834,1.4758678674697876,25,701,,,, -,,,25,701,1.3973186016082764,1.3973186016082764,, -1.6227734088897705,1.6227734088897705,1.4758678674697876,26,728,,,, -,,,26,728,1.4046413898468018,1.4046413898468018,, -1.9245754480361938,1.9245754480361938,1.4758678674697876,27,755,,,, -,,,27,755,1.372873067855835,1.372873067855835,, -1.6182373762130737,1.6182373762130737,1.4758678674697876,28,782,,,, -,,,28,782,1.4318004846572876,1.4318004846572876,, -1.695565104484558,1.695565104484558,1.4758678674697876,29,809,,,, -,,,29,809,1.4029852151870728,1.4029852151870728,, -1.4891357421875,1.4891357421875,1.4758678674697876,30,836,,,, -,,,30,836,1.3658686876296997,1.3658686876296997,, -1.4806747436523438,1.4806747436523438,1.4758678674697876,31,863,,,, -,,,31,863,1.4287527799606323,1.4287527799606323,, -1.5332704782485962,1.5332704782485962,1.4758678674697876,32,890,,,, -,,,32,890,1.4089083671569824,1.4089083671569824,, -1.6101855039596558,1.6101855039596558,1.4758678674697876,33,917,,,, -,,,33,917,1.4272220134735107,1.4272220134735107,, -2.158543586730957,2.158543586730957,1.4758678674697876,34,944,,,, -,,,34,944,1.3930636644363403,1.3930636644363403,, -1.7488014698028564,1.7488014698028564,1.4758678674697876,35,971,,,, -,,,35,971,1.3615875244140625,1.3615875244140625,, -1.5668308734893799,1.5668308734893799,1.4758678674697876,36,998,,,, -,,,36,998,1.3733593225479126,1.3733593225479126,, -1.4741945266723633,1.4741945266723633,1.4741945266723633,37,1025,,,, -,,,37,1025,1.3845897912979126,1.3845897912979126,, -1.489251971244812,1.489251971244812,1.4741945266723633,38,1052,,,, -,,,38,1052,1.3629571199417114,1.3629571199417114,, -1.543493390083313,1.543493390083313,1.4741945266723633,39,1079,,,, -,,,39,1079,1.3832662105560303,1.3832662105560303,, -2.1800224781036377,2.1800224781036377,1.4741945266723633,40,1106,,,, -,,,40,1106,1.348641037940979,1.348641037940979,, -1.4829375743865967,1.4829375743865967,1.4741945266723633,41,1133,,,, -,,,41,1133,1.400350570678711,1.400350570678711,, -1.643622636795044,1.643622636795044,1.4741945266723633,42,1160,,,, -,,,42,1160,1.3576005697250366,1.3576005697250366,, -2.2521026134490967,2.2521026134490967,1.4741945266723633,43,1187,,,, -,,,43,1187,1.3368573188781738,1.3368573188781738,, -1.4667986631393433,1.4667986631393433,1.4667986631393433,44,1214,,,, -,,,44,1214,1.3384252786636353,1.3384252786636353,, -2.0049800872802734,2.0049800872802734,1.4667986631393433,45,1241,,,, -,,,45,1241,1.3784995079040527,1.3784995079040527,, -2.3140408992767334,2.3140408992767334,1.4667986631393433,46,1268,,,, -,,,46,1268,1.3434473276138306,1.3434473276138306,, -1.4815415143966675,1.4815415143966675,1.4667986631393433,47,1295,,,, -,,,47,1295,1.355631947517395,1.355631947517395,, -3.095125675201416,3.095125675201416,1.4667986631393433,48,1322,,,, -,,,48,1322,1.3348404169082642,1.3348404169082642,, -1.6569138765335083,1.6569138765335083,1.4667986631393433,49,1349,,,, -,,,49,1349,1.3125057220458984,1.3125057220458984,, -2.4747583866119385,2.4747583866119385,1.4667986631393433,50,1376,,,, -,,,50,1376,1.2978061437606812,1.2978061437606812,, -1.7729928493499756,1.7729928493499756,1.4667986631393433,51,1403,,,, -,,,51,1403,1.2893775701522827,1.2893775701522827,, -1.4477797746658325,1.4477797746658325,1.4477797746658325,52,1430,,,, -,,,52,1430,1.3354593515396118,1.3354593515396118,, -1.565670132637024,1.565670132637024,1.4477797746658325,53,1457,,,, -,,,53,1457,1.2869794368743896,1.2869794368743896,, -1.6527693271636963,1.6527693271636963,1.4477797746658325,54,1484,,,, -,,,54,1484,1.3248947858810425,1.3248947858810425,, -1.609217882156372,1.609217882156372,1.4477797746658325,55,1511,,,, -,,,55,1511,1.276477336883545,1.276477336883545,, -2.0620369911193848,2.0620369911193848,1.4477797746658325,56,1538,,,, -,,,56,1538,1.3122347593307495,1.3122347593307495,, -1.6234723329544067,1.6234723329544067,1.4477797746658325,57,1565,,,, -,,,57,1565,1.2983700037002563,1.2983700037002563,, -1.3670010566711426,1.3670010566711426,1.3670010566711426,58,1592,,,, -,,,58,1592,1.3156099319458008,1.3156099319458008,, -1.5603337287902832,1.5603337287902832,1.3670010566711426,59,1619,,,, -,,,59,1619,1.30414617061615,1.30414617061615,, -4.9891228675842285,4.9891228675842285,1.3670010566711426,60,1646,,,, -,,,60,1646,1.2855805158615112,1.2855805158615112,, -1.5714200735092163,1.5714200735092163,1.3670010566711426,61,1673,,,, -,,,61,1673,1.2686656713485718,1.2686656713485718,, -2.2389798164367676,2.2389798164367676,1.3670010566711426,62,1700,,,, -,,,62,1700,1.2702429294586182,1.2702429294586182,, -1.5364372730255127,1.5364372730255127,1.3670010566711426,63,1727,,,, -,,,63,1727,1.283432126045227,1.283432126045227,, -1.7579401731491089,1.7579401731491089,1.3670010566711426,64,1754,,,, -,,,64,1754,1.2375255823135376,1.2375255823135376,, -1.6451730728149414,1.6451730728149414,1.3670010566711426,65,1781,,,, -,,,65,1781,1.2785224914550781,1.2785224914550781,, -1.5431175231933594,1.5431175231933594,1.3670010566711426,66,1808,,,, -,,,66,1808,1.2635434865951538,1.2635434865951538,, -1.6014606952667236,1.6014606952667236,1.3670010566711426,67,1835,,,, -,,,67,1835,1.2820208072662354,1.2820208072662354,, -1.5533331632614136,1.5533331632614136,1.3670010566711426,68,1862,,,, -,,,68,1862,1.2117564678192139,1.2117564678192139,, -2.6706387996673584,2.6706387996673584,1.3670010566711426,69,1889,,,, -,,,69,1889,1.2495293617248535,1.2495293617248535,, -1.6036927700042725,1.6036927700042725,1.3670010566711426,70,1916,,,, -,,,70,1916,1.2474517822265625,1.2474517822265625,, -1.666502594947815,1.666502594947815,1.3670010566711426,71,1943,,,, -,,,71,1943,1.2659395933151245,1.2659395933151245,, -1.55945885181427,1.55945885181427,1.3670010566711426,72,1970,,,, -,,,72,1970,1.2158597707748413,1.2158597707748413,, -3.0420000553131104,3.0420000553131104,1.3670010566711426,73,1997,,,, -,,,73,1997,1.2569940090179443,1.2569940090179443,, -1.8147947788238525,1.8147947788238525,1.3670010566711426,74,2024,,,, -,,,74,2024,1.2612547874450684,1.2612547874450684,, -4.089903831481934,4.089903831481934,1.3670010566711426,75,2051,,,, -,,,75,2051,1.2399418354034424,1.2399418354034424,, -1.5728484392166138,1.5728484392166138,1.3670010566711426,76,2078,,,, -,,,76,2078,1.253847599029541,1.253847599029541,, -1.9235353469848633,1.9235353469848633,1.3670010566711426,77,2105,,,, -,,,77,2105,1.2418291568756104,1.2418291568756104,, -2.069246530532837,2.069246530532837,1.3670010566711426,78,2132,,,, -,,,78,2132,1.199945092201233,1.199945092201233,, -1.6820194721221924,1.6820194721221924,1.3670010566711426,79,2159,,,, -,,,79,2159,1.2384698390960693,1.2384698390960693,, -2.007930040359497,2.007930040359497,1.3670010566711426,80,2186,,,, -,,,80,2186,1.2008082866668701,1.2008082866668701,, -1.764360785484314,1.764360785484314,1.3670010566711426,81,2213,,,, -,,,81,2213,1.195989966392517,1.195989966392517,, -4.695965766906738,4.695965766906738,1.3670010566711426,82,2240,,,, -,,,82,2240,1.2075717449188232,1.2075717449188232,, -1.7273682355880737,1.7273682355880737,1.3670010566711426,83,2267,,,, -,,,83,2267,1.1842665672302246,1.1842665672302246,, -1.524625539779663,1.524625539779663,1.3670010566711426,84,2294,,,, -,,,84,2294,1.2273812294006348,1.2273812294006348,, -3.537388563156128,3.537388563156128,1.3670010566711426,85,2321,,,, -,,,85,2321,1.275421142578125,1.275421142578125,, -1.5653022527694702,1.5653022527694702,1.3670010566711426,86,2348,,,, -,,,86,2348,1.2298959493637085,1.2298959493637085,, -1.463333010673523,1.463333010673523,1.3670010566711426,87,2375,,,, -,,,87,2375,1.20870840549469,1.20870840549469,, -1.6395522356033325,1.6395522356033325,1.3670010566711426,88,2402,,,, -,,,88,2402,1.2088440656661987,1.2088440656661987,, -1.3735792636871338,1.3735792636871338,1.3670010566711426,89,2429,,,, -,,,89,2429,1.1960471868515015,1.1960471868515015,, -1.5243204832077026,1.5243204832077026,1.3670010566711426,90,2456,,,, -,,,90,2456,1.1506792306900024,1.1506792306900024,, -1.8173081874847412,1.8173081874847412,1.3670010566711426,91,2483,,,, -,,,91,2483,1.1671724319458008,1.1671724319458008,, -1.45876145362854,1.45876145362854,1.3670010566711426,92,2510,,,, -,,,92,2510,1.219564437866211,1.219564437866211,, -1.6679826974868774,1.6679826974868774,1.3670010566711426,93,2537,,,, -,,,93,2537,1.1834959983825684,1.1834959983825684,, -1.59215247631073,1.59215247631073,1.3670010566711426,94,2564,,,, -,,,94,2564,1.1848361492156982,1.1848361492156982,, -1.50753653049469,1.50753653049469,1.3670010566711426,95,2591,,,, -,,,95,2591,1.2056703567504883,1.2056703567504883,, -1.7928040027618408,1.7928040027618408,1.3670010566711426,96,2618,,,, -,,,96,2618,1.1338263750076294,1.1338263750076294,, -1.3231185674667358,1.3231185674667358,1.3231185674667358,97,2645,,,, -,,,97,2645,1.1223158836364746,1.1223158836364746,, -6.021496295928955,6.021496295928955,1.3231185674667358,98,2672,,,, -,,,98,2672,1.1094789505004883,1.1094789505004883,, -1.7138872146606445,1.7138872146606445,1.3231185674667358,99,2699,,,, -,,,99,2699,1.1203669309616089,1.1203669309616089,, -,,,98,2646,,,1.4364614486694336,1.4364614486694336 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951668.37a92d36c649.1.22 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951668.37a92d36c649.1.22 deleted file mode 100644 index 9e990816817c32e1064b2ce174b6395b1cc84efa..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951668.37a92d36c649.1.22 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:28dcf8ba13934c17dbf521819555f79210af186b661af0a27ecd398bdece1197 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952623.37a92d36c649.1.23 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952623.37a92d36c649.1.23 deleted file mode 100644 index 5f370f2e08339038ac50552c42885cd33c737e4e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952623.37a92d36c649.1.23 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0d50b436c453bcaf94fa14cdf643d30d70b5a058e25d077d2e05f8f513c631a3 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 29ede811ad457aad94ad71bda6e8502a2ad63117..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.0051297750484612 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/config.yaml deleted file mode 100644 index aec2a1fcb9653e3f69422aaa9051200d39e710b3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.001406127964835635 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/hydra.yaml deleted file mode 100644 index c9a31b7d7cb3c759ea48e5afac38687234876edd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.001406127964835635 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=256 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.001406127964835635,trainer.gpus=0 - id: '12' - num: 12 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/overrides.yaml deleted file mode 100644 index 8e74ad9a86e2199ef38091287f8dc6d90a1f8dc2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.001406127964835635 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=256 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/hparams.yaml deleted file mode 100644 index 143f3257970e3f142b2e150eb4fcf6c1c70f5c89..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.001406127964835635 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/metrics.csv deleted file mode 100644 index 07f986e9cb5bc9896d37aa95e0761ef7bde606c5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.870489239692688,1.870489239692688,1.870489239692688,0,26,,,, -,,,0,26,1.733809232711792,1.733809232711792,, -1.4888343811035156,1.4888343811035156,1.4888343811035156,1,53,,,, -,,,1,53,1.4929286241531372,1.4929286241531372,, -1.5004178285598755,1.5004178285598755,1.4888343811035156,2,80,,,, -,,,2,80,1.4616612195968628,1.4616612195968628,, -1.4358630180358887,1.4358630180358887,1.4358630180358887,3,107,,,, -,,,3,107,1.4206945896148682,1.4206945896148682,, -1.4641728401184082,1.4641728401184082,1.4358630180358887,4,134,,,, -,,,4,134,1.3737001419067383,1.3737001419067383,, -1.5375480651855469,1.5375480651855469,1.4358630180358887,5,161,,,, -,,,5,161,1.3810197114944458,1.3810197114944458,, -1.4193321466445923,1.4193321466445923,1.4193321466445923,6,188,,,, -,,,6,188,1.3204692602157593,1.3204692602157593,, -1.5184860229492188,1.5184860229492188,1.4193321466445923,7,215,,,, -,,,7,215,1.281538963317871,1.281538963317871,, -1.4773902893066406,1.4773902893066406,1.4193321466445923,8,242,,,, -,,,8,242,1.3167067766189575,1.3167067766189575,, -1.600895881652832,1.600895881652832,1.4193321466445923,9,269,,,, -,,,9,269,1.267653465270996,1.267653465270996,, -1.620168924331665,1.620168924331665,1.4193321466445923,10,296,,,, -,,,10,296,1.2584946155548096,1.2584946155548096,, -2.071122407913208,2.071122407913208,1.4193321466445923,11,323,,,, -,,,11,323,1.2184756994247437,1.2184756994247437,, -1.4684910774230957,1.4684910774230957,1.4193321466445923,12,350,,,, -,,,12,350,1.2365461587905884,1.2365461587905884,, -1.4508426189422607,1.4508426189422607,1.4193321466445923,13,377,,,, -,,,13,377,1.2474862337112427,1.2474862337112427,, -1.3424183130264282,1.3424183130264282,1.3424183130264282,14,404,,,, -,,,14,404,1.1824089288711548,1.1824089288711548,, -1.4531885385513306,1.4531885385513306,1.3424183130264282,15,431,,,, -,,,15,431,1.1809911727905273,1.1809911727905273,, -2.6511635780334473,2.6511635780334473,1.3424183130264282,16,458,,,, -,,,16,458,1.1664263010025024,1.1664263010025024,, -1.5276511907577515,1.5276511907577515,1.3424183130264282,17,485,,,, -,,,17,485,1.186537504196167,1.186537504196167,, -1.3154600858688354,1.3154600858688354,1.3154600858688354,18,512,,,, -,,,18,512,1.143416404724121,1.143416404724121,, -2.155818462371826,2.155818462371826,1.3154600858688354,19,539,,,, -,,,19,539,1.1829451322555542,1.1829451322555542,, -1.493385672569275,1.493385672569275,1.3154600858688354,20,566,,,, -,,,20,566,1.1590404510498047,1.1590404510498047,, -1.5980056524276733,1.5980056524276733,1.3154600858688354,21,593,,,, -,,,21,593,1.106691598892212,1.106691598892212,, -1.4680603742599487,1.4680603742599487,1.3154600858688354,22,620,,,, -,,,22,620,1.1744014024734497,1.1744014024734497,, -1.3440299034118652,1.3440299034118652,1.3154600858688354,23,647,,,, -,,,23,647,1.1086127758026123,1.1086127758026123,, -1.5388057231903076,1.5388057231903076,1.3154600858688354,24,674,,,, -,,,24,674,1.1037986278533936,1.1037986278533936,, -2.016345262527466,2.016345262527466,1.3154600858688354,25,701,,,, -,,,25,701,1.1079531908035278,1.1079531908035278,, -1.6513011455535889,1.6513011455535889,1.3154600858688354,26,728,,,, -,,,26,728,1.1088963747024536,1.1088963747024536,, -1.8563127517700195,1.8563127517700195,1.3154600858688354,27,755,,,, -,,,27,755,1.1106961965560913,1.1106961965560913,, -1.9838964939117432,1.9838964939117432,1.3154600858688354,28,782,,,, -,,,28,782,1.0945570468902588,1.0945570468902588,, -1.299761414527893,1.299761414527893,1.299761414527893,29,809,,,, -,,,29,809,1.116113543510437,1.116113543510437,, -1.4513648748397827,1.4513648748397827,1.299761414527893,30,836,,,, -,,,30,836,1.0945316553115845,1.0945316553115845,, -1.6059437990188599,1.6059437990188599,1.299761414527893,31,863,,,, -,,,31,863,1.1260499954223633,1.1260499954223633,, -1.3629494905471802,1.3629494905471802,1.299761414527893,32,890,,,, -,,,32,890,1.1021392345428467,1.1021392345428467,, -2.858036756515503,2.858036756515503,1.299761414527893,33,917,,,, -,,,33,917,1.0759387016296387,1.0759387016296387,, -1.434820532798767,1.434820532798767,1.299761414527893,34,944,,,, -,,,34,944,1.0628936290740967,1.0628936290740967,, -1.5864146947860718,1.5864146947860718,1.299761414527893,35,971,,,, -,,,35,971,1.0650806427001953,1.0650806427001953,, -1.5234899520874023,1.5234899520874023,1.299761414527893,36,998,,,, -,,,36,998,1.0299108028411865,1.0299108028411865,, -1.4551551342010498,1.4551551342010498,1.299761414527893,37,1025,,,, -,,,37,1025,1.0748956203460693,1.0748956203460693,, -1.8059290647506714,1.8059290647506714,1.299761414527893,38,1052,,,, -,,,38,1052,1.0359222888946533,1.0359222888946533,, -1.9063102006912231,1.9063102006912231,1.299761414527893,39,1079,,,, -,,,39,1079,1.055390477180481,1.055390477180481,, -1.587982177734375,1.587982177734375,1.299761414527893,40,1106,,,, -,,,40,1106,1.0321245193481445,1.0321245193481445,, -1.357559323310852,1.357559323310852,1.299761414527893,41,1133,,,, -,,,41,1133,1.0249015092849731,1.0249015092849731,, -1.960500955581665,1.960500955581665,1.299761414527893,42,1160,,,, -,,,42,1160,1.049727439880371,1.049727439880371,, -1.5254287719726562,1.5254287719726562,1.299761414527893,43,1187,,,, -,,,43,1187,1.0426660776138306,1.0426660776138306,, -2.032141923904419,2.032141923904419,1.299761414527893,44,1214,,,, -,,,44,1214,1.048103928565979,1.048103928565979,, -1.6677577495574951,1.6677577495574951,1.299761414527893,45,1241,,,, -,,,45,1241,1.0212867259979248,1.0212867259979248,, -1.5873496532440186,1.5873496532440186,1.299761414527893,46,1268,,,, -,,,46,1268,0.9795964360237122,0.9795964360237122,, -1.9190750122070312,1.9190750122070312,1.299761414527893,47,1295,,,, -,,,47,1295,1.0137090682983398,1.0137090682983398,, -1.375336766242981,1.375336766242981,1.299761414527893,48,1322,,,, -,,,48,1322,1.0123286247253418,1.0123286247253418,, -1.4369909763336182,1.4369909763336182,1.299761414527893,49,1349,,,, -,,,49,1349,0.9647429585456848,0.9647429585456848,, -2.0165135860443115,2.0165135860443115,1.299761414527893,50,1376,,,, -,,,50,1376,0.9378822445869446,0.9378822445869446,, -1.7321683168411255,1.7321683168411255,1.299761414527893,51,1403,,,, -,,,51,1403,0.9276694059371948,0.9276694059371948,, -2.779517889022827,2.779517889022827,1.299761414527893,52,1430,,,, -,,,52,1430,0.9949976801872253,0.9949976801872253,, -1.5267013311386108,1.5267013311386108,1.299761414527893,53,1457,,,, -,,,53,1457,0.9365115761756897,0.9365115761756897,, -2.3344242572784424,2.3344242572784424,1.299761414527893,54,1484,,,, -,,,54,1484,0.9113747477531433,0.9113747477531433,, -1.6980617046356201,1.6980617046356201,1.299761414527893,55,1511,,,, -,,,55,1511,0.9396400451660156,0.9396400451660156,, -1.7346097230911255,1.7346097230911255,1.299761414527893,56,1538,,,, -,,,56,1538,0.9336511492729187,0.9336511492729187,, -1.7183431386947632,1.7183431386947632,1.299761414527893,57,1565,,,, -,,,57,1565,0.9190303683280945,0.9190303683280945,, -1.290636420249939,1.290636420249939,1.290636420249939,58,1592,,,, -,,,58,1592,0.9411647319793701,0.9411647319793701,, -2.4577672481536865,2.4577672481536865,1.290636420249939,59,1619,,,, -,,,59,1619,0.9275367259979248,0.9275367259979248,, -2.2040932178497314,2.2040932178497314,1.290636420249939,60,1646,,,, -,,,60,1646,0.9203812479972839,0.9203812479972839,, -2.1028313636779785,2.1028313636779785,1.290636420249939,61,1673,,,, -,,,61,1673,0.9135093688964844,0.9135093688964844,, -1.6171327829360962,1.6171327829360962,1.290636420249939,62,1700,,,, -,,,62,1700,0.9327650666236877,0.9327650666236877,, -1.249523639678955,1.249523639678955,1.249523639678955,63,1727,,,, -,,,63,1727,0.889938473701477,0.889938473701477,, -1.5783754587173462,1.5783754587173462,1.249523639678955,64,1754,,,, -,,,64,1754,0.854543149471283,0.854543149471283,, -2.932495355606079,2.932495355606079,1.249523639678955,65,1781,,,, -,,,65,1781,0.8996431827545166,0.8996431827545166,, -1.6773712635040283,1.6773712635040283,1.249523639678955,66,1808,,,, -,,,66,1808,0.8558576703071594,0.8558576703071594,, -2.966348171234131,2.966348171234131,1.249523639678955,67,1835,,,, -,,,67,1835,0.8499673008918762,0.8499673008918762,, -1.3223453760147095,1.3223453760147095,1.249523639678955,68,1862,,,, -,,,68,1862,0.8500609397888184,0.8500609397888184,, -1.333121418952942,1.333121418952942,1.249523639678955,69,1889,,,, -,,,69,1889,0.8425454497337341,0.8425454497337341,, -1.377079963684082,1.377079963684082,1.249523639678955,70,1916,,,, -,,,70,1916,0.8307526707649231,0.8307526707649231,, -2.1237523555755615,2.1237523555755615,1.249523639678955,71,1943,,,, -,,,71,1943,0.8052217364311218,0.8052217364311218,, -2.1112334728240967,2.1112334728240967,1.249523639678955,72,1970,,,, -,,,72,1970,0.821009635925293,0.821009635925293,, -1.544689655303955,1.544689655303955,1.249523639678955,73,1997,,,, -,,,73,1997,0.819486677646637,0.819486677646637,, -1.5640920400619507,1.5640920400619507,1.249523639678955,74,2024,,,, -,,,74,2024,0.7873777151107788,0.7873777151107788,, -1.2791508436203003,1.2791508436203003,1.249523639678955,75,2051,,,, -,,,75,2051,0.8059744834899902,0.8059744834899902,, -1.7408134937286377,1.7408134937286377,1.249523639678955,76,2078,,,, -,,,76,2078,0.8544288873672485,0.8544288873672485,, -1.4483155012130737,1.4483155012130737,1.249523639678955,77,2105,,,, -,,,77,2105,0.870209276676178,0.870209276676178,, -2.0424013137817383,2.0424013137817383,1.249523639678955,78,2132,,,, -,,,78,2132,0.7596953511238098,0.7596953511238098,, -1.4385079145431519,1.4385079145431519,1.249523639678955,79,2159,,,, -,,,79,2159,0.8185403347015381,0.8185403347015381,, -1.6566975116729736,1.6566975116729736,1.249523639678955,80,2186,,,, -,,,80,2186,0.824723482131958,0.824723482131958,, -1.4256575107574463,1.4256575107574463,1.249523639678955,81,2213,,,, -,,,81,2213,0.7928110957145691,0.7928110957145691,, -2.618906259536743,2.618906259536743,1.249523639678955,82,2240,,,, -,,,82,2240,0.8119828104972839,0.8119828104972839,, -1.3975027799606323,1.3975027799606323,1.249523639678955,83,2267,,,, -,,,83,2267,0.8413053750991821,0.8413053750991821,, -3.4462430477142334,3.4462430477142334,1.249523639678955,84,2294,,,, -,,,84,2294,0.7618115544319153,0.7618115544319153,, -1.5943691730499268,1.5943691730499268,1.249523639678955,85,2321,,,, -,,,85,2321,0.7695584893226624,0.7695584893226624,, -1.452353596687317,1.452353596687317,1.249523639678955,86,2348,,,, -,,,86,2348,0.8068476915359497,0.8068476915359497,, -1.9820992946624756,1.9820992946624756,1.249523639678955,87,2375,,,, -,,,87,2375,0.7745007276535034,0.7745007276535034,, -1.4738150835037231,1.4738150835037231,1.249523639678955,88,2402,,,, -,,,88,2402,0.7288912534713745,0.7288912534713745,, -1.71302330493927,1.71302330493927,1.249523639678955,89,2429,,,, -,,,89,2429,0.699465811252594,0.699465811252594,, -1.3945368528366089,1.3945368528366089,1.249523639678955,90,2456,,,, -,,,90,2456,0.7267603278160095,0.7267603278160095,, -1.4475047588348389,1.4475047588348389,1.249523639678955,91,2483,,,, -,,,91,2483,0.7543859481811523,0.7543859481811523,, -1.542484998703003,1.542484998703003,1.249523639678955,92,2510,,,, -,,,92,2510,0.7718124389648438,0.7718124389648438,, -1.1037075519561768,1.1037075519561768,1.1037075519561768,93,2537,,,, -,,,93,2537,0.774516224861145,0.774516224861145,, -1.1909815073013306,1.1909815073013306,1.1037075519561768,94,2564,,,, -,,,94,2564,0.7957005500793457,0.7957005500793457,, -1.0443216562271118,1.0443216562271118,1.0443216562271118,95,2591,,,, -,,,95,2591,0.7273293733596802,0.7273293733596802,, -1.5082931518554688,1.5082931518554688,1.0443216562271118,96,2618,,,, -,,,96,2618,0.6924417614936829,0.6924417614936829,, -1.3130191564559937,1.3130191564559937,1.0443216562271118,97,2645,,,, -,,,97,2645,0.6858658790588379,0.6858658790588379,, -1.3467752933502197,1.3467752933502197,1.0443216562271118,98,2672,,,, -,,,98,2672,0.7169437408447266,0.7169437408447266,, -1.3395512104034424,1.3395512104034424,1.0443216562271118,99,2699,,,, -,,,99,2699,0.7298117280006409,0.7298117280006409,, -,,,96,2592,,,1.0170925855636597,1.0170925855636597 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952624.37a92d36c649.1.24 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952624.37a92d36c649.1.24 deleted file mode 100644 index 690546d870737e8a539c6953d8520a6009dafebd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952624.37a92d36c649.1.24 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fe56a66fe47358a8b11b458e1e1b747204ff36a5f37d5edcc3789cb2f9de5357 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.25 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.25 deleted file mode 100644 index 0130ac3b578edb0040b2cf6b36e82f35e87fe0ec..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.25 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:911e8952f8d1acdf412cd35a39b00482711573d87196f2e62e0ac3e54a4ad748 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 143f3257970e3f142b2e150eb4fcf6c1c70f5c89..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.001406127964835635 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/config.yaml deleted file mode 100644 index 0b60289e3ed9c65c58dac2d122b6962f566aea83..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.003667217846048454 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/hydra.yaml deleted file mode 100644 index 6c36752ef9116abdbe9b7d95a05eabb4402fb332..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.003667217846048454 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=256 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.003667217846048454,trainer.gpus=0 - id: '13' - num: 13 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/overrides.yaml deleted file mode 100644 index 4f925d776b882d65b9d9258a17ff77fb340b412c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.003667217846048454 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=256 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/hparams.yaml deleted file mode 100644 index 78e7bf6f1f83d34675ab0cbe270d174a578e67d2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.003667217846048454 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/metrics.csv deleted file mode 100644 index b2296474f0f2035623512b2d739df67cbe756155..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.4606432914733887,1.4606432914733887,1.4606432914733887,0,26,,,, -,,,0,26,1.6699919700622559,1.6699919700622559,, -1.4746863842010498,1.4746863842010498,1.4606432914733887,1,53,,,, -,,,1,53,1.5210121870040894,1.5210121870040894,, -1.4380803108215332,1.4380803108215332,1.4380803108215332,2,80,,,, -,,,2,80,1.4927997589111328,1.4927997589111328,, -1.4777369499206543,1.4777369499206543,1.4380803108215332,3,107,,,, -,,,3,107,1.465999960899353,1.465999960899353,, -1.451737403869629,1.451737403869629,1.4380803108215332,4,134,,,, -,,,4,134,1.4530463218688965,1.4530463218688965,, -1.5097095966339111,1.5097095966339111,1.4380803108215332,5,161,,,, -,,,5,161,1.4216750860214233,1.4216750860214233,, -1.5579642057418823,1.5579642057418823,1.4380803108215332,6,188,,,, -,,,6,188,1.401484727859497,1.401484727859497,, -1.4673517942428589,1.4673517942428589,1.4380803108215332,7,215,,,, -,,,7,215,1.4372293949127197,1.4372293949127197,, -1.4666259288787842,1.4666259288787842,1.4380803108215332,8,242,,,, -,,,8,242,1.4040248394012451,1.4040248394012451,, -1.8650015592575073,1.8650015592575073,1.4380803108215332,9,269,,,, -,,,9,269,1.4133046865463257,1.4133046865463257,, -1.4947688579559326,1.4947688579559326,1.4380803108215332,10,296,,,, -,,,10,296,1.4175314903259277,1.4175314903259277,, -1.5075221061706543,1.5075221061706543,1.4380803108215332,11,323,,,, -,,,11,323,1.3705891370773315,1.3705891370773315,, -1.6019188165664673,1.6019188165664673,1.4380803108215332,12,350,,,, -,,,12,350,1.3806273937225342,1.3806273937225342,, -1.462353229522705,1.462353229522705,1.4380803108215332,13,377,,,, -,,,13,377,1.3705203533172607,1.3705203533172607,, -1.4787653684616089,1.4787653684616089,1.4380803108215332,14,404,,,, -,,,14,404,1.3517358303070068,1.3517358303070068,, -1.6885863542556763,1.6885863542556763,1.4380803108215332,15,431,,,, -,,,15,431,1.357539176940918,1.357539176940918,, -1.5303391218185425,1.5303391218185425,1.4380803108215332,16,458,,,, -,,,16,458,1.3722567558288574,1.3722567558288574,, -2.5266568660736084,2.5266568660736084,1.4380803108215332,17,485,,,, -,,,17,485,1.3515821695327759,1.3515821695327759,, -1.5134350061416626,1.5134350061416626,1.4380803108215332,18,512,,,, -,,,18,512,1.3410217761993408,1.3410217761993408,, -2.35429310798645,2.35429310798645,1.4380803108215332,19,539,,,, -,,,19,539,1.3631525039672852,1.3631525039672852,, -1.5652703046798706,1.5652703046798706,1.4380803108215332,20,566,,,, -,,,20,566,1.3404223918914795,1.3404223918914795,, -1.884360909461975,1.884360909461975,1.4380803108215332,21,593,,,, -,,,21,593,1.3451640605926514,1.3451640605926514,, -1.4733203649520874,1.4733203649520874,1.4380803108215332,22,620,,,, -,,,22,620,1.291732907295227,1.291732907295227,, -1.4617335796356201,1.4617335796356201,1.4380803108215332,23,647,,,, -,,,23,647,1.3343158960342407,1.3343158960342407,, -1.5419450998306274,1.5419450998306274,1.4380803108215332,24,674,,,, -,,,24,674,1.3400871753692627,1.3400871753692627,, -1.601158857345581,1.601158857345581,1.4380803108215332,25,701,,,, -,,,25,701,1.355955719947815,1.355955719947815,, -1.516626238822937,1.516626238822937,1.4380803108215332,26,728,,,, -,,,26,728,1.2812522649765015,1.2812522649765015,, -1.7504658699035645,1.7504658699035645,1.4380803108215332,27,755,,,, -,,,27,755,1.311252474784851,1.311252474784851,, -1.4654655456542969,1.4654655456542969,1.4380803108215332,28,782,,,, -,,,28,782,1.2835952043533325,1.2835952043533325,, -1.5266945362091064,1.5266945362091064,1.4380803108215332,29,809,,,, -,,,29,809,1.2741574048995972,1.2741574048995972,, -1.4983974695205688,1.4983974695205688,1.4380803108215332,30,836,,,, -,,,30,836,1.2600045204162598,1.2600045204162598,, -2.99694561958313,2.99694561958313,1.4380803108215332,31,863,,,, -,,,31,863,1.2586629390716553,1.2586629390716553,, -1.6219595670700073,1.6219595670700073,1.4380803108215332,32,890,,,, -,,,32,890,1.2287592887878418,1.2287592887878418,, -1.527970314025879,1.527970314025879,1.4380803108215332,33,917,,,, -,,,33,917,1.175965666770935,1.175965666770935,, -1.5289629697799683,1.5289629697799683,1.4380803108215332,34,944,,,, -,,,34,944,1.2669771909713745,1.2669771909713745,, -3.5157012939453125,3.5157012939453125,1.4380803108215332,35,971,,,, -,,,35,971,1.201438069343567,1.201438069343567,, -1.8071776628494263,1.8071776628494263,1.4380803108215332,36,998,,,, -,,,36,998,1.2234296798706055,1.2234296798706055,, -2.9550063610076904,2.9550063610076904,1.4380803108215332,37,1025,,,, -,,,37,1025,1.1995052099227905,1.1995052099227905,, -1.5931316614151,1.5931316614151,1.4380803108215332,38,1052,,,, -,,,38,1052,1.1905255317687988,1.1905255317687988,, -2.0785012245178223,2.0785012245178223,1.4380803108215332,39,1079,,,, -,,,39,1079,1.1170796155929565,1.1170796155929565,, -1.459867238998413,1.459867238998413,1.4380803108215332,40,1106,,,, -,,,40,1106,1.1982049942016602,1.1982049942016602,, -1.3608770370483398,1.3608770370483398,1.3608770370483398,41,1133,,,, -,,,41,1133,1.0974856615066528,1.0974856615066528,, -1.521744728088379,1.521744728088379,1.3608770370483398,42,1160,,,, -,,,42,1160,1.1459871530532837,1.1459871530532837,, -1.6354188919067383,1.6354188919067383,1.3608770370483398,43,1187,,,, -,,,43,1187,1.2127324342727661,1.2127324342727661,, -1.721358060836792,1.721358060836792,1.3608770370483398,44,1214,,,, -,,,44,1214,1.1219037771224976,1.1219037771224976,, -2.7165470123291016,2.7165470123291016,1.3608770370483398,45,1241,,,, -,,,45,1241,1.1469695568084717,1.1469695568084717,, -2.7102606296539307,2.7102606296539307,1.3608770370483398,46,1268,,,, -,,,46,1268,1.0804805755615234,1.0804805755615234,, -3.901205539703369,3.901205539703369,1.3608770370483398,47,1295,,,, -,,,47,1295,1.0920984745025635,1.0920984745025635,, -1.9869391918182373,1.9869391918182373,1.3608770370483398,48,1322,,,, -,,,48,1322,1.0500808954238892,1.0500808954238892,, -1.5710898637771606,1.5710898637771606,1.3608770370483398,49,1349,,,, -,,,49,1349,1.1200019121170044,1.1200019121170044,, -1.48117995262146,1.48117995262146,1.3608770370483398,50,1376,,,, -,,,50,1376,1.124404788017273,1.124404788017273,, -1.4984129667282104,1.4984129667282104,1.3608770370483398,51,1403,,,, -,,,51,1403,1.037623643875122,1.037623643875122,, -1.4938468933105469,1.4938468933105469,1.3608770370483398,52,1430,,,, -,,,52,1430,1.0634758472442627,1.0634758472442627,, -2.06067156791687,2.06067156791687,1.3608770370483398,53,1457,,,, -,,,53,1457,1.0552468299865723,1.0552468299865723,, -1.643050193786621,1.643050193786621,1.3608770370483398,54,1484,,,, -,,,54,1484,1.1060487031936646,1.1060487031936646,, -2.774390935897827,2.774390935897827,1.3608770370483398,55,1511,,,, -,,,55,1511,1.056064248085022,1.056064248085022,, -1.3282986879348755,1.3282986879348755,1.3282986879348755,56,1538,,,, -,,,56,1538,1.0134131908416748,1.0134131908416748,, -2.899129867553711,2.899129867553711,1.3282986879348755,57,1565,,,, -,,,57,1565,0.9875587821006775,0.9875587821006775,, -3.5410494804382324,3.5410494804382324,1.3282986879348755,58,1592,,,, -,,,58,1592,1.027536392211914,1.027536392211914,, -1.8087658882141113,1.8087658882141113,1.3282986879348755,59,1619,,,, -,,,59,1619,0.9983460903167725,0.9983460903167725,, -2.5392849445343018,2.5392849445343018,1.3282986879348755,60,1646,,,, -,,,60,1646,0.9814966917037964,0.9814966917037964,, -1.889186978340149,1.889186978340149,1.3282986879348755,61,1673,,,, -,,,61,1673,1.04585862159729,1.04585862159729,, -1.4085228443145752,1.4085228443145752,1.3282986879348755,62,1700,,,, -,,,62,1700,1.019834280014038,1.019834280014038,, -2.2238454818725586,2.2238454818725586,1.3282986879348755,63,1727,,,, -,,,63,1727,0.9147136807441711,0.9147136807441711,, -2.507706880569458,2.507706880569458,1.3282986879348755,64,1754,,,, -,,,64,1754,0.950082540512085,0.950082540512085,, -1.1386076211929321,1.1386076211929321,1.1386076211929321,65,1781,,,, -,,,65,1781,0.9198989272117615,0.9198989272117615,, -1.7515085935592651,1.7515085935592651,1.1386076211929321,66,1808,,,, -,,,66,1808,0.9104466438293457,0.9104466438293457,, -1.4851727485656738,1.4851727485656738,1.1386076211929321,67,1835,,,, -,,,67,1835,0.9577696323394775,0.9577696323394775,, -1.8228271007537842,1.8228271007537842,1.1386076211929321,68,1862,,,, -,,,68,1862,0.9101367592811584,0.9101367592811584,, -1.7904624938964844,1.7904624938964844,1.1386076211929321,69,1889,,,, -,,,69,1889,0.9035717248916626,0.9035717248916626,, -1.9228156805038452,1.9228156805038452,1.1386076211929321,70,1916,,,, -,,,70,1916,0.8861273527145386,0.8861273527145386,, -2.085308074951172,2.085308074951172,1.1386076211929321,71,1943,,,, -,,,71,1943,0.9694860577583313,0.9694860577583313,, -1.9828592538833618,1.9828592538833618,1.1386076211929321,72,1970,,,, -,,,72,1970,0.9413881897926331,0.9413881897926331,, -1.218909740447998,1.218909740447998,1.1386076211929321,73,1997,,,, -,,,73,1997,0.9394506812095642,0.9394506812095642,, -1.2931345701217651,1.2931345701217651,1.1386076211929321,74,2024,,,, -,,,74,2024,0.8854947686195374,0.8854947686195374,, -1.9957361221313477,1.9957361221313477,1.1386076211929321,75,2051,,,, -,,,75,2051,0.8731582760810852,0.8731582760810852,, -1.156192421913147,1.156192421913147,1.1386076211929321,76,2078,,,, -,,,76,2078,0.8668397665023804,0.8668397665023804,, -4.492703914642334,4.492703914642334,1.1386076211929321,77,2105,,,, -,,,77,2105,0.8878253102302551,0.8878253102302551,, -1.2137655019760132,1.2137655019760132,1.1386076211929321,78,2132,,,, -,,,78,2132,0.8640716075897217,0.8640716075897217,, -1.9379135370254517,1.9379135370254517,1.1386076211929321,79,2159,,,, -,,,79,2159,0.8310316205024719,0.8310316205024719,, -2.1287708282470703,2.1287708282470703,1.1386076211929321,80,2186,,,, -,,,80,2186,0.8973637223243713,0.8973637223243713,, -1.910030484199524,1.910030484199524,1.1386076211929321,81,2213,,,, -,,,81,2213,0.9557178020477295,0.9557178020477295,, -1.5638020038604736,1.5638020038604736,1.1386076211929321,82,2240,,,, -,,,82,2240,0.902524471282959,0.902524471282959,, -1.8373081684112549,1.8373081684112549,1.1386076211929321,83,2267,,,, -,,,83,2267,0.8470232486724854,0.8470232486724854,, -4.7020158767700195,4.7020158767700195,1.1386076211929321,84,2294,,,, -,,,84,2294,0.8718170523643494,0.8718170523643494,, -2.8360331058502197,2.8360331058502197,1.1386076211929321,85,2321,,,, -,,,85,2321,0.9025630950927734,0.9025630950927734,, -1.8024927377700806,1.8024927377700806,1.1386076211929321,86,2348,,,, -,,,86,2348,0.8570308685302734,0.8570308685302734,, -2.514446496963501,2.514446496963501,1.1386076211929321,87,2375,,,, -,,,87,2375,0.8571733832359314,0.8571733832359314,, -3.4728214740753174,3.4728214740753174,1.1386076211929321,88,2402,,,, -,,,88,2402,0.9757309556007385,0.9757309556007385,, -2.3552134037017822,2.3552134037017822,1.1386076211929321,89,2429,,,, -,,,89,2429,0.8453519940376282,0.8453519940376282,, -1.7544959783554077,1.7544959783554077,1.1386076211929321,90,2456,,,, -,,,90,2456,0.8101593852043152,0.8101593852043152,, -1.0175409317016602,1.0175409317016602,1.0175409317016602,91,2483,,,, -,,,91,2483,0.8310639262199402,0.8310639262199402,, -1.3298760652542114,1.3298760652542114,1.0175409317016602,92,2510,,,, -,,,92,2510,0.9122585654258728,0.9122585654258728,, -4.411593914031982,4.411593914031982,1.0175409317016602,93,2537,,,, -,,,93,2537,0.7885783314704895,0.7885783314704895,, -4.896975040435791,4.896975040435791,1.0175409317016602,94,2564,,,, -,,,94,2564,0.7917547225952148,0.7917547225952148,, -2.0306270122528076,2.0306270122528076,1.0175409317016602,95,2591,,,, -,,,95,2591,0.8102917075157166,0.8102917075157166,, -1.7351102828979492,1.7351102828979492,1.0175409317016602,96,2618,,,, -,,,96,2618,0.8058015704154968,0.8058015704154968,, -2.072267532348633,2.072267532348633,1.0175409317016602,97,2645,,,, -,,,97,2645,0.7851160764694214,0.7851160764694214,, -1.3256508111953735,1.3256508111953735,1.0175409317016602,98,2672,,,, -,,,98,2672,0.8001875281333923,0.8001875281333923,, -1.3688437938690186,1.3688437938690186,1.0175409317016602,99,2699,,,, -,,,99,2699,0.8080283403396606,0.8080283403396606,, -,,,92,2484,,,1.108647346496582,1.108647346496582 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.26 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.26 deleted file mode 100644 index 79915e425ebeb465b96b87a7d610560d658b47b0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.26 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:95143eeacee12ca761e053bce474364f45801be48f431279a017c9bb8ec0fa27 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.27 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.27 deleted file mode 100644 index 9645cabc5da1cecdafe4ea2e09fefabde7d5f92e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.27 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ac2b5a52ad73729c0a6e0296127a72bb3c420cdd6d8d92e3c659824fb84b5e88 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 78e7bf6f1f83d34675ab0cbe270d174a578e67d2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.003667217846048454 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/config.yaml deleted file mode 100644 index 3e23d8a5653db97494b7ab20a75779fe94163595..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.059650958218651365 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/hydra.yaml deleted file mode 100644 index e8878f5e97fc9fea4d7d1c84ff74d15e4b33ce62..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.059650958218651365 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=256 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.059650958218651365,trainer.gpus=0 - id: '14' - num: 14 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/overrides.yaml deleted file mode 100644 index d36271be4a1e50dbc4c8dc35d866518d888f581b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.059650958218651365 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=256 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/hparams.yaml deleted file mode 100644 index d5e33e9225dc6c5f3817e6528b6cc9f1f57a1bd0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.059650958218651365 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/metrics.csv deleted file mode 100644 index c3b82ba52525a03157b740cb2c8d92e0ef8524a8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.590976595878601,1.590976595878601,1.590976595878601,0,26,,,, -,,,0,26,1.9735658168792725,1.9735658168792725,, -1.5418606996536255,1.5418606996536255,1.5418606996536255,1,53,,,, -,,,1,53,1.5862483978271484,1.5862483978271484,, -1.5591367483139038,1.5591367483139038,1.5418606996536255,2,80,,,, -,,,2,80,1.5656079053878784,1.5656079053878784,, -1.5641640424728394,1.5641640424728394,1.5418606996536255,3,107,,,, -,,,3,107,1.5555965900421143,1.5555965900421143,, -1.5319159030914307,1.5319159030914307,1.5319159030914307,4,134,,,, -,,,4,134,1.5454106330871582,1.5454106330871582,, -1.659389615058899,1.659389615058899,1.5319159030914307,5,161,,,, -,,,5,161,1.531456708908081,1.531456708908081,, -1.550546407699585,1.550546407699585,1.5319159030914307,6,188,,,, -,,,6,188,1.539447546005249,1.539447546005249,, -1.526100516319275,1.526100516319275,1.526100516319275,7,215,,,, -,,,7,215,1.5565005540847778,1.5565005540847778,, -1.5159661769866943,1.5159661769866943,1.5159661769866943,8,242,,,, -,,,8,242,1.5574089288711548,1.5574089288711548,, -1.52454674243927,1.52454674243927,1.5159661769866943,9,269,,,, -,,,9,269,1.5765140056610107,1.5765140056610107,, -1.5463263988494873,1.5463263988494873,1.5159661769866943,10,296,,,, -,,,10,296,1.5767537355422974,1.5767537355422974,, -1.5446860790252686,1.5446860790252686,1.5159661769866943,11,323,,,, -,,,11,323,1.5549373626708984,1.5549373626708984,, -1.5470993518829346,1.5470993518829346,1.5159661769866943,12,350,,,, -,,,12,350,1.5554211139678955,1.5554211139678955,, -1.5267479419708252,1.5267479419708252,1.5159661769866943,13,377,,,, -,,,13,377,1.5443096160888672,1.5443096160888672,, -1.4834527969360352,1.4834527969360352,1.4834527969360352,14,404,,,, -,,,14,404,1.5600534677505493,1.5600534677505493,, -1.549647331237793,1.549647331237793,1.4834527969360352,15,431,,,, -,,,15,431,1.556740403175354,1.556740403175354,, -1.6116198301315308,1.6116198301315308,1.4834527969360352,16,458,,,, -,,,16,458,1.5412272214889526,1.5412272214889526,, -1.5538123846054077,1.5538123846054077,1.4834527969360352,17,485,,,, -,,,17,485,1.5547680854797363,1.5547680854797363,, -1.507487416267395,1.507487416267395,1.4834527969360352,18,512,,,, -,,,18,512,1.544787049293518,1.544787049293518,, -2.5689353942871094,2.5689353942871094,1.4834527969360352,19,539,,,, -,,,19,539,1.582128882408142,1.582128882408142,, -1.5335129499435425,1.5335129499435425,1.4834527969360352,20,566,,,, -,,,20,566,1.5568413734436035,1.5568413734436035,, -1.4735809564590454,1.4735809564590454,1.4735809564590454,21,593,,,, -,,,21,593,1.5672578811645508,1.5672578811645508,, -1.5297471284866333,1.5297471284866333,1.4735809564590454,22,620,,,, -,,,22,620,1.5770143270492554,1.5770143270492554,, -1.55684494972229,1.55684494972229,1.4735809564590454,23,647,,,, -,,,23,647,1.582753300666809,1.582753300666809,, -1.5164260864257812,1.5164260864257812,1.4735809564590454,24,674,,,, -,,,24,674,1.555023431777954,1.555023431777954,, -1.9980183839797974,1.9980183839797974,1.4735809564590454,25,701,,,, -,,,25,701,1.5579004287719727,1.5579004287719727,, -1.5254203081130981,1.5254203081130981,1.4735809564590454,26,728,,,, -,,,26,728,1.5693023204803467,1.5693023204803467,, -1.5021142959594727,1.5021142959594727,1.4735809564590454,27,755,,,, -,,,27,755,1.568959355354309,1.568959355354309,, -1.5854785442352295,1.5854785442352295,1.4735809564590454,28,782,,,, -,,,28,782,1.5611158609390259,1.5611158609390259,, -4.337223052978516,4.337223052978516,1.4735809564590454,29,809,,,, -,,,29,809,1.546269416809082,1.546269416809082,, -1.546778917312622,1.546778917312622,1.4735809564590454,30,836,,,, -,,,30,836,1.5475035905838013,1.5475035905838013,, -1.5660055875778198,1.5660055875778198,1.4735809564590454,31,863,,,, -,,,31,863,1.5715943574905396,1.5715943574905396,, -2.2177236080169678,2.2177236080169678,1.4735809564590454,32,890,,,, -,,,32,890,1.5869711637496948,1.5869711637496948,, -2.5008113384246826,2.5008113384246826,1.4735809564590454,33,917,,,, -,,,33,917,1.542376160621643,1.542376160621643,, -2.2548818588256836,2.2548818588256836,1.4735809564590454,34,944,,,, -,,,34,944,1.5474333763122559,1.5474333763122559,, -1.5646412372589111,1.5646412372589111,1.4735809564590454,35,971,,,, -,,,35,971,1.5531595945358276,1.5531595945358276,, -1.5182496309280396,1.5182496309280396,1.4735809564590454,36,998,,,, -,,,36,998,1.5704619884490967,1.5704619884490967,, -1.4985461235046387,1.4985461235046387,1.4735809564590454,37,1025,,,, -,,,37,1025,1.5533387660980225,1.5533387660980225,, -1.5929354429244995,1.5929354429244995,1.4735809564590454,38,1052,,,, -,,,38,1052,1.5704768896102905,1.5704768896102905,, -1.550657868385315,1.550657868385315,1.4735809564590454,39,1079,,,, -,,,39,1079,1.5652873516082764,1.5652873516082764,, -1.6358981132507324,1.6358981132507324,1.4735809564590454,40,1106,,,, -,,,40,1106,1.5379780530929565,1.5379780530929565,, -4.1363606452941895,4.1363606452941895,1.4735809564590454,41,1133,,,, -,,,41,1133,1.5852710008621216,1.5852710008621216,, -2.8425395488739014,2.8425395488739014,1.4735809564590454,42,1160,,,, -,,,42,1160,1.5684666633605957,1.5684666633605957,, -2.4519505500793457,2.4519505500793457,1.4735809564590454,43,1187,,,, -,,,43,1187,1.5680482387542725,1.5680482387542725,, -3.0058753490448,3.0058753490448,1.4735809564590454,44,1214,,,, -,,,44,1214,1.5683168172836304,1.5683168172836304,, -1.5217112302780151,1.5217112302780151,1.4735809564590454,45,1241,,,, -,,,45,1241,1.576209306716919,1.576209306716919,, -1.542832612991333,1.542832612991333,1.4735809564590454,46,1268,,,, -,,,46,1268,1.5669900178909302,1.5669900178909302,, -1.5185613632202148,1.5185613632202148,1.4735809564590454,47,1295,,,, -,,,47,1295,1.5629844665527344,1.5629844665527344,, -1.5912002325057983,1.5912002325057983,1.4735809564590454,48,1322,,,, -,,,48,1322,1.5707391500473022,1.5707391500473022,, -2.451751470565796,2.451751470565796,1.4735809564590454,49,1349,,,, -,,,49,1349,1.5615593194961548,1.5615593194961548,, -1.5377578735351562,1.5377578735351562,1.4735809564590454,50,1376,,,, -,,,50,1376,1.5617157220840454,1.5617157220840454,, -1.5209286212921143,1.5209286212921143,1.4735809564590454,51,1403,,,, -,,,51,1403,1.5508558750152588,1.5508558750152588,, -1.6161435842514038,1.6161435842514038,1.4735809564590454,52,1430,,,, -,,,52,1430,1.5639866590499878,1.5639866590499878,, -1.5516647100448608,1.5516647100448608,1.4735809564590454,53,1457,,,, -,,,53,1457,1.55684494972229,1.55684494972229,, -1.6174296140670776,1.6174296140670776,1.4735809564590454,54,1484,,,, -,,,54,1484,1.5843193531036377,1.5843193531036377,, -1.6068576574325562,1.6068576574325562,1.4735809564590454,55,1511,,,, -,,,55,1511,1.5829527378082275,1.5829527378082275,, -1.514671802520752,1.514671802520752,1.4735809564590454,56,1538,,,, -,,,56,1538,1.551818609237671,1.551818609237671,, -1.7390458583831787,1.7390458583831787,1.4735809564590454,57,1565,,,, -,,,57,1565,1.5636953115463257,1.5636953115463257,, -1.5308948755264282,1.5308948755264282,1.4735809564590454,58,1592,,,, -,,,58,1592,1.5712227821350098,1.5712227821350098,, -4.246495246887207,4.246495246887207,1.4735809564590454,59,1619,,,, -,,,59,1619,1.5772196054458618,1.5772196054458618,, -1.8290046453475952,1.8290046453475952,1.4735809564590454,60,1646,,,, -,,,60,1646,1.5847280025482178,1.5847280025482178,, -2.2229039669036865,2.2229039669036865,1.4735809564590454,61,1673,,,, -,,,61,1673,1.5831904411315918,1.5831904411315918,, -1.7936995029449463,1.7936995029449463,1.4735809564590454,62,1700,,,, -,,,62,1700,1.5752217769622803,1.5752217769622803,, -1.583999514579773,1.583999514579773,1.4735809564590454,63,1727,,,, -,,,63,1727,1.5749616622924805,1.5749616622924805,, -1.5261683464050293,1.5261683464050293,1.4735809564590454,64,1754,,,, -,,,64,1754,1.5735243558883667,1.5735243558883667,, -1.5210727453231812,1.5210727453231812,1.4735809564590454,65,1781,,,, -,,,65,1781,1.5754499435424805,1.5754499435424805,, -1.5014982223510742,1.5014982223510742,1.4735809564590454,66,1808,,,, -,,,66,1808,1.5845959186553955,1.5845959186553955,, -1.4896446466445923,1.4896446466445923,1.4735809564590454,67,1835,,,, -,,,67,1835,1.5820850133895874,1.5820850133895874,, -1.526710867881775,1.526710867881775,1.4735809564590454,68,1862,,,, -,,,68,1862,1.5795150995254517,1.5795150995254517,, -1.5470304489135742,1.5470304489135742,1.4735809564590454,69,1889,,,, -,,,69,1889,1.5694080591201782,1.5694080591201782,, -1.5167609453201294,1.5167609453201294,1.4735809564590454,70,1916,,,, -,,,70,1916,1.56687593460083,1.56687593460083,, -1.5414576530456543,1.5414576530456543,1.4735809564590454,71,1943,,,, -,,,71,1943,1.5675604343414307,1.5675604343414307,, -4.04507303237915,4.04507303237915,1.4735809564590454,72,1970,,,, -,,,72,1970,1.577062964439392,1.577062964439392,, -1.6557879447937012,1.6557879447937012,1.4735809564590454,73,1997,,,, -,,,73,1997,1.577702522277832,1.577702522277832,, -1.5337063074111938,1.5337063074111938,1.4735809564590454,74,2024,,,, -,,,74,2024,1.583878755569458,1.583878755569458,, -1.5230705738067627,1.5230705738067627,1.4735809564590454,75,2051,,,, -,,,75,2051,1.5883766412734985,1.5883766412734985,, -1.5218654870986938,1.5218654870986938,1.4735809564590454,76,2078,,,, -,,,76,2078,1.5928008556365967,1.5928008556365967,, -1.5043693780899048,1.5043693780899048,1.4735809564590454,77,2105,,,, -,,,77,2105,1.5801361799240112,1.5801361799240112,, -1.5772466659545898,1.5772466659545898,1.4735809564590454,78,2132,,,, -,,,78,2132,1.5822044610977173,1.5822044610977173,, -1.591291069984436,1.591291069984436,1.4735809564590454,79,2159,,,, -,,,79,2159,1.5730217695236206,1.5730217695236206,, -1.5851165056228638,1.5851165056228638,1.4735809564590454,80,2186,,,, -,,,80,2186,1.5578027963638306,1.5578027963638306,, -1.539854645729065,1.539854645729065,1.4735809564590454,81,2213,,,, -,,,81,2213,1.606407880783081,1.606407880783081,, -3.8961403369903564,3.8961403369903564,1.4735809564590454,82,2240,,,, -,,,82,2240,1.5718364715576172,1.5718364715576172,, -1.5485670566558838,1.5485670566558838,1.4735809564590454,83,2267,,,, -,,,83,2267,1.5950181484222412,1.5950181484222412,, -1.5702297687530518,1.5702297687530518,1.4735809564590454,84,2294,,,, -,,,84,2294,1.5902633666992188,1.5902633666992188,, -1.5674972534179688,1.5674972534179688,1.4735809564590454,85,2321,,,, -,,,85,2321,1.591336727142334,1.591336727142334,, -1.679592251777649,1.679592251777649,1.4735809564590454,86,2348,,,, -,,,86,2348,1.5971651077270508,1.5971651077270508,, -1.5837299823760986,1.5837299823760986,1.4735809564590454,87,2375,,,, -,,,87,2375,1.5977177619934082,1.5977177619934082,, -1.5776695013046265,1.5776695013046265,1.4735809564590454,88,2402,,,, -,,,88,2402,1.5794750452041626,1.5794750452041626,, -1.7323424816131592,1.7323424816131592,1.4735809564590454,89,2429,,,, -,,,89,2429,1.5965681076049805,1.5965681076049805,, -1.5231127738952637,1.5231127738952637,1.4735809564590454,90,2456,,,, -,,,90,2456,1.5720243453979492,1.5720243453979492,, -1.6232830286026,1.6232830286026,1.4735809564590454,91,2483,,,, -,,,91,2483,1.565142035484314,1.565142035484314,, -1.595155119895935,1.595155119895935,1.4735809564590454,92,2510,,,, -,,,92,2510,1.5875416994094849,1.5875416994094849,, -1.6163194179534912,1.6163194179534912,1.4735809564590454,93,2537,,,, -,,,93,2537,1.571421504020691,1.571421504020691,, -1.6055138111114502,1.6055138111114502,1.4735809564590454,94,2564,,,, -,,,94,2564,1.568984031677246,1.568984031677246,, -1.6831505298614502,1.6831505298614502,1.4735809564590454,95,2591,,,, -,,,95,2591,1.5671557188034058,1.5671557188034058,, -1.7051926851272583,1.7051926851272583,1.4735809564590454,96,2618,,,, -,,,96,2618,1.5563613176345825,1.5563613176345825,, -1.5442982912063599,1.5442982912063599,1.4735809564590454,97,2645,,,, -,,,97,2645,1.5746893882751465,1.5746893882751465,, -1.784967303276062,1.784967303276062,1.4735809564590454,98,2672,,,, -,,,98,2672,1.5746958255767822,1.5746958255767822,, -1.5203335285186768,1.5203335285186768,1.4735809564590454,99,2699,,,, -,,,99,2699,1.5602784156799316,1.5602784156799316,, -,,,22,594,,,1.5743286609649658,1.5743286609649658 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.28 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.28 deleted file mode 100644 index 6a2755560366ddcb363f6161707e5c1a10b6ab95..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.28 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d583b3de22a33c235ae93134b8e1b7d8e5bcc9979c74cad895ac4fb935fb1474 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.29 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.29 deleted file mode 100644 index 2b68bc51d210a7759db32c2d77f8f18d890132c0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.29 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:400d9201cb70756d5811d78cf09be9d8fcce910d4928e4174696776482e92c59 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index d5e33e9225dc6c5f3817e6528b6cc9f1f57a1bd0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.059650958218651365 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/config.yaml deleted file mode 100644 index bdb692e87196cd06f3f75eccdf4e53bacee53e97..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.00041303192540957006 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/hydra.yaml deleted file mode 100644 index 34337f8f752356ab54028fb621d657b2974ffc00..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.00041303192540957006 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=256 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.00041303192540957006,trainer.gpus=0 - id: '15' - num: 15 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/overrides.yaml deleted file mode 100644 index 6552a1fdf6880d2b46ba5ae609ab3b6543b5f27d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.00041303192540957006 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=256 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/hparams.yaml deleted file mode 100644 index 148de3817425f347d93a7e526d1f3fec54d3aae3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.00041303192540957006 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/metrics.csv deleted file mode 100644 index 7e2303eec7ebc4436af100faa31e085d6a36e9df..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.477872610092163,1.477872610092163,1.477872610092163,0,26,,,, -,,,0,26,1.69045889377594,1.69045889377594,, -1.4578031301498413,1.4578031301498413,1.4578031301498413,1,53,,,, -,,,1,53,1.4958380460739136,1.4958380460739136,, -1.5148959159851074,1.5148959159851074,1.4578031301498413,2,80,,,, -,,,2,80,1.4120872020721436,1.4120872020721436,, -1.5026394128799438,1.5026394128799438,1.4578031301498413,3,107,,,, -,,,3,107,1.3806402683258057,1.3806402683258057,, -1.4764015674591064,1.4764015674591064,1.4578031301498413,4,134,,,, -,,,4,134,1.3417812585830688,1.3417812585830688,, -1.4194437265396118,1.4194437265396118,1.4194437265396118,5,161,,,, -,,,5,161,1.2995505332946777,1.2995505332946777,, -1.4125993251800537,1.4125993251800537,1.4125993251800537,6,188,,,, -,,,6,188,1.2598010301589966,1.2598010301589966,, -1.5936697721481323,1.5936697721481323,1.4125993251800537,7,215,,,, -,,,7,215,1.2237205505371094,1.2237205505371094,, -1.3851289749145508,1.3851289749145508,1.3851289749145508,8,242,,,, -,,,8,242,1.1999763250350952,1.1999763250350952,, -1.441339135169983,1.441339135169983,1.3851289749145508,9,269,,,, -,,,9,269,1.1493918895721436,1.1493918895721436,, -1.3413710594177246,1.3413710594177246,1.3413710594177246,10,296,,,, -,,,10,296,1.1410155296325684,1.1410155296325684,, -1.7219111919403076,1.7219111919403076,1.3413710594177246,11,323,,,, -,,,11,323,1.1135677099227905,1.1135677099227905,, -1.330617070198059,1.330617070198059,1.330617070198059,12,350,,,, -,,,12,350,1.0927507877349854,1.0927507877349854,, -1.428541898727417,1.428541898727417,1.330617070198059,13,377,,,, -,,,13,377,1.0615065097808838,1.0615065097808838,, -2.8886711597442627,2.8886711597442627,1.330617070198059,14,404,,,, -,,,14,404,1.1008059978485107,1.1008059978485107,, -1.3472217321395874,1.3472217321395874,1.330617070198059,15,431,,,, -,,,15,431,1.053870439529419,1.053870439529419,, -2.0750012397766113,2.0750012397766113,1.330617070198059,16,458,,,, -,,,16,458,0.9760837554931641,0.9760837554931641,, -1.2080518007278442,1.2080518007278442,1.2080518007278442,17,485,,,, -,,,17,485,0.9933850765228271,0.9933850765228271,, -1.5419291257858276,1.5419291257858276,1.2080518007278442,18,512,,,, -,,,18,512,0.964854896068573,0.964854896068573,, -2.2995238304138184,2.2995238304138184,1.2080518007278442,19,539,,,, -,,,19,539,0.9375799298286438,0.9375799298286438,, -1.765464425086975,1.765464425086975,1.2080518007278442,20,566,,,, -,,,20,566,0.9518741965293884,0.9518741965293884,, -1.2562265396118164,1.2562265396118164,1.2080518007278442,21,593,,,, -,,,21,593,0.9218166470527649,0.9218166470527649,, -1.240915060043335,1.240915060043335,1.2080518007278442,22,620,,,, -,,,22,620,0.9216012954711914,0.9216012954711914,, -1.535710096359253,1.535710096359253,1.2080518007278442,23,647,,,, -,,,23,647,0.8602606058120728,0.8602606058120728,, -1.2278802394866943,1.2278802394866943,1.2080518007278442,24,674,,,, -,,,24,674,0.8236214518547058,0.8236214518547058,, -1.8153406381607056,1.8153406381607056,1.2080518007278442,25,701,,,, -,,,25,701,0.8369412422180176,0.8369412422180176,, -1.668986439704895,1.668986439704895,1.2080518007278442,26,728,,,, -,,,26,728,0.829436719417572,0.829436719417572,, -1.450473427772522,1.450473427772522,1.2080518007278442,27,755,,,, -,,,27,755,0.8532326221466064,0.8532326221466064,, -1.4629889726638794,1.4629889726638794,1.2080518007278442,28,782,,,, -,,,28,782,0.87090665102005,0.87090665102005,, -2.2185091972351074,2.2185091972351074,1.2080518007278442,29,809,,,, -,,,29,809,0.8509162068367004,0.8509162068367004,, -1.2619048357009888,1.2619048357009888,1.2080518007278442,30,836,,,, -,,,30,836,0.8062953352928162,0.8062953352928162,, -1.685356616973877,1.685356616973877,1.2080518007278442,31,863,,,, -,,,31,863,0.8112333416938782,0.8112333416938782,, -1.4887419939041138,1.4887419939041138,1.2080518007278442,32,890,,,, -,,,32,890,0.8473078608512878,0.8473078608512878,, -1.352390170097351,1.352390170097351,1.2080518007278442,33,917,,,, -,,,33,917,0.7756783366203308,0.7756783366203308,, -1.4159187078475952,1.4159187078475952,1.2080518007278442,34,944,,,, -,,,34,944,0.850242555141449,0.850242555141449,, -1.322993516921997,1.322993516921997,1.2080518007278442,35,971,,,, -,,,35,971,0.7347797155380249,0.7347797155380249,, -1.3117153644561768,1.3117153644561768,1.2080518007278442,36,998,,,, -,,,36,998,0.7894485592842102,0.7894485592842102,, -1.1298075914382935,1.1298075914382935,1.1298075914382935,37,1025,,,, -,,,37,1025,0.7860797643661499,0.7860797643661499,, -1.2690174579620361,1.2690174579620361,1.1298075914382935,38,1052,,,, -,,,38,1052,0.7492156624794006,0.7492156624794006,, -1.398716688156128,1.398716688156128,1.1298075914382935,39,1079,,,, -,,,39,1079,0.7352426052093506,0.7352426052093506,, -1.3123008012771606,1.3123008012771606,1.1298075914382935,40,1106,,,, -,,,40,1106,0.7300518155097961,0.7300518155097961,, -1.7852195501327515,1.7852195501327515,1.1298075914382935,41,1133,,,, -,,,41,1133,0.7466564178466797,0.7466564178466797,, -1.4385265111923218,1.4385265111923218,1.1298075914382935,42,1160,,,, -,,,42,1160,0.7995713949203491,0.7995713949203491,, -1.6609463691711426,1.6609463691711426,1.1298075914382935,43,1187,,,, -,,,43,1187,0.7334201335906982,0.7334201335906982,, -1.2914327383041382,1.2914327383041382,1.1298075914382935,44,1214,,,, -,,,44,1214,0.7731001377105713,0.7731001377105713,, -1.6409285068511963,1.6409285068511963,1.1298075914382935,45,1241,,,, -,,,45,1241,0.7603213787078857,0.7603213787078857,, -1.5274509191513062,1.5274509191513062,1.1298075914382935,46,1268,,,, -,,,46,1268,0.7287726998329163,0.7287726998329163,, -1.4868495464324951,1.4868495464324951,1.1298075914382935,47,1295,,,, -,,,47,1295,0.7269364595413208,0.7269364595413208,, -1.1533933877944946,1.1533933877944946,1.1298075914382935,48,1322,,,, -,,,48,1322,0.7152302265167236,0.7152302265167236,, -1.709757924079895,1.709757924079895,1.1298075914382935,49,1349,,,, -,,,49,1349,0.6865392327308655,0.6865392327308655,, -1.5656780004501343,1.5656780004501343,1.1298075914382935,50,1376,,,, -,,,50,1376,0.6896154880523682,0.6896154880523682,, -1.3934390544891357,1.3934390544891357,1.1298075914382935,51,1403,,,, -,,,51,1403,0.6743806004524231,0.6743806004524231,, -1.5072407722473145,1.5072407722473145,1.1298075914382935,52,1430,,,, -,,,52,1430,0.6664387583732605,0.6664387583732605,, -1.4276717901229858,1.4276717901229858,1.1298075914382935,53,1457,,,, -,,,53,1457,0.6737510561943054,0.6737510561943054,, -1.2640702724456787,1.2640702724456787,1.1298075914382935,54,1484,,,, -,,,54,1484,0.691303551197052,0.691303551197052,, -1.2788727283477783,1.2788727283477783,1.1298075914382935,55,1511,,,, -,,,55,1511,0.6698053479194641,0.6698053479194641,, -1.830580711364746,1.830580711364746,1.1298075914382935,56,1538,,,, -,,,56,1538,0.7159692645072937,0.7159692645072937,, -1.9326266050338745,1.9326266050338745,1.1298075914382935,57,1565,,,, -,,,57,1565,0.626679539680481,0.626679539680481,, -1.2879043817520142,1.2879043817520142,1.1298075914382935,58,1592,,,, -,,,58,1592,0.6603631377220154,0.6603631377220154,, -1.8734186887741089,1.8734186887741089,1.1298075914382935,59,1619,,,, -,,,59,1619,0.6994549632072449,0.6994549632072449,, -1.9592958688735962,1.9592958688735962,1.1298075914382935,60,1646,,,, -,,,60,1646,0.689434289932251,0.689434289932251,, -1.183315634727478,1.183315634727478,1.1298075914382935,61,1673,,,, -,,,61,1673,0.6699769496917725,0.6699769496917725,, -1.116594910621643,1.116594910621643,1.116594910621643,62,1700,,,, -,,,62,1700,0.6313267350196838,0.6313267350196838,, -1.698307991027832,1.698307991027832,1.116594910621643,63,1727,,,, -,,,63,1727,0.6498965620994568,0.6498965620994568,, -1.348885416984558,1.348885416984558,1.116594910621643,64,1754,,,, -,,,64,1754,0.6572734117507935,0.6572734117507935,, -1.2929894924163818,1.2929894924163818,1.116594910621643,65,1781,,,, -,,,65,1781,0.6242084503173828,0.6242084503173828,, -1.3219646215438843,1.3219646215438843,1.116594910621643,66,1808,,,, -,,,66,1808,0.6365920305252075,0.6365920305252075,, -1.2391053438186646,1.2391053438186646,1.116594910621643,67,1835,,,, -,,,67,1835,0.66184002161026,0.66184002161026,, -0.9619337320327759,0.9619337320327759,0.9619337320327759,68,1862,,,, -,,,68,1862,0.6805534958839417,0.6805534958839417,, -1.340819239616394,1.340819239616394,0.9619337320327759,69,1889,,,, -,,,69,1889,0.7117554545402527,0.7117554545402527,, -1.335288643836975,1.335288643836975,0.9619337320327759,70,1916,,,, -,,,70,1916,0.6735264658927917,0.6735264658927917,, -2.211634397506714,2.211634397506714,0.9619337320327759,71,1943,,,, -,,,71,1943,0.638342022895813,0.638342022895813,, -1.053542971611023,1.053542971611023,0.9619337320327759,72,1970,,,, -,,,72,1970,0.6554412841796875,0.6554412841796875,, -1.8625026941299438,1.8625026941299438,0.9619337320327759,73,1997,,,, -,,,73,1997,0.5929317474365234,0.5929317474365234,, -1.1684452295303345,1.1684452295303345,0.9619337320327759,74,2024,,,, -,,,74,2024,0.6379310488700867,0.6379310488700867,, -1.65811288356781,1.65811288356781,0.9619337320327759,75,2051,,,, -,,,75,2051,0.6402741074562073,0.6402741074562073,, -1.7466363906860352,1.7466363906860352,0.9619337320327759,76,2078,,,, -,,,76,2078,0.6293601393699646,0.6293601393699646,, -0.9719481468200684,0.9719481468200684,0.9619337320327759,77,2105,,,, -,,,77,2105,0.6065388917922974,0.6065388917922974,, -1.411881685256958,1.411881685256958,0.9619337320327759,78,2132,,,, -,,,78,2132,0.6030293107032776,0.6030293107032776,, -1.0783681869506836,1.0783681869506836,0.9619337320327759,79,2159,,,, -,,,79,2159,0.6586877703666687,0.6586877703666687,, -1.0469967126846313,1.0469967126846313,0.9619337320327759,80,2186,,,, -,,,80,2186,0.6484635472297668,0.6484635472297668,, -1.3986799716949463,1.3986799716949463,0.9619337320327759,81,2213,,,, -,,,81,2213,0.628000795841217,0.628000795841217,, -1.2442394495010376,1.2442394495010376,0.9619337320327759,82,2240,,,, -,,,82,2240,0.6383330225944519,0.6383330225944519,, -1.350671410560608,1.350671410560608,0.9619337320327759,83,2267,,,, -,,,83,2267,0.5841023921966553,0.5841023921966553,, -1.3285295963287354,1.3285295963287354,0.9619337320327759,84,2294,,,, -,,,84,2294,0.577212929725647,0.577212929725647,, -1.335150957107544,1.335150957107544,0.9619337320327759,85,2321,,,, -,,,85,2321,0.6053634881973267,0.6053634881973267,, -1.0782830715179443,1.0782830715179443,0.9619337320327759,86,2348,,,, -,,,86,2348,0.6009581089019775,0.6009581089019775,, -1.6527371406555176,1.6527371406555176,0.9619337320327759,87,2375,,,, -,,,87,2375,0.6239430904388428,0.6239430904388428,, -1.239400863647461,1.239400863647461,0.9619337320327759,88,2402,,,, -,,,88,2402,0.6232404112815857,0.6232404112815857,, -2.0424082279205322,2.0424082279205322,0.9619337320327759,89,2429,,,, -,,,89,2429,0.6087033748626709,0.6087033748626709,, -1.335450530052185,1.335450530052185,0.9619337320327759,90,2456,,,, -,,,90,2456,0.625356912612915,0.625356912612915,, -0.9431846737861633,0.9431846737861633,0.9431846737861633,91,2483,,,, -,,,91,2483,0.5802903771400452,0.5802903771400452,, -1.2150888442993164,1.2150888442993164,0.9431846737861633,92,2510,,,, -,,,92,2510,0.5880613327026367,0.5880613327026367,, -1.3870038986206055,1.3870038986206055,0.9431846737861633,93,2537,,,, -,,,93,2537,0.5845372080802917,0.5845372080802917,, -1.2316304445266724,1.2316304445266724,0.9431846737861633,94,2564,,,, -,,,94,2564,0.5888203382492065,0.5888203382492065,, -1.3088524341583252,1.3088524341583252,0.9431846737861633,95,2591,,,, -,,,95,2591,0.5891700983047485,0.5891700983047485,, -1.7884738445281982,1.7884738445281982,0.9431846737861633,96,2618,,,, -,,,96,2618,0.5816321969032288,0.5816321969032288,, -1.2896428108215332,1.2896428108215332,0.9431846737861633,97,2645,,,, -,,,97,2645,0.5659255981445312,0.5659255981445312,, -2.024080276489258,2.024080276489258,0.9431846737861633,98,2672,,,, -,,,98,2672,0.6046780347824097,0.6046780347824097,, -1.7651944160461426,1.7651944160461426,0.9431846737861633,99,2699,,,, -,,,99,2699,0.5705671310424805,0.5705671310424805,, -,,,92,2484,,,0.9754651188850403,0.9754651188850403 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.30 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.30 deleted file mode 100644 index cd2289599bcc43fb203379946ad6a88adac0a942..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.30 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c5681498495de828295e41658d8557a33dcc08df71b3996f1bdbfa53ec8a395b -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956505.37a92d36c649.1.31 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956505.37a92d36c649.1.31 deleted file mode 100644 index 468a36feefd2a1557c871ff21b8241275e8cb862..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956505.37a92d36c649.1.31 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:df616a54fb7fade05578e419f5b41b0041463b7a426b62ce5d95b8076427ce4e -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 148de3817425f347d93a7e526d1f3fec54d3aae3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.00041303192540957006 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/config.yaml deleted file mode 100644 index 96a3afc27ff4767e1e9a196e26e4d80f5937d529..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.05631015015604973 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/hydra.yaml deleted file mode 100644 index 6e5918dc65eaf5cb7a1808ac67b2a6cb4ff7abdc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.05631015015604973 - - model.lin1_size=64 - - model.lin2_size=128 - - model.lin3_size=256 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=64,model.lin2_size=128,model.lin3_size=256,model.lr=0.05631015015604973,trainer.gpus=0 - id: '16' - num: 16 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/overrides.yaml deleted file mode 100644 index d5e7b4fc6c4e6db546b3a53a311958004806187c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.05631015015604973 -- model.lin1_size=64 -- model.lin2_size=128 -- model.lin3_size=256 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/hparams.yaml deleted file mode 100644 index fefb894271718e5779af66bcd6b41f909278361b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.05631015015604973 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4362561 -model/params/trainable: 4362561 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/metrics.csv deleted file mode 100644 index 3013834374e3e05a3ceb8222b8fd51437343f752..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.6651670932769775,1.6651670932769775,1.6651670932769775,0,26,,,, -,,,0,26,1.9596750736236572,1.9596750736236572,, -1.5243560075759888,1.5243560075759888,1.5243560075759888,1,53,,,, -,,,1,53,1.5917134284973145,1.5917134284973145,, -1.5305626392364502,1.5305626392364502,1.5243560075759888,2,80,,,, -,,,2,80,1.5397911071777344,1.5397911071777344,, -1.5404149293899536,1.5404149293899536,1.5243560075759888,3,107,,,, -,,,3,107,1.567116141319275,1.567116141319275,, -1.495997428894043,1.495997428894043,1.495997428894043,4,134,,,, -,,,4,134,1.5357997417449951,1.5357997417449951,, -1.5017341375350952,1.5017341375350952,1.495997428894043,5,161,,,, -,,,5,161,1.5259544849395752,1.5259544849395752,, -1.4936091899871826,1.4936091899871826,1.4936091899871826,6,188,,,, -,,,6,188,1.5332248210906982,1.5332248210906982,, -1.6079585552215576,1.6079585552215576,1.4936091899871826,7,215,,,, -,,,7,215,1.5361278057098389,1.5361278057098389,, -1.526451826095581,1.526451826095581,1.4936091899871826,8,242,,,, -,,,8,242,1.5298733711242676,1.5298733711242676,, -1.8370373249053955,1.8370373249053955,1.4936091899871826,9,269,,,, -,,,9,269,1.5323556661605835,1.5323556661605835,, -1.6010667085647583,1.6010667085647583,1.4936091899871826,10,296,,,, -,,,10,296,1.5853005647659302,1.5853005647659302,, -1.514980673789978,1.514980673789978,1.4936091899871826,11,323,,,, -,,,11,323,1.5481373071670532,1.5481373071670532,, -1.5426287651062012,1.5426287651062012,1.4936091899871826,12,350,,,, -,,,12,350,1.546808123588562,1.546808123588562,, -1.5232853889465332,1.5232853889465332,1.4936091899871826,13,377,,,, -,,,13,377,1.548958659172058,1.548958659172058,, -1.5067185163497925,1.5067185163497925,1.4936091899871826,14,404,,,, -,,,14,404,1.547363519668579,1.547363519668579,, -1.496654987335205,1.496654987335205,1.4936091899871826,15,431,,,, -,,,15,431,1.515619158744812,1.515619158744812,, -1.7406662702560425,1.7406662702560425,1.4936091899871826,16,458,,,, -,,,16,458,1.5435503721237183,1.5435503721237183,, -1.5215284824371338,1.5215284824371338,1.4936091899871826,17,485,,,, -,,,17,485,1.5225049257278442,1.5225049257278442,, -1.6092466115951538,1.6092466115951538,1.4936091899871826,18,512,,,, -,,,18,512,1.5646545886993408,1.5646545886993408,, -1.5682246685028076,1.5682246685028076,1.4936091899871826,19,539,,,, -,,,19,539,1.526870608329773,1.526870608329773,, -1.4970238208770752,1.4970238208770752,1.4936091899871826,20,566,,,, -,,,20,566,1.537972331047058,1.537972331047058,, -1.7262576818466187,1.7262576818466187,1.4936091899871826,21,593,,,, -,,,21,593,1.5384215116500854,1.5384215116500854,, -1.5262963771820068,1.5262963771820068,1.4936091899871826,22,620,,,, -,,,22,620,1.5313844680786133,1.5313844680786133,, -2.2454113960266113,2.2454113960266113,1.4936091899871826,23,647,,,, -,,,23,647,1.5475646257400513,1.5475646257400513,, -1.5216326713562012,1.5216326713562012,1.4936091899871826,24,674,,,, -,,,24,674,1.5329761505126953,1.5329761505126953,, -1.5145167112350464,1.5145167112350464,1.4936091899871826,25,701,,,, -,,,25,701,1.5414867401123047,1.5414867401123047,, -1.5071321725845337,1.5071321725845337,1.4936091899871826,26,728,,,, -,,,26,728,1.5373338460922241,1.5373338460922241,, -1.5482350587844849,1.5482350587844849,1.4936091899871826,27,755,,,, -,,,27,755,1.5376899242401123,1.5376899242401123,, -2.0045223236083984,2.0045223236083984,1.4936091899871826,28,782,,,, -,,,28,782,1.5313111543655396,1.5313111543655396,, -1.536594033241272,1.536594033241272,1.4936091899871826,29,809,,,, -,,,29,809,1.540093183517456,1.540093183517456,, -2.4418399333953857,2.4418399333953857,1.4936091899871826,30,836,,,, -,,,30,836,1.5507807731628418,1.5507807731628418,, -2.3151838779449463,2.3151838779449463,1.4936091899871826,31,863,,,, -,,,31,863,1.5572798252105713,1.5572798252105713,, -2.6376709938049316,2.6376709938049316,1.4936091899871826,32,890,,,, -,,,32,890,1.5313712358474731,1.5313712358474731,, -1.508367896080017,1.508367896080017,1.4936091899871826,33,917,,,, -,,,33,917,1.551334261894226,1.551334261894226,, -1.7700276374816895,1.7700276374816895,1.4936091899871826,34,944,,,, -,,,34,944,1.556796669960022,1.556796669960022,, -2.112255811691284,2.112255811691284,1.4936091899871826,35,971,,,, -,,,35,971,1.5466220378875732,1.5466220378875732,, -1.9338990449905396,1.9338990449905396,1.4936091899871826,36,998,,,, -,,,36,998,1.5494133234024048,1.5494133234024048,, -1.5151863098144531,1.5151863098144531,1.4936091899871826,37,1025,,,, -,,,37,1025,1.5621856451034546,1.5621856451034546,, -1.7841787338256836,1.7841787338256836,1.4936091899871826,38,1052,,,, -,,,38,1052,1.5413908958435059,1.5413908958435059,, -1.5080045461654663,1.5080045461654663,1.4936091899871826,39,1079,,,, -,,,39,1079,1.550370693206787,1.550370693206787,, -1.9096781015396118,1.9096781015396118,1.4936091899871826,40,1106,,,, -,,,40,1106,1.5646437406539917,1.5646437406539917,, -1.5443683862686157,1.5443683862686157,1.4936091899871826,41,1133,,,, -,,,41,1133,1.5502568483352661,1.5502568483352661,, -1.7620112895965576,1.7620112895965576,1.4936091899871826,42,1160,,,, -,,,42,1160,1.5447574853897095,1.5447574853897095,, -1.638903021812439,1.638903021812439,1.4936091899871826,43,1187,,,, -,,,43,1187,1.5539133548736572,1.5539133548736572,, -1.6237808465957642,1.6237808465957642,1.4936091899871826,44,1214,,,, -,,,44,1214,1.5518038272857666,1.5518038272857666,, -1.520024299621582,1.520024299621582,1.4936091899871826,45,1241,,,, -,,,45,1241,1.5668895244598389,1.5668895244598389,, -1.9289305210113525,1.9289305210113525,1.4936091899871826,46,1268,,,, -,,,46,1268,1.5634090900421143,1.5634090900421143,, -1.5248836278915405,1.5248836278915405,1.4936091899871826,47,1295,,,, -,,,47,1295,1.5575822591781616,1.5575822591781616,, -1.5255037546157837,1.5255037546157837,1.4936091899871826,48,1322,,,, -,,,48,1322,1.5505492687225342,1.5505492687225342,, -1.602343201637268,1.602343201637268,1.4936091899871826,49,1349,,,, -,,,49,1349,1.5575923919677734,1.5575923919677734,, -1.517030119895935,1.517030119895935,1.4936091899871826,50,1376,,,, -,,,50,1376,1.5596599578857422,1.5596599578857422,, -1.5277557373046875,1.5277557373046875,1.4936091899871826,51,1403,,,, -,,,51,1403,1.5430500507354736,1.5430500507354736,, -1.8032994270324707,1.8032994270324707,1.4936091899871826,52,1430,,,, -,,,52,1430,1.543491244316101,1.543491244316101,, -1.5473650693893433,1.5473650693893433,1.4936091899871826,53,1457,,,, -,,,53,1457,1.546148419380188,1.546148419380188,, -1.5251100063323975,1.5251100063323975,1.4936091899871826,54,1484,,,, -,,,54,1484,1.5693621635437012,1.5693621635437012,, -1.52341890335083,1.52341890335083,1.4936091899871826,55,1511,,,, -,,,55,1511,1.560142993927002,1.560142993927002,, -4.326328277587891,4.326328277587891,1.4936091899871826,56,1538,,,, -,,,56,1538,1.5941089391708374,1.5941089391708374,, -2.0024917125701904,2.0024917125701904,1.4936091899871826,57,1565,,,, -,,,57,1565,1.5697988271713257,1.5697988271713257,, -4.707025527954102,4.707025527954102,1.4936091899871826,58,1592,,,, -,,,58,1592,1.567617654800415,1.567617654800415,, -2.736356258392334,2.736356258392334,1.4936091899871826,59,1619,,,, -,,,59,1619,1.5647457838058472,1.5647457838058472,, -2.161221742630005,2.161221742630005,1.4936091899871826,60,1646,,,, -,,,60,1646,1.5820893049240112,1.5820893049240112,, -1.5201420783996582,1.5201420783996582,1.4936091899871826,61,1673,,,, -,,,61,1673,1.5679012537002563,1.5679012537002563,, -1.599157452583313,1.599157452583313,1.4936091899871826,62,1700,,,, -,,,62,1700,1.5673834085464478,1.5673834085464478,, -1.5216442346572876,1.5216442346572876,1.4936091899871826,63,1727,,,, -,,,63,1727,1.564206838607788,1.564206838607788,, -1.5131250619888306,1.5131250619888306,1.4936091899871826,64,1754,,,, -,,,64,1754,1.585728645324707,1.585728645324707,, -1.596961498260498,1.596961498260498,1.4936091899871826,65,1781,,,, -,,,65,1781,1.5688015222549438,1.5688015222549438,, -2.123584032058716,2.123584032058716,1.4936091899871826,66,1808,,,, -,,,66,1808,1.5620869398117065,1.5620869398117065,, -2.141913414001465,2.141913414001465,1.4936091899871826,67,1835,,,, -,,,67,1835,1.564148187637329,1.564148187637329,, -1.4963608980178833,1.4963608980178833,1.4936091899871826,68,1862,,,, -,,,68,1862,1.5612446069717407,1.5612446069717407,, -3.22989559173584,3.22989559173584,1.4936091899871826,69,1889,,,, -,,,69,1889,1.5711101293563843,1.5711101293563843,, -1.5037891864776611,1.5037891864776611,1.4936091899871826,70,1916,,,, -,,,70,1916,1.5579830408096313,1.5579830408096313,, -1.5243613719940186,1.5243613719940186,1.4936091899871826,71,1943,,,, -,,,71,1943,1.583823323249817,1.583823323249817,, -7.049427032470703,7.049427032470703,1.4936091899871826,72,1970,,,, -,,,72,1970,1.5784326791763306,1.5784326791763306,, -1.5957272052764893,1.5957272052764893,1.4936091899871826,73,1997,,,, -,,,73,1997,1.5798828601837158,1.5798828601837158,, -7.270857334136963,7.270857334136963,1.4936091899871826,74,2024,,,, -,,,74,2024,1.5637271404266357,1.5637271404266357,, -1.5648621320724487,1.5648621320724487,1.4936091899871826,75,2051,,,, -,,,75,2051,1.578436017036438,1.578436017036438,, -1.5108283758163452,1.5108283758163452,1.4936091899871826,76,2078,,,, -,,,76,2078,1.5555150508880615,1.5555150508880615,, -1.597887396812439,1.597887396812439,1.4936091899871826,77,2105,,,, -,,,77,2105,1.5690637826919556,1.5690637826919556,, -1.5338491201400757,1.5338491201400757,1.4936091899871826,78,2132,,,, -,,,78,2132,1.5589444637298584,1.5589444637298584,, -1.5228177309036255,1.5228177309036255,1.4936091899871826,79,2159,,,, -,,,79,2159,1.5661225318908691,1.5661225318908691,, -1.5450451374053955,1.5450451374053955,1.4936091899871826,80,2186,,,, -,,,80,2186,1.56172776222229,1.56172776222229,, -2.934209108352661,2.934209108352661,1.4936091899871826,81,2213,,,, -,,,81,2213,1.5769238471984863,1.5769238471984863,, -1.6281814575195312,1.6281814575195312,1.4936091899871826,82,2240,,,, -,,,82,2240,1.5638375282287598,1.5638375282287598,, -1.5386323928833008,1.5386323928833008,1.4936091899871826,83,2267,,,, -,,,83,2267,1.5812379121780396,1.5812379121780396,, -1.5373339653015137,1.5373339653015137,1.4936091899871826,84,2294,,,, -,,,84,2294,1.5731624364852905,1.5731624364852905,, -1.6767107248306274,1.6767107248306274,1.4936091899871826,85,2321,,,, -,,,85,2321,1.5752381086349487,1.5752381086349487,, -1.836389422416687,1.836389422416687,1.4936091899871826,86,2348,,,, -,,,86,2348,1.5803555250167847,1.5803555250167847,, -3.208265542984009,3.208265542984009,1.4936091899871826,87,2375,,,, -,,,87,2375,1.577139139175415,1.577139139175415,, -1.6420161724090576,1.6420161724090576,1.4936091899871826,88,2402,,,, -,,,88,2402,1.5800400972366333,1.5800400972366333,, -1.6275813579559326,1.6275813579559326,1.4936091899871826,89,2429,,,, -,,,89,2429,1.5671439170837402,1.5671439170837402,, -1.5413670539855957,1.5413670539855957,1.4936091899871826,90,2456,,,, -,,,90,2456,1.5599558353424072,1.5599558353424072,, -1.786729097366333,1.786729097366333,1.4936091899871826,91,2483,,,, -,,,91,2483,1.5651482343673706,1.5651482343673706,, -1.5393366813659668,1.5393366813659668,1.4936091899871826,92,2510,,,, -,,,92,2510,1.5530427694320679,1.5530427694320679,, -1.5308048725128174,1.5308048725128174,1.4936091899871826,93,2537,,,, -,,,93,2537,1.5638858079910278,1.5638858079910278,, -1.5018203258514404,1.5018203258514404,1.4936091899871826,94,2564,,,, -,,,94,2564,1.5770872831344604,1.5770872831344604,, -1.5224134922027588,1.5224134922027588,1.4936091899871826,95,2591,,,, -,,,95,2591,1.5794583559036255,1.5794583559036255,, -1.9794116020202637,1.9794116020202637,1.4936091899871826,96,2618,,,, -,,,96,2618,1.5774400234222412,1.5774400234222412,, -1.5126975774765015,1.5126975774765015,1.4936091899871826,97,2645,,,, -,,,97,2645,1.5601918697357178,1.5601918697357178,, -1.6363393068313599,1.6363393068313599,1.4936091899871826,98,2672,,,, -,,,98,2672,1.5782430171966553,1.5782430171966553,, -1.5225766897201538,1.5225766897201538,1.4936091899871826,99,2699,,,, -,,,99,2699,1.5569589138031006,1.5569589138031006,, -,,,7,189,,,1.6210829019546509,1.6210829019546509 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956506.37a92d36c649.1.32 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956506.37a92d36c649.1.32 deleted file mode 100644 index ce1ebf5f3fbcf0dea6fd28bfc5177be9ce1a5f6b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956506.37a92d36c649.1.32 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d699bcab360757db4ec29be09b156c8de67514afb3805cd08830de74a83d2e0d -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.33 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.33 deleted file mode 100644 index f73602cdaa1065683e22e245a2fe17be6682128d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.33 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9e356dbf63a910641188b6ffecbd2329985c57825c21ef40e04560d71ed30002 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index fefb894271718e5779af66bcd6b41f909278361b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.05631015015604973 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4362561 -model/params/trainable: 4362561 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/config.yaml deleted file mode 100644 index b55539eadcb03a3222c84412ec83ffb356d632ed..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.08024960406017266 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/hydra.yaml deleted file mode 100644 index 7014be8f53aa41186d5e1813780f6c1bd69c479b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.08024960406017266 - - model.lin1_size=256 - - model.lin2_size=256 - - model.lin3_size=64 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=256,model.lin3_size=64,model.lr=0.08024960406017266,trainer.gpus=0 - id: '17' - num: 17 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/overrides.yaml deleted file mode 100644 index 9045afd38891e27384cdc8025241dc9067ae9bd6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.08024960406017266 -- model.lin1_size=256 -- model.lin2_size=256 -- model.lin3_size=64 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/hparams.yaml deleted file mode 100644 index db917568a87aa520526d40919e007ccf9c85c05f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.08024960406017266 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17363713 -model/params/trainable: 17363713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/metrics.csv deleted file mode 100644 index 0cec911cf46dbbe59eb8968cc74c601f9664287d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.4598761796951294,1.4598761796951294,1.4598761796951294,0,26,,,, -,,,0,26,1.6436625719070435,1.6436625719070435,, -1.5170649290084839,1.5170649290084839,1.4598761796951294,1,53,,,, -,,,1,53,1.5783780813217163,1.5783780813217163,, -1.513835072517395,1.513835072517395,1.4598761796951294,2,80,,,, -,,,2,80,1.5597926378250122,1.5597926378250122,, -1.5125669240951538,1.5125669240951538,1.4598761796951294,3,107,,,, -,,,3,107,1.5573210716247559,1.5573210716247559,, -1.5084186792373657,1.5084186792373657,1.4598761796951294,4,134,,,, -,,,4,134,1.5494811534881592,1.5494811534881592,, -1.4833637475967407,1.4833637475967407,1.4598761796951294,5,161,,,, -,,,5,161,1.558182954788208,1.558182954788208,, -1.5141829252243042,1.5141829252243042,1.4598761796951294,6,188,,,, -,,,6,188,1.5579726696014404,1.5579726696014404,, -1.8241569995880127,1.8241569995880127,1.4598761796951294,7,215,,,, -,,,7,215,1.5493055582046509,1.5493055582046509,, -2.8828423023223877,2.8828423023223877,1.4598761796951294,8,242,,,, -,,,8,242,1.5677276849746704,1.5677276849746704,, -1.5199435949325562,1.5199435949325562,1.4598761796951294,9,269,,,, -,,,9,269,1.5820398330688477,1.5820398330688477,, -1.5441343784332275,1.5441343784332275,1.4598761796951294,10,296,,,, -,,,10,296,1.5491130352020264,1.5491130352020264,, -3.754765272140503,3.754765272140503,1.4598761796951294,11,323,,,, -,,,11,323,1.5602822303771973,1.5602822303771973,, -1.8217772245407104,1.8217772245407104,1.4598761796951294,12,350,,,, -,,,12,350,1.5762765407562256,1.5762765407562256,, -1.5101728439331055,1.5101728439331055,1.4598761796951294,13,377,,,, -,,,13,377,1.557929515838623,1.557929515838623,, -2.8430402278900146,2.8430402278900146,1.4598761796951294,14,404,,,, -,,,14,404,1.5668396949768066,1.5668396949768066,, -1.5434658527374268,1.5434658527374268,1.4598761796951294,15,431,,,, -,,,15,431,1.5633666515350342,1.5633666515350342,, -1.5295664072036743,1.5295664072036743,1.4598761796951294,16,458,,,, -,,,16,458,1.5644465684890747,1.5644465684890747,, -1.8981318473815918,1.8981318473815918,1.4598761796951294,17,485,,,, -,,,17,485,1.5646330118179321,1.5646330118179321,, -1.5406414270401,1.5406414270401,1.4598761796951294,18,512,,,, -,,,18,512,1.5471655130386353,1.5471655130386353,, -1.515284538269043,1.515284538269043,1.4598761796951294,19,539,,,, -,,,19,539,1.5835283994674683,1.5835283994674683,, -1.504529595375061,1.504529595375061,1.4598761796951294,20,566,,,, -,,,20,566,1.5648167133331299,1.5648167133331299,, -3.1205265522003174,3.1205265522003174,1.4598761796951294,21,593,,,, -,,,21,593,1.565751075744629,1.565751075744629,, -2.9296457767486572,2.9296457767486572,1.4598761796951294,22,620,,,, -,,,22,620,1.56801176071167,1.56801176071167,, -1.57895028591156,1.57895028591156,1.4598761796951294,23,647,,,, -,,,23,647,1.582844614982605,1.582844614982605,, -1.542151689529419,1.542151689529419,1.4598761796951294,24,674,,,, -,,,24,674,1.5703237056732178,1.5703237056732178,, -1.5539153814315796,1.5539153814315796,1.4598761796951294,25,701,,,, -,,,25,701,1.5930299758911133,1.5930299758911133,, -1.5749202966690063,1.5749202966690063,1.4598761796951294,26,728,,,, -,,,26,728,1.5758259296417236,1.5758259296417236,, -14.753435134887695,14.753435134887695,1.4598761796951294,27,755,,,, -,,,27,755,1.569715142250061,1.569715142250061,, -1.7277214527130127,1.7277214527130127,1.4598761796951294,28,782,,,, -,,,28,782,1.5712802410125732,1.5712802410125732,, -1.5236096382141113,1.5236096382141113,1.4598761796951294,29,809,,,, -,,,29,809,1.5626320838928223,1.5626320838928223,, -1.6450477838516235,1.6450477838516235,1.4598761796951294,30,836,,,, -,,,30,836,1.5631698369979858,1.5631698369979858,, -1.5802536010742188,1.5802536010742188,1.4598761796951294,31,863,,,, -,,,31,863,1.5617388486862183,1.5617388486862183,, -1.533015489578247,1.533015489578247,1.4598761796951294,32,890,,,, -,,,32,890,1.575798511505127,1.575798511505127,, -1.5297752618789673,1.5297752618789673,1.4598761796951294,33,917,,,, -,,,33,917,1.5768476724624634,1.5768476724624634,, -6.9365739822387695,6.9365739822387695,1.4598761796951294,34,944,,,, -,,,34,944,1.5656486749649048,1.5656486749649048,, -1.51450514793396,1.51450514793396,1.4598761796951294,35,971,,,, -,,,35,971,1.548636794090271,1.548636794090271,, -1.9792150259017944,1.9792150259017944,1.4598761796951294,36,998,,,, -,,,36,998,1.560834527015686,1.560834527015686,, -1.5849589109420776,1.5849589109420776,1.4598761796951294,37,1025,,,, -,,,37,1025,1.5614209175109863,1.5614209175109863,, -1.7806452512741089,1.7806452512741089,1.4598761796951294,38,1052,,,, -,,,38,1052,1.5603125095367432,1.5603125095367432,, -1.5025601387023926,1.5025601387023926,1.4598761796951294,39,1079,,,, -,,,39,1079,1.5573196411132812,1.5573196411132812,, -1.5039993524551392,1.5039993524551392,1.4598761796951294,40,1106,,,, -,,,40,1106,1.5502561330795288,1.5502561330795288,, -1.521295189857483,1.521295189857483,1.4598761796951294,41,1133,,,, -,,,41,1133,1.5631787776947021,1.5631787776947021,, -1.523516297340393,1.523516297340393,1.4598761796951294,42,1160,,,, -,,,42,1160,1.5591821670532227,1.5591821670532227,, -1.4890581369400024,1.4890581369400024,1.4598761796951294,43,1187,,,, -,,,43,1187,1.5611079931259155,1.5611079931259155,, -1.5126712322235107,1.5126712322235107,1.4598761796951294,44,1214,,,, -,,,44,1214,1.5660756826400757,1.5660756826400757,, -1.5287526845932007,1.5287526845932007,1.4598761796951294,45,1241,,,, -,,,45,1241,1.5678203105926514,1.5678203105926514,, -1.5128003358840942,1.5128003358840942,1.4598761796951294,46,1268,,,, -,,,46,1268,1.5515344142913818,1.5515344142913818,, -1.5222854614257812,1.5222854614257812,1.4598761796951294,47,1295,,,, -,,,47,1295,1.5568047761917114,1.5568047761917114,, -1.66666579246521,1.66666579246521,1.4598761796951294,48,1322,,,, -,,,48,1322,1.5633583068847656,1.5633583068847656,, -1.520140290260315,1.520140290260315,1.4598761796951294,49,1349,,,, -,,,49,1349,1.5600968599319458,1.5600968599319458,, -1.99445641040802,1.99445641040802,1.4598761796951294,50,1376,,,, -,,,50,1376,1.5527335405349731,1.5527335405349731,, -1.6428325176239014,1.6428325176239014,1.4598761796951294,51,1403,,,, -,,,51,1403,1.5673680305480957,1.5673680305480957,, -2.1975488662719727,2.1975488662719727,1.4598761796951294,52,1430,,,, -,,,52,1430,1.5860506296157837,1.5860506296157837,, -1.7455023527145386,1.7455023527145386,1.4598761796951294,53,1457,,,, -,,,53,1457,1.5661355257034302,1.5661355257034302,, -1.7576884031295776,1.7576884031295776,1.4598761796951294,54,1484,,,, -,,,54,1484,1.5735901594161987,1.5735901594161987,, -2.693679094314575,2.693679094314575,1.4598761796951294,55,1511,,,, -,,,55,1511,1.560921549797058,1.560921549797058,, -1.5199967622756958,1.5199967622756958,1.4598761796951294,56,1538,,,, -,,,56,1538,1.564288854598999,1.564288854598999,, -1.5041452646255493,1.5041452646255493,1.4598761796951294,57,1565,,,, -,,,57,1565,1.5826596021652222,1.5826596021652222,, -1.530770182609558,1.530770182609558,1.4598761796951294,58,1592,,,, -,,,58,1592,1.551409363746643,1.551409363746643,, -1.5201966762542725,1.5201966762542725,1.4598761796951294,59,1619,,,, -,,,59,1619,1.5606032609939575,1.5606032609939575,, -2.921614646911621,2.921614646911621,1.4598761796951294,60,1646,,,, -,,,60,1646,1.5650973320007324,1.5650973320007324,, -2.5020744800567627,2.5020744800567627,1.4598761796951294,61,1673,,,, -,,,61,1673,1.5667136907577515,1.5667136907577515,, -1.5199302434921265,1.5199302434921265,1.4598761796951294,62,1700,,,, -,,,62,1700,1.5790860652923584,1.5790860652923584,, -2.5947651863098145,2.5947651863098145,1.4598761796951294,63,1727,,,, -,,,63,1727,1.5773221254348755,1.5773221254348755,, -1.5121324062347412,1.5121324062347412,1.4598761796951294,64,1754,,,, -,,,64,1754,1.5545605421066284,1.5545605421066284,, -1.7375497817993164,1.7375497817993164,1.4598761796951294,65,1781,,,, -,,,65,1781,1.5696219205856323,1.5696219205856323,, -1.5320566892623901,1.5320566892623901,1.4598761796951294,66,1808,,,, -,,,66,1808,1.5709344148635864,1.5709344148635864,, -1.5269787311553955,1.5269787311553955,1.4598761796951294,67,1835,,,, -,,,67,1835,1.5692917108535767,1.5692917108535767,, -3.901981830596924,3.901981830596924,1.4598761796951294,68,1862,,,, -,,,68,1862,1.5742985010147095,1.5742985010147095,, -1.6315171718597412,1.6315171718597412,1.4598761796951294,69,1889,,,, -,,,69,1889,1.5831211805343628,1.5831211805343628,, -1.5286437273025513,1.5286437273025513,1.4598761796951294,70,1916,,,, -,,,70,1916,1.5662705898284912,1.5662705898284912,, -1.5539096593856812,1.5539096593856812,1.4598761796951294,71,1943,,,, -,,,71,1943,1.570115089416504,1.570115089416504,, -1.495119333267212,1.495119333267212,1.4598761796951294,72,1970,,,, -,,,72,1970,1.5679540634155273,1.5679540634155273,, -1.8068878650665283,1.8068878650665283,1.4598761796951294,73,1997,,,, -,,,73,1997,1.5740317106246948,1.5740317106246948,, -3.2145802974700928,3.2145802974700928,1.4598761796951294,74,2024,,,, -,,,74,2024,1.579018473625183,1.579018473625183,, -1.753806710243225,1.753806710243225,1.4598761796951294,75,2051,,,, -,,,75,2051,1.5565822124481201,1.5565822124481201,, -1.6934938430786133,1.6934938430786133,1.4598761796951294,76,2078,,,, -,,,76,2078,1.5591734647750854,1.5591734647750854,, -1.5226994752883911,1.5226994752883911,1.4598761796951294,77,2105,,,, -,,,77,2105,1.5719760656356812,1.5719760656356812,, -1.6201621294021606,1.6201621294021606,1.4598761796951294,78,2132,,,, -,,,78,2132,1.580021858215332,1.580021858215332,, -1.5098820924758911,1.5098820924758911,1.4598761796951294,79,2159,,,, -,,,79,2159,1.562726378440857,1.562726378440857,, -1.545417308807373,1.545417308807373,1.4598761796951294,80,2186,,,, -,,,80,2186,1.5893497467041016,1.5893497467041016,, -1.5432370901107788,1.5432370901107788,1.4598761796951294,81,2213,,,, -,,,81,2213,1.5595314502716064,1.5595314502716064,, -1.5227956771850586,1.5227956771850586,1.4598761796951294,82,2240,,,, -,,,82,2240,1.5582226514816284,1.5582226514816284,, -1.5131992101669312,1.5131992101669312,1.4598761796951294,83,2267,,,, -,,,83,2267,1.5516692399978638,1.5516692399978638,, -1.507193684577942,1.507193684577942,1.4598761796951294,84,2294,,,, -,,,84,2294,1.5842962265014648,1.5842962265014648,, -1.9617623090744019,1.9617623090744019,1.4598761796951294,85,2321,,,, -,,,85,2321,1.578822135925293,1.578822135925293,, -1.5362141132354736,1.5362141132354736,1.4598761796951294,86,2348,,,, -,,,86,2348,1.5791763067245483,1.5791763067245483,, -1.5202381610870361,1.5202381610870361,1.4598761796951294,87,2375,,,, -,,,87,2375,1.5818400382995605,1.5818400382995605,, -1.901814341545105,1.901814341545105,1.4598761796951294,88,2402,,,, -,,,88,2402,1.5671470165252686,1.5671470165252686,, -1.5359352827072144,1.5359352827072144,1.4598761796951294,89,2429,,,, -,,,89,2429,1.5740779638290405,1.5740779638290405,, -1.5378459692001343,1.5378459692001343,1.4598761796951294,90,2456,,,, -,,,90,2456,1.5684322118759155,1.5684322118759155,, -2.282083511352539,2.282083511352539,1.4598761796951294,91,2483,,,, -,,,91,2483,1.5763736963272095,1.5763736963272095,, -3.0397849082946777,3.0397849082946777,1.4598761796951294,92,2510,,,, -,,,92,2510,1.5905115604400635,1.5905115604400635,, -1.5257675647735596,1.5257675647735596,1.4598761796951294,93,2537,,,, -,,,93,2537,1.5743449926376343,1.5743449926376343,, -3.075185775756836,3.075185775756836,1.4598761796951294,94,2564,,,, -,,,94,2564,1.5815762281417847,1.5815762281417847,, -1.5163378715515137,1.5163378715515137,1.4598761796951294,95,2591,,,, -,,,95,2591,1.576257586479187,1.576257586479187,, -1.5795376300811768,1.5795376300811768,1.4598761796951294,96,2618,,,, -,,,96,2618,1.5547500848770142,1.5547500848770142,, -1.5121946334838867,1.5121946334838867,1.4598761796951294,97,2645,,,, -,,,97,2645,1.5651905536651611,1.5651905536651611,, -1.5303138494491577,1.5303138494491577,1.4598761796951294,98,2672,,,, -,,,98,2672,1.5765033960342407,1.5765033960342407,, -1.5393849611282349,1.5393849611282349,1.4598761796951294,99,2699,,,, -,,,99,2699,1.5709004402160645,1.5709004402160645,, -,,,1,27,,,1.607086420059204,1.607086420059204 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.34 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.34 deleted file mode 100644 index 7819c81a3c589c189ca9c3d68a13c00866c3f210..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.34 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:21e4b0e6a64a6bf1cbdbc6b1da60737248be5888d351207288dbcfbb8baa876d -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957825.37a92d36c649.1.35 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957825.37a92d36c649.1.35 deleted file mode 100644 index 350603cf7ca4ed146ab19f4f42d800855435b678..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957825.37a92d36c649.1.35 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:66420b1369d280adf853411b341ea36864cb902c247872e4d6f882a88a820367 -size 176 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index db917568a87aa520526d40919e007ccf9c85c05f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.08024960406017266 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17363713 -model/params/trainable: 17363713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/config.yaml deleted file mode 100644 index e12deef80c31a88fa6fe6f9f43b1dacfd65c9c75..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.03743928918097114 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/hydra.yaml deleted file mode 100644 index c13ebfb81dbba58bb9868ba24f27621e638701a1..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.03743928918097114 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=256 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.03743928918097114,trainer.gpus=0 - id: '18' - num: 18 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/overrides.yaml deleted file mode 100644 index 9c47d274953ca9d6a58b6446afee0a1de43baaba..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.03743928918097114 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=256 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/hparams.yaml deleted file mode 100644 index 045439a57134fb43ce38a161340d4cb1cfea729e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.03743928918097114 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/metrics.csv deleted file mode 100644 index c474b0dad4e62567e66af52c3ce2ae27ad296c52..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -2.6355347633361816,2.6355347633361816,2.048966884613037,0,13,,,, -,,,0,13,1.883191704750061,1.883191704750061,, -1.6152772903442383,1.6152772903442383,1.6152772903442383,1,27,,,, -,,,1,27,1.5544946193695068,1.5544946193695068,, -1.498376488685608,1.498376488685608,1.498376488685608,2,41,,,, -,,,2,41,1.5155194997787476,1.5155194997787476,, -1.5222376585006714,1.5222376585006714,1.498376488685608,3,55,,,, -,,,3,55,1.518465518951416,1.518465518951416,, -1.4935786724090576,1.4935786724090576,1.4935786724090576,4,69,,,, -,,,4,69,1.5015467405319214,1.5015467405319214,, -1.5142050981521606,1.5142050981521606,1.4935786724090576,5,83,,,, -,,,5,83,1.5006210803985596,1.5006210803985596,, -1.5273962020874023,1.5273962020874023,1.4935786724090576,6,97,,,, -,,,6,97,1.5595465898513794,1.5595465898513794,, -1.476374626159668,1.476374626159668,1.476374626159668,7,111,,,, -,,,7,111,1.533578634262085,1.533578634262085,, -1.567958116531372,1.567958116531372,1.476374626159668,8,125,,,, -,,,8,125,1.5061123371124268,1.5061123371124268,, -1.5312609672546387,1.5312609672546387,1.476374626159668,9,139,,,, -,,,9,139,1.4929120540618896,1.4929120540618896,, -1.5516924858093262,1.5516924858093262,1.476374626159668,10,153,,,, -,,,10,153,1.5271679162979126,1.5271679162979126,, -1.5210322141647339,1.5210322141647339,1.476374626159668,11,167,,,, -,,,11,167,1.518851637840271,1.518851637840271,, -1.5223894119262695,1.5223894119262695,1.476374626159668,12,181,,,, -,,,12,181,1.500639796257019,1.500639796257019,, -1.5614205598831177,1.5614205598831177,1.476374626159668,13,195,,,, -,,,13,195,1.5254446268081665,1.5254446268081665,, -1.5590431690216064,1.5590431690216064,1.476374626159668,14,209,,,, -,,,14,209,1.4890416860580444,1.4890416860580444,, -1.5585927963256836,1.5585927963256836,1.476374626159668,15,223,,,, -,,,15,223,1.5044910907745361,1.5044910907745361,, -2.338282823562622,2.338282823562622,1.476374626159668,16,237,,,, -,,,16,237,1.4886295795440674,1.4886295795440674,, -3.094113826751709,3.094113826751709,1.476374626159668,17,251,,,, -,,,17,251,1.5163681507110596,1.5163681507110596,, -1.6447088718414307,1.6447088718414307,1.476374626159668,18,265,,,, -,,,18,265,1.5015126466751099,1.5015126466751099,, -3.090235948562622,3.090235948562622,1.476374626159668,19,279,,,, -,,,19,279,1.511577844619751,1.511577844619751,, -1.4987415075302124,1.4987415075302124,1.476374626159668,20,293,,,, -,,,20,293,1.5035771131515503,1.5035771131515503,, -1.8901257514953613,1.8901257514953613,1.476374626159668,21,307,,,, -,,,21,307,1.5216639041900635,1.5216639041900635,, -1.576839566230774,1.576839566230774,1.476374626159668,22,321,,,, -,,,22,321,1.492666244506836,1.492666244506836,, -1.5541852712631226,1.5541852712631226,1.476374626159668,23,335,,,, -,,,23,335,1.5067462921142578,1.5067462921142578,, -3.0867257118225098,3.0867257118225098,1.476374626159668,24,349,,,, -,,,24,349,1.4857765436172485,1.4857765436172485,, -1.5229908227920532,1.5229908227920532,1.476374626159668,25,363,,,, -,,,25,363,1.5301644802093506,1.5301644802093506,, -1.9667452573776245,1.9667452573776245,1.476374626159668,26,377,,,, -,,,26,377,1.491742730140686,1.491742730140686,, -1.5461527109146118,1.5461527109146118,1.476374626159668,27,391,,,, -,,,27,391,1.4973547458648682,1.4973547458648682,, -1.4906110763549805,1.4906110763549805,1.476374626159668,28,405,,,, -,,,28,405,1.4992064237594604,1.4992064237594604,, -1.5208537578582764,1.5208537578582764,1.476374626159668,29,419,,,, -,,,29,419,1.5163637399673462,1.5163637399673462,, -1.5702840089797974,1.5702840089797974,1.476374626159668,30,433,,,, -,,,30,433,1.5191086530685425,1.5191086530685425,, -5.129725456237793,5.129725456237793,1.476374626159668,31,447,,,, -,,,31,447,1.4982222318649292,1.4982222318649292,, -1.5840742588043213,1.5840742588043213,1.476374626159668,32,461,,,, -,,,32,461,1.4904237985610962,1.4904237985610962,, -3.433534622192383,3.433534622192383,1.476374626159668,33,475,,,, -,,,33,475,1.504126787185669,1.504126787185669,, -1.5531675815582275,1.5531675815582275,1.476374626159668,34,489,,,, -,,,34,489,1.522326946258545,1.522326946258545,, -2.011847496032715,2.011847496032715,1.476374626159668,35,503,,,, -,,,35,503,1.5316393375396729,1.5316393375396729,, -1.6925238370895386,1.6925238370895386,1.476374626159668,36,517,,,, -,,,36,517,1.521781086921692,1.521781086921692,, -1.5798851251602173,1.5798851251602173,1.476374626159668,37,531,,,, -,,,37,531,1.509369969367981,1.509369969367981,, -1.7963910102844238,1.7963910102844238,1.476374626159668,38,545,,,, -,,,38,545,1.5230289697647095,1.5230289697647095,, -1.5700913667678833,1.5700913667678833,1.476374626159668,39,559,,,, -,,,39,559,1.5024548768997192,1.5024548768997192,, -1.580180287361145,1.580180287361145,1.476374626159668,40,573,,,, -,,,40,573,1.5243703126907349,1.5243703126907349,, -2.0984785556793213,2.0984785556793213,1.476374626159668,41,587,,,, -,,,41,587,1.5178197622299194,1.5178197622299194,, -1.6289019584655762,1.6289019584655762,1.476374626159668,42,601,,,, -,,,42,601,1.4754196405410767,1.4754196405410767,, -2.173471450805664,2.173471450805664,1.476374626159668,43,615,,,, -,,,43,615,1.479856014251709,1.479856014251709,, -1.558933138847351,1.558933138847351,1.476374626159668,44,629,,,, -,,,44,629,1.5035206079483032,1.5035206079483032,, -2.056846857070923,2.056846857070923,1.476374626159668,45,643,,,, -,,,45,643,1.4978448152542114,1.4978448152542114,, -1.6046494245529175,1.6046494245529175,1.476374626159668,46,657,,,, -,,,46,657,1.4886592626571655,1.4886592626571655,, -1.9131927490234375,1.9131927490234375,1.476374626159668,47,671,,,, -,,,47,671,1.5062918663024902,1.5062918663024902,, -1.5698736906051636,1.5698736906051636,1.476374626159668,48,685,,,, -,,,48,685,1.4856476783752441,1.4856476783752441,, -1.5839203596115112,1.5839203596115112,1.476374626159668,49,699,,,, -,,,49,699,1.4970148801803589,1.4970148801803589,, -1.59181547164917,1.59181547164917,1.476374626159668,50,713,,,, -,,,50,713,1.479875087738037,1.479875087738037,, -1.5930832624435425,1.5930832624435425,1.476374626159668,51,727,,,, -,,,51,727,1.4955308437347412,1.4955308437347412,, -1.6273243427276611,1.6273243427276611,1.476374626159668,52,741,,,, -,,,52,741,1.5194710493087769,1.5194710493087769,, -1.8222508430480957,1.8222508430480957,1.476374626159668,53,755,,,, -,,,53,755,1.5255677700042725,1.5255677700042725,, -1.6618307828903198,1.6618307828903198,1.476374626159668,54,769,,,, -,,,54,769,1.5128798484802246,1.5128798484802246,, -1.5834572315216064,1.5834572315216064,1.476374626159668,55,783,,,, -,,,55,783,1.5201737880706787,1.5201737880706787,, -2.001760244369507,2.001760244369507,1.476374626159668,56,797,,,, -,,,56,797,1.515254259109497,1.515254259109497,, -1.6299142837524414,1.6299142837524414,1.476374626159668,57,811,,,, -,,,57,811,1.5209157466888428,1.5209157466888428,, -1.496089220046997,1.496089220046997,1.476374626159668,58,825,,,, -,,,58,825,1.4950878620147705,1.4950878620147705,, -1.7547348737716675,1.7547348737716675,1.476374626159668,59,839,,,, -,,,59,839,1.5180797576904297,1.5180797576904297,, -1.505030632019043,1.505030632019043,1.476374626159668,60,853,,,, -,,,60,853,1.5023458003997803,1.5023458003997803,, -3.2656614780426025,3.2656614780426025,1.476374626159668,61,867,,,, -,,,61,867,1.5040056705474854,1.5040056705474854,, -1.5248425006866455,1.5248425006866455,1.476374626159668,62,881,,,, -,,,62,881,1.4978935718536377,1.4978935718536377,, -2.443887710571289,2.443887710571289,1.476374626159668,63,895,,,, -,,,63,895,1.5204830169677734,1.5204830169677734,, -1.5065891742706299,1.5065891742706299,1.476374626159668,64,909,,,, -,,,64,909,1.5203510522842407,1.5203510522842407,, -1.5726381540298462,1.5726381540298462,1.476374626159668,65,923,,,, -,,,65,923,1.49846351146698,1.49846351146698,, -1.4937044382095337,1.4937044382095337,1.476374626159668,66,937,,,, -,,,66,937,1.526849389076233,1.526849389076233,, -1.9389339685440063,1.9389339685440063,1.476374626159668,67,951,,,, -,,,67,951,1.5241565704345703,1.5241565704345703,, -1.84017014503479,1.84017014503479,1.476374626159668,68,965,,,, -,,,68,965,1.513082504272461,1.513082504272461,, -1.957767128944397,1.957767128944397,1.476374626159668,69,979,,,, -,,,69,979,1.4952763319015503,1.4952763319015503,, -1.5484317541122437,1.5484317541122437,1.476374626159668,70,993,,,, -,,,70,993,1.5032802820205688,1.5032802820205688,, -2.613295793533325,2.613295793533325,1.476374626159668,71,1007,,,, -,,,71,1007,1.516208291053772,1.516208291053772,, -1.5476319789886475,1.5476319789886475,1.476374626159668,72,1021,,,, -,,,72,1021,1.5262023210525513,1.5262023210525513,, -1.4940075874328613,1.4940075874328613,1.476374626159668,73,1035,,,, -,,,73,1035,1.5111501216888428,1.5111501216888428,, -1.5992673635482788,1.5992673635482788,1.476374626159668,74,1049,,,, -,,,74,1049,1.5034174919128418,1.5034174919128418,, -1.7907220125198364,1.7907220125198364,1.476374626159668,75,1063,,,, -,,,75,1063,1.5074670314788818,1.5074670314788818,, -1.790595531463623,1.790595531463623,1.476374626159668,76,1077,,,, -,,,76,1077,1.512900710105896,1.512900710105896,, -1.5210142135620117,1.5210142135620117,1.476374626159668,77,1091,,,, -,,,77,1091,1.5281448364257812,1.5281448364257812,, -3.2895700931549072,3.2895700931549072,1.476374626159668,78,1105,,,, -,,,78,1105,1.4945682287216187,1.4945682287216187,, -1.5283509492874146,1.5283509492874146,1.476374626159668,79,1119,,,, -,,,79,1119,1.510396957397461,1.510396957397461,, -2.2856879234313965,2.2856879234313965,1.476374626159668,80,1133,,,, -,,,80,1133,1.5060607194900513,1.5060607194900513,, -2.4469382762908936,2.4469382762908936,1.476374626159668,81,1147,,,, -,,,81,1147,1.5162808895111084,1.5162808895111084,, -1.648006558418274,1.648006558418274,1.476374626159668,82,1161,,,, -,,,82,1161,1.5237221717834473,1.5237221717834473,, -4.036801338195801,4.036801338195801,1.476374626159668,83,1175,,,, -,,,83,1175,1.5089161396026611,1.5089161396026611,, -1.563164472579956,1.563164472579956,1.476374626159668,84,1189,,,, -,,,84,1189,1.5110883712768555,1.5110883712768555,, -1.579241156578064,1.579241156578064,1.476374626159668,85,1203,,,, -,,,85,1203,1.5052059888839722,1.5052059888839722,, -1.6023931503295898,1.6023931503295898,1.476374626159668,86,1217,,,, -,,,86,1217,1.5061380863189697,1.5061380863189697,, -1.6701816320419312,1.6701816320419312,1.476374626159668,87,1231,,,, -,,,87,1231,1.5196176767349243,1.5196176767349243,, -1.5225956439971924,1.5225956439971924,1.476374626159668,88,1245,,,, -,,,88,1245,1.5238944292068481,1.5238944292068481,, -1.498367190361023,1.498367190361023,1.476374626159668,89,1259,,,, -,,,89,1259,1.5127923488616943,1.5127923488616943,, -1.5908286571502686,1.5908286571502686,1.476374626159668,90,1273,,,, -,,,90,1273,1.5091935396194458,1.5091935396194458,, -1.4840797185897827,1.4840797185897827,1.476374626159668,91,1287,,,, -,,,91,1287,1.5152442455291748,1.5152442455291748,, -1.5365285873413086,1.5365285873413086,1.476374626159668,92,1301,,,, -,,,92,1301,1.5147398710250854,1.5147398710250854,, -1.852054476737976,1.852054476737976,1.476374626159668,93,1315,,,, -,,,93,1315,1.5136468410491943,1.5136468410491943,, -1.583746075630188,1.583746075630188,1.476374626159668,94,1329,,,, -,,,94,1329,1.4903944730758667,1.4903944730758667,, -1.5107396841049194,1.5107396841049194,1.476374626159668,95,1343,,,, -,,,95,1343,1.5019245147705078,1.5019245147705078,, -1.7254056930541992,1.7254056930541992,1.476374626159668,96,1357,,,, -,,,96,1357,1.5211507081985474,1.5211507081985474,, -1.8845033645629883,1.8845033645629883,1.476374626159668,97,1371,,,, -,,,97,1371,1.5152033567428589,1.5152033567428589,, -1.7312034368515015,1.7312034368515015,1.476374626159668,98,1385,,,, -,,,98,1385,1.5138838291168213,1.5138838291168213,, -1.670477032661438,1.670477032661438,1.476374626159668,99,1399,,,, -,,,99,1399,1.510713815689087,1.510713815689087,, -,,,8,112,,,1.6203563213348389,1.6203563213348389 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957826.37a92d36c649.1.36 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957826.37a92d36c649.1.36 deleted file mode 100644 index 5f307be20f16411f6087fdc3ee4c1041543bca43..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957826.37a92d36c649.1.36 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:05173ede6f03389e40418c3769096484ae59ffffe97caa068bba5c66295aa16b -size 36391 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958584.37a92d36c649.1.37 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958584.37a92d36c649.1.37 deleted file mode 100644 index 71ddacb89fbe9eeee32957b431d57527606c012c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958584.37a92d36c649.1.37 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ff9fcdfc46d1983596e2390cdf3add233502b1807c03ee3fb7d145ad996ed638 -size 176 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 045439a57134fb43ce38a161340d4cb1cfea729e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.03743928918097114 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/config.yaml deleted file mode 100644 index e3049e70cfa07caacd93ba6147bbd17c2b499a25..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.03260824522064407 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/hydra.yaml deleted file mode 100644 index 768a8d44045eec13fda9bd0418b1635276b9dc6f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.03260824522064407 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=256 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.03260824522064407,trainer.gpus=0 - id: '19' - num: 19 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/overrides.yaml deleted file mode 100644 index 64c57759049be116dbdb484f88c8b047a1901bce..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.03260824522064407 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=256 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/hparams.yaml deleted file mode 100644 index 2f6b3793ac15ba5174726d6b72ffd20b09b7752a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.03260824522064407 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/metrics.csv deleted file mode 100644 index fe4a881865c2f6f80e0b45a54c357d687af6910a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.5656204223632812,1.5656204223632812,1.5656204223632812,0,26,,,, -,,,0,26,1.738182783126831,1.738182783126831,, -1.49588942527771,1.49588942527771,1.49588942527771,1,53,,,, -,,,1,53,1.6081626415252686,1.6081626415252686,, -1.5736393928527832,1.5736393928527832,1.49588942527771,2,80,,,, -,,,2,80,1.5699092149734497,1.5699092149734497,, -1.5381778478622437,1.5381778478622437,1.49588942527771,3,107,,,, -,,,3,107,1.5495392084121704,1.5495392084121704,, -1.5248829126358032,1.5248829126358032,1.49588942527771,4,134,,,, -,,,4,134,1.5466461181640625,1.5466461181640625,, -1.507563591003418,1.507563591003418,1.49588942527771,5,161,,,, -,,,5,161,1.5396461486816406,1.5396461486816406,, -1.5102298259735107,1.5102298259735107,1.49588942527771,6,188,,,, -,,,6,188,1.5453801155090332,1.5453801155090332,, -1.515764832496643,1.515764832496643,1.49588942527771,7,215,,,, -,,,7,215,1.5325170755386353,1.5325170755386353,, -1.5518888235092163,1.5518888235092163,1.49588942527771,8,242,,,, -,,,8,242,1.5708023309707642,1.5708023309707642,, -1.5104782581329346,1.5104782581329346,1.49588942527771,9,269,,,, -,,,9,269,1.5345436334609985,1.5345436334609985,, -1.552630066871643,1.552630066871643,1.49588942527771,10,296,,,, -,,,10,296,1.5473071336746216,1.5473071336746216,, -1.5369118452072144,1.5369118452072144,1.49588942527771,11,323,,,, -,,,11,323,1.5299975872039795,1.5299975872039795,, -1.699051022529602,1.699051022529602,1.49588942527771,12,350,,,, -,,,12,350,1.5290815830230713,1.5290815830230713,, -1.7586126327514648,1.7586126327514648,1.49588942527771,13,377,,,, -,,,13,377,1.5344624519348145,1.5344624519348145,, -1.5017327070236206,1.5017327070236206,1.49588942527771,14,404,,,, -,,,14,404,1.5171698331832886,1.5171698331832886,, -1.4928200244903564,1.4928200244903564,1.4928200244903564,15,431,,,, -,,,15,431,1.5572621822357178,1.5572621822357178,, -2.1388845443725586,2.1388845443725586,1.4928200244903564,16,458,,,, -,,,16,458,1.5282648801803589,1.5282648801803589,, -3.5023202896118164,3.5023202896118164,1.4928200244903564,17,485,,,, -,,,17,485,1.5294990539550781,1.5294990539550781,, -1.4857428073883057,1.4857428073883057,1.4857428073883057,18,512,,,, -,,,18,512,1.5147278308868408,1.5147278308868408,, -1.51793372631073,1.51793372631073,1.4857428073883057,19,539,,,, -,,,19,539,1.5038481950759888,1.5038481950759888,, -1.597427248954773,1.597427248954773,1.4857428073883057,20,566,,,, -,,,20,566,1.518247365951538,1.518247365951538,, -1.496241569519043,1.496241569519043,1.4857428073883057,21,593,,,, -,,,21,593,1.5529361963272095,1.5529361963272095,, -1.7016395330429077,1.7016395330429077,1.4857428073883057,22,620,,,, -,,,22,620,1.5253475904464722,1.5253475904464722,, -1.5198079347610474,1.5198079347610474,1.4857428073883057,23,647,,,, -,,,23,647,1.5138301849365234,1.5138301849365234,, -1.5180654525756836,1.5180654525756836,1.4857428073883057,24,674,,,, -,,,24,674,1.522502064704895,1.522502064704895,, -1.5165420770645142,1.5165420770645142,1.4857428073883057,25,701,,,, -,,,25,701,1.5143626928329468,1.5143626928329468,, -1.5167624950408936,1.5167624950408936,1.4857428073883057,26,728,,,, -,,,26,728,1.5232685804367065,1.5232685804367065,, -2.2708988189697266,2.2708988189697266,1.4857428073883057,27,755,,,, -,,,27,755,1.5209600925445557,1.5209600925445557,, -1.5022128820419312,1.5022128820419312,1.4857428073883057,28,782,,,, -,,,28,782,1.5280535221099854,1.5280535221099854,, -2.0151093006134033,2.0151093006134033,1.4857428073883057,29,809,,,, -,,,29,809,1.5388526916503906,1.5388526916503906,, -1.5052918195724487,1.5052918195724487,1.4857428073883057,30,836,,,, -,,,30,836,1.5203529596328735,1.5203529596328735,, -1.5456997156143188,1.5456997156143188,1.4857428073883057,31,863,,,, -,,,31,863,1.551600694656372,1.551600694656372,, -1.800344705581665,1.800344705581665,1.4857428073883057,32,890,,,, -,,,32,890,1.5204474925994873,1.5204474925994873,, -2.011557102203369,2.011557102203369,1.4857428073883057,33,917,,,, -,,,33,917,1.5143325328826904,1.5143325328826904,, -1.6082942485809326,1.6082942485809326,1.4857428073883057,34,944,,,, -,,,34,944,1.5088207721710205,1.5088207721710205,, -3.0407073497772217,3.0407073497772217,1.4857428073883057,35,971,,,, -,,,35,971,1.5234954357147217,1.5234954357147217,, -1.6511467695236206,1.6511467695236206,1.4857428073883057,36,998,,,, -,,,36,998,1.5177115201950073,1.5177115201950073,, -1.5221986770629883,1.5221986770629883,1.4857428073883057,37,1025,,,, -,,,37,1025,1.5207607746124268,1.5207607746124268,, -1.5377172231674194,1.5377172231674194,1.4857428073883057,38,1052,,,, -,,,38,1052,1.5019508600234985,1.5019508600234985,, -1.7331187725067139,1.7331187725067139,1.4857428073883057,39,1079,,,, -,,,39,1079,1.5310518741607666,1.5310518741607666,, -1.686913013458252,1.686913013458252,1.4857428073883057,40,1106,,,, -,,,40,1106,1.547770619392395,1.547770619392395,, -1.6274515390396118,1.6274515390396118,1.4857428073883057,41,1133,,,, -,,,41,1133,1.5222630500793457,1.5222630500793457,, -1.513564109802246,1.513564109802246,1.4857428073883057,42,1160,,,, -,,,42,1160,1.5388542413711548,1.5388542413711548,, -1.5364527702331543,1.5364527702331543,1.4857428073883057,43,1187,,,, -,,,43,1187,1.5279054641723633,1.5279054641723633,, -1.6024068593978882,1.6024068593978882,1.4857428073883057,44,1214,,,, -,,,44,1214,1.5245143175125122,1.5245143175125122,, -1.4879659414291382,1.4879659414291382,1.4857428073883057,45,1241,,,, -,,,45,1241,1.5213583707809448,1.5213583707809448,, -2.140535354614258,2.140535354614258,1.4857428073883057,46,1268,,,, -,,,46,1268,1.5306364297866821,1.5306364297866821,, -1.4873497486114502,1.4873497486114502,1.4857428073883057,47,1295,,,, -,,,47,1295,1.5398083925247192,1.5398083925247192,, -1.7096312046051025,1.7096312046051025,1.4857428073883057,48,1322,,,, -,,,48,1322,1.5412397384643555,1.5412397384643555,, -1.5324839353561401,1.5324839353561401,1.4857428073883057,49,1349,,,, -,,,49,1349,1.5241445302963257,1.5241445302963257,, -3.596909284591675,3.596909284591675,1.4857428073883057,50,1376,,,, -,,,50,1376,1.5150240659713745,1.5150240659713745,, -1.9343054294586182,1.9343054294586182,1.4857428073883057,51,1403,,,, -,,,51,1403,1.5306406021118164,1.5306406021118164,, -1.5349754095077515,1.5349754095077515,1.4857428073883057,52,1430,,,, -,,,52,1430,1.527614951133728,1.527614951133728,, -1.5882763862609863,1.5882763862609863,1.4857428073883057,53,1457,,,, -,,,53,1457,1.526487946510315,1.526487946510315,, -1.5183767080307007,1.5183767080307007,1.4857428073883057,54,1484,,,, -,,,54,1484,1.5261260271072388,1.5261260271072388,, -1.5335311889648438,1.5335311889648438,1.4857428073883057,55,1511,,,, -,,,55,1511,1.5451774597167969,1.5451774597167969,, -1.548169493675232,1.548169493675232,1.4857428073883057,56,1538,,,, -,,,56,1538,1.5387822389602661,1.5387822389602661,, -1.6692348718643188,1.6692348718643188,1.4857428073883057,57,1565,,,, -,,,57,1565,1.5205168724060059,1.5205168724060059,, -1.5379897356033325,1.5379897356033325,1.4857428073883057,58,1592,,,, -,,,58,1592,1.547542929649353,1.547542929649353,, -1.5199542045593262,1.5199542045593262,1.4857428073883057,59,1619,,,, -,,,59,1619,1.5551258325576782,1.5551258325576782,, -1.5053913593292236,1.5053913593292236,1.4857428073883057,60,1646,,,, -,,,60,1646,1.5659745931625366,1.5659745931625366,, -1.501768708229065,1.501768708229065,1.4857428073883057,61,1673,,,, -,,,61,1673,1.5533603429794312,1.5533603429794312,, -1.5477218627929688,1.5477218627929688,1.4857428073883057,62,1700,,,, -,,,62,1700,1.5358930826187134,1.5358930826187134,, -1.5193191766738892,1.5193191766738892,1.4857428073883057,63,1727,,,, -,,,63,1727,1.5187357664108276,1.5187357664108276,, -1.5330077409744263,1.5330077409744263,1.4857428073883057,64,1754,,,, -,,,64,1754,1.5186471939086914,1.5186471939086914,, -1.4937571287155151,1.4937571287155151,1.4857428073883057,65,1781,,,, -,,,65,1781,1.5416173934936523,1.5416173934936523,, -1.5210270881652832,1.5210270881652832,1.4857428073883057,66,1808,,,, -,,,66,1808,1.5357139110565186,1.5357139110565186,, -1.522778034210205,1.522778034210205,1.4857428073883057,67,1835,,,, -,,,67,1835,1.5328803062438965,1.5328803062438965,, -1.5020759105682373,1.5020759105682373,1.4857428073883057,68,1862,,,, -,,,68,1862,1.5456167459487915,1.5456167459487915,, -1.5997874736785889,1.5997874736785889,1.4857428073883057,69,1889,,,, -,,,69,1889,1.5361191034317017,1.5361191034317017,, -1.4951149225234985,1.4951149225234985,1.4857428073883057,70,1916,,,, -,,,70,1916,1.5268501043319702,1.5268501043319702,, -1.771569013595581,1.771569013595581,1.4857428073883057,71,1943,,,, -,,,71,1943,1.547211766242981,1.547211766242981,, -1.539156198501587,1.539156198501587,1.4857428073883057,72,1970,,,, -,,,72,1970,1.5313692092895508,1.5313692092895508,, -1.6257878541946411,1.6257878541946411,1.4857428073883057,73,1997,,,, -,,,73,1997,1.5701204538345337,1.5701204538345337,, -1.5070515871047974,1.5070515871047974,1.4857428073883057,74,2024,,,, -,,,74,2024,1.5477219820022583,1.5477219820022583,, -1.6187244653701782,1.6187244653701782,1.4857428073883057,75,2051,,,, -,,,75,2051,1.51690673828125,1.51690673828125,, -1.8340365886688232,1.8340365886688232,1.4857428073883057,76,2078,,,, -,,,76,2078,1.534622073173523,1.534622073173523,, -1.5370204448699951,1.5370204448699951,1.4857428073883057,77,2105,,,, -,,,77,2105,1.5191243886947632,1.5191243886947632,, -1.5301501750946045,1.5301501750946045,1.4857428073883057,78,2132,,,, -,,,78,2132,1.5442100763320923,1.5442100763320923,, -2.7828667163848877,2.7828667163848877,1.4857428073883057,79,2159,,,, -,,,79,2159,1.5356336832046509,1.5356336832046509,, -1.7086619138717651,1.7086619138717651,1.4857428073883057,80,2186,,,, -,,,80,2186,1.5371642112731934,1.5371642112731934,, -1.4891403913497925,1.4891403913497925,1.4857428073883057,81,2213,,,, -,,,81,2213,1.5435301065444946,1.5435301065444946,, -1.873478651046753,1.873478651046753,1.4857428073883057,82,2240,,,, -,,,82,2240,1.5752805471420288,1.5752805471420288,, -1.4921513795852661,1.4921513795852661,1.4857428073883057,83,2267,,,, -,,,83,2267,1.5714900493621826,1.5714900493621826,, -1.5270261764526367,1.5270261764526367,1.4857428073883057,84,2294,,,, -,,,84,2294,1.5504677295684814,1.5504677295684814,, -1.8099544048309326,1.8099544048309326,1.4857428073883057,85,2321,,,, -,,,85,2321,1.562684178352356,1.562684178352356,, -2.2735397815704346,2.2735397815704346,1.4857428073883057,86,2348,,,, -,,,86,2348,1.5538617372512817,1.5538617372512817,, -1.502306580543518,1.502306580543518,1.4857428073883057,87,2375,,,, -,,,87,2375,1.5468003749847412,1.5468003749847412,, -1.498835802078247,1.498835802078247,1.4857428073883057,88,2402,,,, -,,,88,2402,1.539528489112854,1.539528489112854,, -1.517993450164795,1.517993450164795,1.4857428073883057,89,2429,,,, -,,,89,2429,1.5434211492538452,1.5434211492538452,, -2.4625046253204346,2.4625046253204346,1.4857428073883057,90,2456,,,, -,,,90,2456,1.5448286533355713,1.5448286533355713,, -1.5464633703231812,1.5464633703231812,1.4857428073883057,91,2483,,,, -,,,91,2483,1.547099232673645,1.547099232673645,, -1.585344910621643,1.585344910621643,1.4857428073883057,92,2510,,,, -,,,92,2510,1.5461409091949463,1.5461409091949463,, -1.871080994606018,1.871080994606018,1.4857428073883057,93,2537,,,, -,,,93,2537,1.5454007387161255,1.5454007387161255,, -1.8310729265213013,1.8310729265213013,1.4857428073883057,94,2564,,,, -,,,94,2564,1.5580780506134033,1.5580780506134033,, -1.5222253799438477,1.5222253799438477,1.4857428073883057,95,2591,,,, -,,,95,2591,1.5478107929229736,1.5478107929229736,, -1.5086250305175781,1.5086250305175781,1.4857428073883057,96,2618,,,, -,,,96,2618,1.5387903451919556,1.5387903451919556,, -1.5011481046676636,1.5011481046676636,1.4857428073883057,97,2645,,,, -,,,97,2645,1.5410867929458618,1.5410867929458618,, -1.5155304670333862,1.5155304670333862,1.4857428073883057,98,2672,,,, -,,,98,2672,1.5456998348236084,1.5456998348236084,, -1.7232717275619507,1.7232717275619507,1.4857428073883057,99,2699,,,, -,,,99,2699,1.5458693504333496,1.5458693504333496,, -,,,19,513,,,1.6211354732513428,1.6211354732513428 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958585.37a92d36c649.1.38 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958585.37a92d36c649.1.38 deleted file mode 100644 index 6d06f3491c4b2e69e3b70d776ecf78a85b1121d2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958585.37a92d36c649.1.38 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:056022cd25896f104dbf26244c2ea44805f2ad075729aa296d7ab4e103c48888 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.39 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.39 deleted file mode 100644 index a5951509272e8bd39b84dedd042fccead9e21e89..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.39 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:267bab18f7b3440fe2790099fd3348f7f5d4106cd03aeb414a79643a4647a1de -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 2f6b3793ac15ba5174726d6b72ffd20b09b7752a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.03260824522064407 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17347713 -model/params/trainable: 17347713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/config.yaml deleted file mode 100644 index 29b2cbc7f5251c1761fc0685acdbaa77082098ee..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 1024 - lin3_size: 1024 - output_size: 1 - lr: 0.17902839665797884 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/hydra.yaml deleted file mode 100644 index 3dbfcc476d968523271d556526e34986c336c182..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.17902839665797884 - - model.lin1_size=128 - - model.lin2_size=1024 - - model.lin3_size=1024 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=1024,model.lin3_size=1024,model.lr=0.17902839665797884,trainer.gpus=0 - id: '2' - num: 2 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/overrides.yaml deleted file mode 100644 index 16317b2ea9d7657d2dc63d275bdb01d64d170261..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.17902839665797884 -- model.lin1_size=128 -- model.lin2_size=1024 -- model.lin3_size=1024 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/hparams.yaml deleted file mode 100644 index 249aa5f3803de4a986297fee06d0b38ec052ab69..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 1024 - lin3_size: 1024 - output_size: 1 - lr: 0.17902839665797884 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 9827201 -model/params/trainable: 9827201 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/metrics.csv deleted file mode 100644 index ca22af910b48ca75dd7d90225e0fea04add6e3dc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -4.942013263702393,4.942013263702393,1.8842527866363525,0,26,,,, -,,,0,26,7.211176872253418,7.211176872253418,, -1.6712143421173096,1.6712143421173096,1.6712143421173096,1,53,,,, -,,,1,53,2.152496576309204,2.152496576309204,, -1.5258362293243408,1.5258362293243408,1.5258362293243408,2,80,,,, -,,,2,80,1.725841760635376,1.725841760635376,, -1.7321048974990845,1.7321048974990845,1.5258362293243408,3,107,,,, -,,,3,107,1.664211392402649,1.664211392402649,, -2.4167706966400146,2.4167706966400146,1.5258362293243408,4,134,,,, -,,,4,134,1.613060712814331,1.613060712814331,, -2.301844835281372,2.301844835281372,1.5258362293243408,5,161,,,, -,,,5,161,1.596131443977356,1.596131443977356,, -1.512845754623413,1.512845754623413,1.512845754623413,6,188,,,, -,,,6,188,1.5830390453338623,1.5830390453338623,, -1.5259788036346436,1.5259788036346436,1.512845754623413,7,215,,,, -,,,7,215,1.578467607498169,1.578467607498169,, -1.5527069568634033,1.5527069568634033,1.512845754623413,8,242,,,, -,,,8,242,1.572962760925293,1.572962760925293,, -1.6021738052368164,1.6021738052368164,1.512845754623413,9,269,,,, -,,,9,269,1.6103239059448242,1.6103239059448242,, -1.5456576347351074,1.5456576347351074,1.512845754623413,10,296,,,, -,,,10,296,1.589150071144104,1.589150071144104,, -32.458038330078125,32.458038330078125,1.512845754623413,11,323,,,, -,,,11,323,1.5808781385421753,1.5808781385421753,, -3.305894374847412,3.305894374847412,1.512845754623413,12,350,,,, -,,,12,350,1.5942620038986206,1.5942620038986206,, -1.5257136821746826,1.5257136821746826,1.512845754623413,13,377,,,, -,,,13,377,1.5893584489822388,1.5893584489822388,, -1.5382262468338013,1.5382262468338013,1.512845754623413,14,404,,,, -,,,14,404,1.585023283958435,1.585023283958435,, -2.27055287361145,2.27055287361145,1.512845754623413,15,431,,,, -,,,15,431,1.5829946994781494,1.5829946994781494,, -1.6377092599868774,1.6377092599868774,1.512845754623413,16,458,,,, -,,,16,458,1.5754798650741577,1.5754798650741577,, -1.5239015817642212,1.5239015817642212,1.512845754623413,17,485,,,, -,,,17,485,1.587470293045044,1.587470293045044,, -1.5298212766647339,1.5298212766647339,1.512845754623413,18,512,,,, -,,,18,512,1.5970978736877441,1.5970978736877441,, -1.773655891418457,1.773655891418457,1.512845754623413,19,539,,,, -,,,19,539,1.5947295427322388,1.5947295427322388,, -2.728525161743164,2.728525161743164,1.512845754623413,20,566,,,, -,,,20,566,1.6138726472854614,1.6138726472854614,, -1.8600244522094727,1.8600244522094727,1.512845754623413,21,593,,,, -,,,21,593,1.6193721294403076,1.6193721294403076,, -2.150730848312378,2.150730848312378,1.512845754623413,22,620,,,, -,,,22,620,1.657004714012146,1.657004714012146,, -1.5199613571166992,1.5199613571166992,1.512845754623413,23,647,,,, -,,,23,647,1.6264400482177734,1.6264400482177734,, -5.563539028167725,5.563539028167725,1.512845754623413,24,674,,,, -,,,24,674,1.6168267726898193,1.6168267726898193,, -1.5327045917510986,1.5327045917510986,1.512845754623413,25,701,,,, -,,,25,701,1.6076825857162476,1.6076825857162476,, -5.793704032897949,5.793704032897949,1.512845754623413,26,728,,,, -,,,26,728,1.6270607709884644,1.6270607709884644,, -1.96451997756958,1.96451997756958,1.512845754623413,27,755,,,, -,,,27,755,1.6135138273239136,1.6135138273239136,, -4.592329025268555,4.592329025268555,1.512845754623413,28,782,,,, -,,,28,782,1.630656361579895,1.630656361579895,, -2.322110652923584,2.322110652923584,1.512845754623413,29,809,,,, -,,,29,809,1.630600094795227,1.630600094795227,, -8.426097869873047,8.426097869873047,1.512845754623413,30,836,,,, -,,,30,836,1.607855200767517,1.607855200767517,, -1.590277910232544,1.590277910232544,1.512845754623413,31,863,,,, -,,,31,863,1.6107796430587769,1.6107796430587769,, -1.727465033531189,1.727465033531189,1.512845754623413,32,890,,,, -,,,32,890,1.6146469116210938,1.6146469116210938,, -23.68500518798828,23.68500518798828,1.512845754623413,33,917,,,, -,,,33,917,1.6552749872207642,1.6552749872207642,, -1.8037164211273193,1.8037164211273193,1.512845754623413,34,944,,,, -,,,34,944,1.6542985439300537,1.6542985439300537,, -2.0892064571380615,2.0892064571380615,1.512845754623413,35,971,,,, -,,,35,971,1.6538760662078857,1.6538760662078857,, -4.018378734588623,4.018378734588623,1.512845754623413,36,998,,,, -,,,36,998,1.6224898099899292,1.6224898099899292,, -7.920298099517822,7.920298099517822,1.512845754623413,37,1025,,,, -,,,37,1025,1.6609766483306885,1.6609766483306885,, -6.539056301116943,6.539056301116943,1.512845754623413,38,1052,,,, -,,,38,1052,1.646742582321167,1.646742582321167,, -2.5107614994049072,2.5107614994049072,1.512845754623413,39,1079,,,, -,,,39,1079,1.6600449085235596,1.6600449085235596,, -4.4816484451293945,4.4816484451293945,1.512845754623413,40,1106,,,, -,,,40,1106,1.6956262588500977,1.6956262588500977,, -2.5157198905944824,2.5157198905944824,1.512845754623413,41,1133,,,, -,,,41,1133,1.6280807256698608,1.6280807256698608,, -3.2198596000671387,3.2198596000671387,1.512845754623413,42,1160,,,, -,,,42,1160,1.6576040983200073,1.6576040983200073,, -3.3556978702545166,3.3556978702545166,1.512845754623413,43,1187,,,, -,,,43,1187,1.6615694761276245,1.6615694761276245,, -28.666645050048828,28.666645050048828,1.512845754623413,44,1214,,,, -,,,44,1214,1.6765164136886597,1.6765164136886597,, -4.415087699890137,4.415087699890137,1.512845754623413,45,1241,,,, -,,,45,1241,1.6995322704315186,1.6995322704315186,, -20.20732307434082,20.20732307434082,1.512845754623413,46,1268,,,, -,,,46,1268,1.80489182472229,1.80489182472229,, -9.175054550170898,9.175054550170898,1.512845754623413,47,1295,,,, -,,,47,1295,1.6578465700149536,1.6578465700149536,, -18.570985794067383,18.570985794067383,1.512845754623413,48,1322,,,, -,,,48,1322,1.6341334581375122,1.6341334581375122,, -1.6201993227005005,1.6201993227005005,1.512845754623413,49,1349,,,, -,,,49,1349,1.7168278694152832,1.7168278694152832,, -26.16611671447754,26.16611671447754,1.512845754623413,50,1376,,,, -,,,50,1376,1.6748077869415283,1.6748077869415283,, -31.354934692382812,31.354934692382812,1.512845754623413,51,1403,,,, -,,,51,1403,1.6734038591384888,1.6734038591384888,, -1.9443947076797485,1.9443947076797485,1.512845754623413,52,1430,,,, -,,,52,1430,1.7272567749023438,1.7272567749023438,, -9.064143180847168,9.064143180847168,1.512845754623413,53,1457,,,, -,,,53,1457,1.7186124324798584,1.7186124324798584,, -1.587944746017456,1.587944746017456,1.512845754623413,54,1484,,,, -,,,54,1484,1.7188239097595215,1.7188239097595215,, -4.488987922668457,4.488987922668457,1.512845754623413,55,1511,,,, -,,,55,1511,1.705220103263855,1.705220103263855,, -1.8534462451934814,1.8534462451934814,1.512845754623413,56,1538,,,, -,,,56,1538,1.7040441036224365,1.7040441036224365,, -4.239743232727051,4.239743232727051,1.512845754623413,57,1565,,,, -,,,57,1565,1.7449744939804077,1.7449744939804077,, -2.4143083095550537,2.4143083095550537,1.512845754623413,58,1592,,,, -,,,58,1592,1.705967903137207,1.705967903137207,, -3.4238860607147217,3.4238860607147217,1.512845754623413,59,1619,,,, -,,,59,1619,1.6709966659545898,1.6709966659545898,, -2.488356113433838,2.488356113433838,1.512845754623413,60,1646,,,, -,,,60,1646,1.6747407913208008,1.6747407913208008,, -9.486682891845703,9.486682891845703,1.512845754623413,61,1673,,,, -,,,61,1673,1.7670040130615234,1.7670040130615234,, -6.925899505615234,6.925899505615234,1.512845754623413,62,1700,,,, -,,,62,1700,1.6681197881698608,1.6681197881698608,, -3.6239397525787354,3.6239397525787354,1.512845754623413,63,1727,,,, -,,,63,1727,1.685065746307373,1.685065746307373,, -2.5163207054138184,2.5163207054138184,1.512845754623413,64,1754,,,, -,,,64,1754,1.686383843421936,1.686383843421936,, -1.5647261142730713,1.5647261142730713,1.512845754623413,65,1781,,,, -,,,65,1781,1.6956655979156494,1.6956655979156494,, -1.5443474054336548,1.5443474054336548,1.512845754623413,66,1808,,,, -,,,66,1808,1.7258676290512085,1.7258676290512085,, -4.991905212402344,4.991905212402344,1.512845754623413,67,1835,,,, -,,,67,1835,1.7325060367584229,1.7325060367584229,, -25.96318244934082,25.96318244934082,1.512845754623413,68,1862,,,, -,,,68,1862,1.6799098253250122,1.6799098253250122,, -1.740399718284607,1.740399718284607,1.512845754623413,69,1889,,,, -,,,69,1889,1.6586723327636719,1.6586723327636719,, -5.7846903800964355,5.7846903800964355,1.512845754623413,70,1916,,,, -,,,70,1916,1.6989774703979492,1.6989774703979492,, -1.5390455722808838,1.5390455722808838,1.512845754623413,71,1943,,,, -,,,71,1943,1.7002085447311401,1.7002085447311401,, -4.071336269378662,4.071336269378662,1.512845754623413,72,1970,,,, -,,,72,1970,1.6909217834472656,1.6909217834472656,, -8.201913833618164,8.201913833618164,1.512845754623413,73,1997,,,, -,,,73,1997,1.710548996925354,1.710548996925354,, -4.729573726654053,4.729573726654053,1.512845754623413,74,2024,,,, -,,,74,2024,1.7441068887710571,1.7441068887710571,, -7.402055263519287,7.402055263519287,1.512845754623413,75,2051,,,, -,,,75,2051,1.704969882965088,1.704969882965088,, -1.9263912439346313,1.9263912439346313,1.512845754623413,76,2078,,,, -,,,76,2078,1.6429044008255005,1.6429044008255005,, -71.78511047363281,71.78511047363281,1.512845754623413,77,2105,,,, -,,,77,2105,1.7492035627365112,1.7492035627365112,, -12.499197006225586,12.499197006225586,1.512845754623413,78,2132,,,, -,,,78,2132,1.714001178741455,1.714001178741455,, -26.30113410949707,26.30113410949707,1.512845754623413,79,2159,,,, -,,,79,2159,1.7874820232391357,1.7874820232391357,, -14.366292953491211,14.366292953491211,1.512845754623413,80,2186,,,, -,,,80,2186,1.7015773057937622,1.7015773057937622,, -9.344834327697754,9.344834327697754,1.512845754623413,81,2213,,,, -,,,81,2213,1.7116471529006958,1.7116471529006958,, -1.5265141725540161,1.5265141725540161,1.512845754623413,82,2240,,,, -,,,82,2240,1.702309250831604,1.702309250831604,, -18.035476684570312,18.035476684570312,1.512845754623413,83,2267,,,, -,,,83,2267,1.7161017656326294,1.7161017656326294,, -36.477256774902344,36.477256774902344,1.512845754623413,84,2294,,,, -,,,84,2294,1.6651198863983154,1.6651198863983154,, -8.932206153869629,8.932206153869629,1.512845754623413,85,2321,,,, -,,,85,2321,1.6629416942596436,1.6629416942596436,, -3.297712802886963,3.297712802886963,1.512845754623413,86,2348,,,, -,,,86,2348,1.6616121530532837,1.6616121530532837,, -1.9739350080490112,1.9739350080490112,1.512845754623413,87,2375,,,, -,,,87,2375,1.6342887878417969,1.6342887878417969,, -1.8627331256866455,1.8627331256866455,1.512845754623413,88,2402,,,, -,,,88,2402,1.6869843006134033,1.6869843006134033,, -7.995759963989258,7.995759963989258,1.512845754623413,89,2429,,,, -,,,89,2429,1.632949709892273,1.632949709892273,, -2.4246556758880615,2.4246556758880615,1.512845754623413,90,2456,,,, -,,,90,2456,1.754420280456543,1.754420280456543,, -1.8571947813034058,1.8571947813034058,1.512845754623413,91,2483,,,, -,,,91,2483,1.6560988426208496,1.6560988426208496,, -53.50590896606445,53.50590896606445,1.512845754623413,92,2510,,,, -,,,92,2510,1.8181322813034058,1.8181322813034058,, -7.154984951019287,7.154984951019287,1.512845754623413,93,2537,,,, -,,,93,2537,1.6746329069137573,1.6746329069137573,, -10.001709938049316,10.001709938049316,1.512845754623413,94,2564,,,, -,,,94,2564,1.735314965248108,1.735314965248108,, -1.7995482683181763,1.7995482683181763,1.512845754623413,95,2591,,,, -,,,95,2591,1.711104393005371,1.711104393005371,, -3.9229063987731934,3.9229063987731934,1.512845754623413,96,2618,,,, -,,,96,2618,1.655877709388733,1.655877709388733,, -2.784287214279175,2.784287214279175,1.512845754623413,97,2645,,,, -,,,97,2645,1.6795527935028076,1.6795527935028076,, -1.7957862615585327,1.7957862615585327,1.512845754623413,98,2672,,,, -,,,98,2672,1.8542207479476929,1.8542207479476929,, -2.5281403064727783,2.5281403064727783,1.512845754623413,99,2699,,,, -,,,99,2699,1.6605005264282227,1.6605005264282227,, -,,,7,189,,,1.638756513595581,1.638756513595581 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.4 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.4 deleted file mode 100644 index c6ec7036fcfe3b30f34fcbff74f88a300734c16c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.4 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:784aa3cc25cff128a5465c8ca436dd8adb277ce20fd41e4f54171038334246a9 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937678.37a92d36c649.1.5 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937678.37a92d36c649.1.5 deleted file mode 100644 index 986f64806caef91988336b54e7f64273076d3284..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937678.37a92d36c649.1.5 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1264980d7efa10b19468c914b2d069db5a8fd23243ea6717050f9bb6d414c85d -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 249aa5f3803de4a986297fee06d0b38ec052ab69..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 1024 - lin3_size: 1024 - output_size: 1 - lr: 0.17902839665797884 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 9827201 -model/params/trainable: 9827201 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/config.yaml deleted file mode 100644 index 6c07c9a8474a2627774802994c62ecd0af270fba..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.0013868738805853423 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/hydra.yaml deleted file mode 100644 index 21c3d4e3dfff872fb46dfbc40b2c47d9d2d0b9fa..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0013868738805853423 - - model.lin1_size=128 - - model.lin2_size=128 - - model.lin3_size=128 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=128,model.lin3_size=128,model.lr=0.0013868738805853423,trainer.gpus=0 - id: '20' - num: 20 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/overrides.yaml deleted file mode 100644 index b06f5a601c25a9834227b2b3d5b5e865ba85f69b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0013868738805853423 -- model.lin1_size=128 -- model.lin2_size=128 -- model.lin3_size=128 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/hparams.yaml deleted file mode 100644 index 47390b0e28a9afa13da4e6082f9c727563a71d7a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.0013868738805853423 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8674049 -model/params/trainable: 8674049 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/metrics.csv deleted file mode 100644 index 5ba5fe40e52d5479fa8b1f32ee342db4fcc49581..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.571709394454956,1.571709394454956,1.571709394454956,0,26,,,, -,,,0,26,1.8236085176467896,1.8236085176467896,, -1.4469770193099976,1.4469770193099976,1.4469770193099976,1,53,,,, -,,,1,53,1.508048415184021,1.508048415184021,, -1.475572943687439,1.475572943687439,1.4469770193099976,2,80,,,, -,,,2,80,1.4610460996627808,1.4610460996627808,, -1.5668429136276245,1.5668429136276245,1.4469770193099976,3,107,,,, -,,,3,107,1.4092124700546265,1.4092124700546265,, -1.5099151134490967,1.5099151134490967,1.4469770193099976,4,134,,,, -,,,4,134,1.3551002740859985,1.3551002740859985,, -1.4782476425170898,1.4782476425170898,1.4469770193099976,5,161,,,, -,,,5,161,1.3354111909866333,1.3354111909866333,, -1.4786691665649414,1.4786691665649414,1.4469770193099976,6,188,,,, -,,,6,188,1.336769461631775,1.336769461631775,, -1.6047760248184204,1.6047760248184204,1.4469770193099976,7,215,,,, -,,,7,215,1.2849318981170654,1.2849318981170654,, -3.3729636669158936,3.3729636669158936,1.4469770193099976,8,242,,,, -,,,8,242,1.2599107027053833,1.2599107027053833,, -1.4218146800994873,1.4218146800994873,1.4218146800994873,9,269,,,, -,,,9,269,1.2808001041412354,1.2808001041412354,, -1.4659284353256226,1.4659284353256226,1.4218146800994873,10,296,,,, -,,,10,296,1.2235428094863892,1.2235428094863892,, -2.0154597759246826,2.0154597759246826,1.4218146800994873,11,323,,,, -,,,11,323,1.164250373840332,1.164250373840332,, -1.5580435991287231,1.5580435991287231,1.4218146800994873,12,350,,,, -,,,12,350,1.1947569847106934,1.1947569847106934,, -1.5184441804885864,1.5184441804885864,1.4218146800994873,13,377,,,, -,,,13,377,1.172653079032898,1.172653079032898,, -1.4095901250839233,1.4095901250839233,1.4095901250839233,14,404,,,, -,,,14,404,1.152579665184021,1.152579665184021,, -3.1470134258270264,3.1470134258270264,1.4095901250839233,15,431,,,, -,,,15,431,1.1304105520248413,1.1304105520248413,, -1.8380368947982788,1.8380368947982788,1.4095901250839233,16,458,,,, -,,,16,458,1.1901458501815796,1.1901458501815796,, -2.1604435443878174,2.1604435443878174,1.4095901250839233,17,485,,,, -,,,17,485,1.1497769355773926,1.1497769355773926,, -3.028076171875,3.028076171875,1.4095901250839233,18,512,,,, -,,,18,512,1.1082451343536377,1.1082451343536377,, -1.5392628908157349,1.5392628908157349,1.4095901250839233,19,539,,,, -,,,19,539,1.154895544052124,1.154895544052124,, -1.9975879192352295,1.9975879192352295,1.4095901250839233,20,566,,,, -,,,20,566,1.1049398183822632,1.1049398183822632,, -1.7349754571914673,1.7349754571914673,1.4095901250839233,21,593,,,, -,,,21,593,1.116503357887268,1.116503357887268,, -1.801671028137207,1.801671028137207,1.4095901250839233,22,620,,,, -,,,22,620,1.059577465057373,1.059577465057373,, -1.5237088203430176,1.5237088203430176,1.4095901250839233,23,647,,,, -,,,23,647,1.089439868927002,1.089439868927002,, -1.8230186700820923,1.8230186700820923,1.4095901250839233,24,674,,,, -,,,24,674,1.075560212135315,1.075560212135315,, -1.8215614557266235,1.8215614557266235,1.4095901250839233,25,701,,,, -,,,25,701,1.0852792263031006,1.0852792263031006,, -1.8760333061218262,1.8760333061218262,1.4095901250839233,26,728,,,, -,,,26,728,1.0327476263046265,1.0327476263046265,, -1.292150855064392,1.292150855064392,1.292150855064392,27,755,,,, -,,,27,755,1.0273493528366089,1.0273493528366089,, -1.8108960390090942,1.8108960390090942,1.292150855064392,28,782,,,, -,,,28,782,1.0048762559890747,1.0048762559890747,, -1.4799270629882812,1.4799270629882812,1.292150855064392,29,809,,,, -,,,29,809,1.0336991548538208,1.0336991548538208,, -1.960261344909668,1.960261344909668,1.292150855064392,30,836,,,, -,,,30,836,1.008686900138855,1.008686900138855,, -1.3702120780944824,1.3702120780944824,1.292150855064392,31,863,,,, -,,,31,863,0.9876344799995422,0.9876344799995422,, -1.5628300905227661,1.5628300905227661,1.292150855064392,32,890,,,, -,,,32,890,1.0187031030654907,1.0187031030654907,, -1.4490160942077637,1.4490160942077637,1.292150855064392,33,917,,,, -,,,33,917,0.9625764489173889,0.9625764489173889,, -1.464931845664978,1.464931845664978,1.292150855064392,34,944,,,, -,,,34,944,0.9417009949684143,0.9417009949684143,, -1.5704947710037231,1.5704947710037231,1.292150855064392,35,971,,,, -,,,35,971,0.976371169090271,0.976371169090271,, -2.5039756298065186,2.5039756298065186,1.292150855064392,36,998,,,, -,,,36,998,0.9334171414375305,0.9334171414375305,, -1.6895395517349243,1.6895395517349243,1.292150855064392,37,1025,,,, -,,,37,1025,0.9813394546508789,0.9813394546508789,, -1.981884479522705,1.981884479522705,1.292150855064392,38,1052,,,, -,,,38,1052,0.9257150292396545,0.9257150292396545,, -2.377309799194336,2.377309799194336,1.292150855064392,39,1079,,,, -,,,39,1079,0.9369468092918396,0.9369468092918396,, -3.7842507362365723,3.7842507362365723,1.292150855064392,40,1106,,,, -,,,40,1106,0.927998423576355,0.927998423576355,, -2.600346326828003,2.600346326828003,1.292150855064392,41,1133,,,, -,,,41,1133,0.9833800196647644,0.9833800196647644,, -1.4858331680297852,1.4858331680297852,1.292150855064392,42,1160,,,, -,,,42,1160,0.8675737380981445,0.8675737380981445,, -2.2492153644561768,2.2492153644561768,1.292150855064392,43,1187,,,, -,,,43,1187,0.9216047525405884,0.9216047525405884,, -1.931909441947937,1.931909441947937,1.292150855064392,44,1214,,,, -,,,44,1214,0.9292073249816895,0.9292073249816895,, -2.1135523319244385,2.1135523319244385,1.292150855064392,45,1241,,,, -,,,45,1241,0.9329072833061218,0.9329072833061218,, -1.7816929817199707,1.7816929817199707,1.292150855064392,46,1268,,,, -,,,46,1268,0.9412559270858765,0.9412559270858765,, -1.3174337148666382,1.3174337148666382,1.292150855064392,47,1295,,,, -,,,47,1295,0.9437068700790405,0.9437068700790405,, -1.3863834142684937,1.3863834142684937,1.292150855064392,48,1322,,,, -,,,48,1322,0.8899401426315308,0.8899401426315308,, -4.147686004638672,4.147686004638672,1.292150855064392,49,1349,,,, -,,,49,1349,0.8660125732421875,0.8660125732421875,, -1.2905036211013794,1.2905036211013794,1.2905036211013794,50,1376,,,, -,,,50,1376,0.8596447110176086,0.8596447110176086,, -1.8931596279144287,1.8931596279144287,1.2905036211013794,51,1403,,,, -,,,51,1403,0.9097890257835388,0.9097890257835388,, -1.225952386856079,1.225952386856079,1.225952386856079,52,1430,,,, -,,,52,1430,0.8866653442382812,0.8866653442382812,, -1.4526824951171875,1.4526824951171875,1.225952386856079,53,1457,,,, -,,,53,1457,0.8690214157104492,0.8690214157104492,, -1.1835252046585083,1.1835252046585083,1.1835252046585083,54,1484,,,, -,,,54,1484,0.806898295879364,0.806898295879364,, -1.8057072162628174,1.8057072162628174,1.1835252046585083,55,1511,,,, -,,,55,1511,0.8790661692619324,0.8790661692619324,, -1.2557862997055054,1.2557862997055054,1.1835252046585083,56,1538,,,, -,,,56,1538,0.8899348378181458,0.8899348378181458,, -2.61914324760437,2.61914324760437,1.1835252046585083,57,1565,,,, -,,,57,1565,0.8564441800117493,0.8564441800117493,, -1.8433514833450317,1.8433514833450317,1.1835252046585083,58,1592,,,, -,,,58,1592,0.8648205399513245,0.8648205399513245,, -2.478430986404419,2.478430986404419,1.1835252046585083,59,1619,,,, -,,,59,1619,0.8040797710418701,0.8040797710418701,, -3.397243022918701,3.397243022918701,1.1835252046585083,60,1646,,,, -,,,60,1646,0.8399287462234497,0.8399287462234497,, -1.4696096181869507,1.4696096181869507,1.1835252046585083,61,1673,,,, -,,,61,1673,0.8538636565208435,0.8538636565208435,, -1.451773762702942,1.451773762702942,1.1835252046585083,62,1700,,,, -,,,62,1700,0.8040831089019775,0.8040831089019775,, -2.2864573001861572,2.2864573001861572,1.1835252046585083,63,1727,,,, -,,,63,1727,0.8303264379501343,0.8303264379501343,, -1.3420037031173706,1.3420037031173706,1.1835252046585083,64,1754,,,, -,,,64,1754,0.8233942985534668,0.8233942985534668,, -1.388898253440857,1.388898253440857,1.1835252046585083,65,1781,,,, -,,,65,1781,0.7778618335723877,0.7778618335723877,, -2.6156253814697266,2.6156253814697266,1.1835252046585083,66,1808,,,, -,,,66,1808,0.8154546022415161,0.8154546022415161,, -1.2591595649719238,1.2591595649719238,1.1835252046585083,67,1835,,,, -,,,67,1835,0.8651615381240845,0.8651615381240845,, -2.256571054458618,2.256571054458618,1.1835252046585083,68,1862,,,, -,,,68,1862,0.797222912311554,0.797222912311554,, -1.5351455211639404,1.5351455211639404,1.1835252046585083,69,1889,,,, -,,,69,1889,0.8274859189987183,0.8274859189987183,, -2.490441083908081,2.490441083908081,1.1835252046585083,70,1916,,,, -,,,70,1916,0.8267566561698914,0.8267566561698914,, -1.6968715190887451,1.6968715190887451,1.1835252046585083,71,1943,,,, -,,,71,1943,0.7791618704795837,0.7791618704795837,, -1.33367121219635,1.33367121219635,1.1835252046585083,72,1970,,,, -,,,72,1970,0.7607866525650024,0.7607866525650024,, -1.3238906860351562,1.3238906860351562,1.1835252046585083,73,1997,,,, -,,,73,1997,0.7343832850456238,0.7343832850456238,, -1.9621458053588867,1.9621458053588867,1.1835252046585083,74,2024,,,, -,,,74,2024,0.7486348152160645,0.7486348152160645,, -1.8391201496124268,1.8391201496124268,1.1835252046585083,75,2051,,,, -,,,75,2051,0.7392545342445374,0.7392545342445374,, -1.1358044147491455,1.1358044147491455,1.1358044147491455,76,2078,,,, -,,,76,2078,0.7460790276527405,0.7460790276527405,, -1.7983368635177612,1.7983368635177612,1.1358044147491455,77,2105,,,, -,,,77,2105,0.7759891748428345,0.7759891748428345,, -1.4239773750305176,1.4239773750305176,1.1358044147491455,78,2132,,,, -,,,78,2132,0.7922183275222778,0.7922183275222778,, -1.3339025974273682,1.3339025974273682,1.1358044147491455,79,2159,,,, -,,,79,2159,0.7636407613754272,0.7636407613754272,, -1.6864932775497437,1.6864932775497437,1.1358044147491455,80,2186,,,, -,,,80,2186,0.7423678636550903,0.7423678636550903,, -1.7376137971878052,1.7376137971878052,1.1358044147491455,81,2213,,,, -,,,81,2213,0.816211462020874,0.816211462020874,, -1.8373874425888062,1.8373874425888062,1.1358044147491455,82,2240,,,, -,,,82,2240,0.8253294229507446,0.8253294229507446,, -1.358418345451355,1.358418345451355,1.1358044147491455,83,2267,,,, -,,,83,2267,0.7420760989189148,0.7420760989189148,, -2.162076234817505,2.162076234817505,1.1358044147491455,84,2294,,,, -,,,84,2294,0.7806297540664673,0.7806297540664673,, -1.6059988737106323,1.6059988737106323,1.1358044147491455,85,2321,,,, -,,,85,2321,0.7575279474258423,0.7575279474258423,, -1.2219828367233276,1.2219828367233276,1.1358044147491455,86,2348,,,, -,,,86,2348,0.7505888342857361,0.7505888342857361,, -2.261204242706299,2.261204242706299,1.1358044147491455,87,2375,,,, -,,,87,2375,0.7482544779777527,0.7482544779777527,, -2.2040815353393555,2.2040815353393555,1.1358044147491455,88,2402,,,, -,,,88,2402,0.7676859498023987,0.7676859498023987,, -1.7466990947723389,1.7466990947723389,1.1358044147491455,89,2429,,,, -,,,89,2429,0.8324342370033264,0.8324342370033264,, -1.7961146831512451,1.7961146831512451,1.1358044147491455,90,2456,,,, -,,,90,2456,0.7640330791473389,0.7640330791473389,, -1.2163934707641602,1.2163934707641602,1.1358044147491455,91,2483,,,, -,,,91,2483,0.7503925561904907,0.7503925561904907,, -1.1086726188659668,1.1086726188659668,1.1086726188659668,92,2510,,,, -,,,92,2510,0.759415864944458,0.759415864944458,, -2.857487440109253,2.857487440109253,1.1086726188659668,93,2537,,,, -,,,93,2537,0.8265461921691895,0.8265461921691895,, -2.811798095703125,2.811798095703125,1.1086726188659668,94,2564,,,, -,,,94,2564,0.7500516772270203,0.7500516772270203,, -0.9861811995506287,0.9861811995506287,0.9861811995506287,95,2591,,,, -,,,95,2591,0.7105200290679932,0.7105200290679932,, -1.7362619638442993,1.7362619638442993,0.9861811995506287,96,2618,,,, -,,,96,2618,0.711118221282959,0.711118221282959,, -2.5889625549316406,2.5889625549316406,0.9861811995506287,97,2645,,,, -,,,97,2645,0.7704602479934692,0.7704602479934692,, -1.6773627996444702,1.6773627996444702,0.9861811995506287,98,2672,,,, -,,,98,2672,0.7367292046546936,0.7367292046546936,, -1.2407306432724,1.2407306432724,0.9861811995506287,99,2699,,,, -,,,99,2699,0.7582172751426697,0.7582172751426697,, -,,,96,2592,,,1.0489646196365356,1.0489646196365356 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.40 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.40 deleted file mode 100644 index b06cf1d169d76087b9942a5fea9c82aeaae1d4ba..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.40 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7d192a116756d0d5a6f7c9f1cd85b2a5e47851c7deddf46d910eaf0c5da3a296 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.41 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.41 deleted file mode 100644 index da6fe13083be10e30657d721a71335a20516d4c8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.41 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4680e93c2ff6696886dc390478c0e64052e54f7202c54dbf6f00cfee295c2a77 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 47390b0e28a9afa13da4e6082f9c727563a71d7a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.0013868738805853423 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8674049 -model/params/trainable: 8674049 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/config.yaml deleted file mode 100644 index 93d5ecd80f20c0e8d9273e37964f8155eceb00a4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.007312288578442194 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/hydra.yaml deleted file mode 100644 index 8d4ab90cb41ae748a3113b1f476703cdefb8aedc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.007312288578442194 - - model.lin1_size=128 - - model.lin2_size=128 - - model.lin3_size=128 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=128,model.lin3_size=128,model.lr=0.007312288578442194,trainer.gpus=0 - id: '21' - num: 21 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/overrides.yaml deleted file mode 100644 index a809d6947ec2db55d72856b9bf3ae250ffa020ee..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.007312288578442194 -- model.lin1_size=128 -- model.lin2_size=128 -- model.lin3_size=128 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/hparams.yaml deleted file mode 100644 index 57d5c0e39969a9604398d7e23c9d053112d4ee9d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.007312288578442194 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8674049 -model/params/trainable: 8674049 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/metrics.csv deleted file mode 100644 index 43b683e745327f4cdc8e2e7bb9415a957e1d545c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.5692588090896606,1.5692588090896606,1.5692588090896606,0,26,,,, -,,,0,26,1.6448992490768433,1.6448992490768433,, -1.4635255336761475,1.4635255336761475,1.4635255336761475,1,53,,,, -,,,1,53,1.523320198059082,1.523320198059082,, -1.5028058290481567,1.5028058290481567,1.4635255336761475,2,80,,,, -,,,2,80,1.5239124298095703,1.5239124298095703,, -1.4923478364944458,1.4923478364944458,1.4635255336761475,3,107,,,, -,,,3,107,1.5076677799224854,1.5076677799224854,, -1.4454787969589233,1.4454787969589233,1.4454787969589233,4,134,,,, -,,,4,134,1.5008293390274048,1.5008293390274048,, -1.5553146600723267,1.5553146600723267,1.4454787969589233,5,161,,,, -,,,5,161,1.4693604707717896,1.4693604707717896,, -1.520850419998169,1.520850419998169,1.4454787969589233,6,188,,,, -,,,6,188,1.4546117782592773,1.4546117782592773,, -1.4893653392791748,1.4893653392791748,1.4454787969589233,7,215,,,, -,,,7,215,1.4504543542861938,1.4504543542861938,, -1.5016436576843262,1.5016436576843262,1.4454787969589233,8,242,,,, -,,,8,242,1.4559952020645142,1.4559952020645142,, -1.4282407760620117,1.4282407760620117,1.4282407760620117,9,269,,,, -,,,9,269,1.434828281402588,1.434828281402588,, -1.938524603843689,1.938524603843689,1.4282407760620117,10,296,,,, -,,,10,296,1.3801560401916504,1.3801560401916504,, -1.7113453149795532,1.7113453149795532,1.4282407760620117,11,323,,,, -,,,11,323,1.4135127067565918,1.4135127067565918,, -2.131990432739258,2.131990432739258,1.4282407760620117,12,350,,,, -,,,12,350,1.3896344900131226,1.3896344900131226,, -1.6532812118530273,1.6532812118530273,1.4282407760620117,13,377,,,, -,,,13,377,1.4074550867080688,1.4074550867080688,, -1.57756507396698,1.57756507396698,1.4282407760620117,14,404,,,, -,,,14,404,1.4082022905349731,1.4082022905349731,, -1.8206065893173218,1.8206065893173218,1.4282407760620117,15,431,,,, -,,,15,431,1.4212682247161865,1.4212682247161865,, -1.527674913406372,1.527674913406372,1.4282407760620117,16,458,,,, -,,,16,458,1.3828145265579224,1.3828145265579224,, -1.7505894899368286,1.7505894899368286,1.4282407760620117,17,485,,,, -,,,17,485,1.390642762184143,1.390642762184143,, -1.4750502109527588,1.4750502109527588,1.4282407760620117,18,512,,,, -,,,18,512,1.4002292156219482,1.4002292156219482,, -2.175119638442993,2.175119638442993,1.4282407760620117,19,539,,,, -,,,19,539,1.431255578994751,1.431255578994751,, -1.5499718189239502,1.5499718189239502,1.4282407760620117,20,566,,,, -,,,20,566,1.4160500764846802,1.4160500764846802,, -1.5375969409942627,1.5375969409942627,1.4282407760620117,21,593,,,, -,,,21,593,1.4071093797683716,1.4071093797683716,, -2.5272293090820312,2.5272293090820312,1.4282407760620117,22,620,,,, -,,,22,620,1.3807841539382935,1.3807841539382935,, -1.5827385187149048,1.5827385187149048,1.4282407760620117,23,647,,,, -,,,23,647,1.403876781463623,1.403876781463623,, -5.641666412353516,5.641666412353516,1.4282407760620117,24,674,,,, -,,,24,674,1.3816055059432983,1.3816055059432983,, -1.8847664594650269,1.8847664594650269,1.4282407760620117,25,701,,,, -,,,25,701,1.3373758792877197,1.3373758792877197,, -5.600418567657471,5.600418567657471,1.4282407760620117,26,728,,,, -,,,26,728,1.3925541639328003,1.3925541639328003,, -1.5643292665481567,1.5643292665481567,1.4282407760620117,27,755,,,, -,,,27,755,1.3961505889892578,1.3961505889892578,, -1.5350316762924194,1.5350316762924194,1.4282407760620117,28,782,,,, -,,,28,782,1.3726671934127808,1.3726671934127808,, -1.802607536315918,1.802607536315918,1.4282407760620117,29,809,,,, -,,,29,809,1.3647834062576294,1.3647834062576294,, -1.5696914196014404,1.5696914196014404,1.4282407760620117,30,836,,,, -,,,30,836,1.386847972869873,1.386847972869873,, -1.8418443202972412,1.8418443202972412,1.4282407760620117,31,863,,,, -,,,31,863,1.3642455339431763,1.3642455339431763,, -2.2214486598968506,2.2214486598968506,1.4282407760620117,32,890,,,, -,,,32,890,1.3745946884155273,1.3745946884155273,, -1.6098687648773193,1.6098687648773193,1.4282407760620117,33,917,,,, -,,,33,917,1.378576636314392,1.378576636314392,, -2.4710803031921387,2.4710803031921387,1.4282407760620117,34,944,,,, -,,,34,944,1.3572520017623901,1.3572520017623901,, -2.353147029876709,2.353147029876709,1.4282407760620117,35,971,,,, -,,,35,971,1.3710652589797974,1.3710652589797974,, -1.7302772998809814,1.7302772998809814,1.4282407760620117,36,998,,,, -,,,36,998,1.3499386310577393,1.3499386310577393,, -2.0962700843811035,2.0962700843811035,1.4282407760620117,37,1025,,,, -,,,37,1025,1.3874430656433105,1.3874430656433105,, -1.550346851348877,1.550346851348877,1.4282407760620117,38,1052,,,, -,,,38,1052,1.3909705877304077,1.3909705877304077,, -1.5685166120529175,1.5685166120529175,1.4282407760620117,39,1079,,,, -,,,39,1079,1.3427374362945557,1.3427374362945557,, -1.5446721315383911,1.5446721315383911,1.4282407760620117,40,1106,,,, -,,,40,1106,1.3141930103302002,1.3141930103302002,, -1.5369926691055298,1.5369926691055298,1.4282407760620117,41,1133,,,, -,,,41,1133,1.3713736534118652,1.3713736534118652,, -1.921684980392456,1.921684980392456,1.4282407760620117,42,1160,,,, -,,,42,1160,1.345238208770752,1.345238208770752,, -1.4830141067504883,1.4830141067504883,1.4282407760620117,43,1187,,,, -,,,43,1187,1.3388559818267822,1.3388559818267822,, -1.5354763269424438,1.5354763269424438,1.4282407760620117,44,1214,,,, -,,,44,1214,1.3437623977661133,1.3437623977661133,, -1.8221697807312012,1.8221697807312012,1.4282407760620117,45,1241,,,, -,,,45,1241,1.34514319896698,1.34514319896698,, -1.5699260234832764,1.5699260234832764,1.4282407760620117,46,1268,,,, -,,,46,1268,1.3653184175491333,1.3653184175491333,, -2.1736693382263184,2.1736693382263184,1.4282407760620117,47,1295,,,, -,,,47,1295,1.38264799118042,1.38264799118042,, -1.5328590869903564,1.5328590869903564,1.4282407760620117,48,1322,,,, -,,,48,1322,1.33069908618927,1.33069908618927,, -3.184422731399536,3.184422731399536,1.4282407760620117,49,1349,,,, -,,,49,1349,1.3365161418914795,1.3365161418914795,, -1.4297057390213013,1.4297057390213013,1.4282407760620117,50,1376,,,, -,,,50,1376,1.3411052227020264,1.3411052227020264,, -1.511916160583496,1.511916160583496,1.4282407760620117,51,1403,,,, -,,,51,1403,1.3704793453216553,1.3704793453216553,, -1.5296803712844849,1.5296803712844849,1.4282407760620117,52,1430,,,, -,,,52,1430,1.3751102685928345,1.3751102685928345,, -2.652846336364746,2.652846336364746,1.4282407760620117,53,1457,,,, -,,,53,1457,1.2859950065612793,1.2859950065612793,, -3.584770917892456,3.584770917892456,1.4282407760620117,54,1484,,,, -,,,54,1484,1.369726300239563,1.369726300239563,, -1.5868480205535889,1.5868480205535889,1.4282407760620117,55,1511,,,, -,,,55,1511,1.3317101001739502,1.3317101001739502,, -3.1665146350860596,3.1665146350860596,1.4282407760620117,56,1538,,,, -,,,56,1538,1.3479036092758179,1.3479036092758179,, -1.5785843133926392,1.5785843133926392,1.4282407760620117,57,1565,,,, -,,,57,1565,1.3450511693954468,1.3450511693954468,, -2.166991949081421,2.166991949081421,1.4282407760620117,58,1592,,,, -,,,58,1592,1.3781466484069824,1.3781466484069824,, -1.5226515531539917,1.5226515531539917,1.4282407760620117,59,1619,,,, -,,,59,1619,1.3613369464874268,1.3613369464874268,, -1.498561143875122,1.498561143875122,1.4282407760620117,60,1646,,,, -,,,60,1646,1.3305329084396362,1.3305329084396362,, -1.524954915046692,1.524954915046692,1.4282407760620117,61,1673,,,, -,,,61,1673,1.377927541732788,1.377927541732788,, -2.1677815914154053,2.1677815914154053,1.4282407760620117,62,1700,,,, -,,,62,1700,1.3188351392745972,1.3188351392745972,, -2.034787654876709,2.034787654876709,1.4282407760620117,63,1727,,,, -,,,63,1727,1.309424877166748,1.309424877166748,, -1.4475733041763306,1.4475733041763306,1.4282407760620117,64,1754,,,, -,,,64,1754,1.3442184925079346,1.3442184925079346,, -1.4978066682815552,1.4978066682815552,1.4282407760620117,65,1781,,,, -,,,65,1781,1.3368415832519531,1.3368415832519531,, -1.6824157238006592,1.6824157238006592,1.4282407760620117,66,1808,,,, -,,,66,1808,1.3433387279510498,1.3433387279510498,, -1.5996735095977783,1.5996735095977783,1.4282407760620117,67,1835,,,, -,,,67,1835,1.3259695768356323,1.3259695768356323,, -1.5039138793945312,1.5039138793945312,1.4282407760620117,68,1862,,,, -,,,68,1862,1.327127456665039,1.327127456665039,, -2.9568355083465576,2.9568355083465576,1.4282407760620117,69,1889,,,, -,,,69,1889,1.2965378761291504,1.2965378761291504,, -1.5823742151260376,1.5823742151260376,1.4282407760620117,70,1916,,,, -,,,70,1916,1.3432652950286865,1.3432652950286865,, -2.049849033355713,2.049849033355713,1.4282407760620117,71,1943,,,, -,,,71,1943,1.2754045724868774,1.2754045724868774,, -1.5316603183746338,1.5316603183746338,1.4282407760620117,72,1970,,,, -,,,72,1970,1.2927143573760986,1.2927143573760986,, -2.222999334335327,2.222999334335327,1.4282407760620117,73,1997,,,, -,,,73,1997,1.308712363243103,1.308712363243103,, -7.04780387878418,7.04780387878418,1.4282407760620117,74,2024,,,, -,,,74,2024,1.2934539318084717,1.2934539318084717,, -1.6083729267120361,1.6083729267120361,1.4282407760620117,75,2051,,,, -,,,75,2051,1.3717819452285767,1.3717819452285767,, -2.6928060054779053,2.6928060054779053,1.4282407760620117,76,2078,,,, -,,,76,2078,1.3249919414520264,1.3249919414520264,, -3.52941632270813,3.52941632270813,1.4282407760620117,77,2105,,,, -,,,77,2105,1.265437364578247,1.265437364578247,, -1.4458106756210327,1.4458106756210327,1.4282407760620117,78,2132,,,, -,,,78,2132,1.3098644018173218,1.3098644018173218,, -4.9816389083862305,4.9816389083862305,1.4282407760620117,79,2159,,,, -,,,79,2159,1.2678004503250122,1.2678004503250122,, -3.2383906841278076,3.2383906841278076,1.4282407760620117,80,2186,,,, -,,,80,2186,1.356586217880249,1.356586217880249,, -1.4687035083770752,1.4687035083770752,1.4282407760620117,81,2213,,,, -,,,81,2213,1.2727694511413574,1.2727694511413574,, -1.5397765636444092,1.5397765636444092,1.4282407760620117,82,2240,,,, -,,,82,2240,1.3683974742889404,1.3683974742889404,, -2.526998281478882,2.526998281478882,1.4282407760620117,83,2267,,,, -,,,83,2267,1.3014395236968994,1.3014395236968994,, -1.5156314373016357,1.5156314373016357,1.4282407760620117,84,2294,,,, -,,,84,2294,1.2943649291992188,1.2943649291992188,, -2.4382412433624268,2.4382412433624268,1.4282407760620117,85,2321,,,, -,,,85,2321,1.291177749633789,1.291177749633789,, -1.426477074623108,1.426477074623108,1.426477074623108,86,2348,,,, -,,,86,2348,1.3110404014587402,1.3110404014587402,, -1.491715431213379,1.491715431213379,1.426477074623108,87,2375,,,, -,,,87,2375,1.2761704921722412,1.2761704921722412,, -1.5457568168640137,1.5457568168640137,1.426477074623108,88,2402,,,, -,,,88,2402,1.3355985879898071,1.3355985879898071,, -1.4185107946395874,1.4185107946395874,1.4185107946395874,89,2429,,,, -,,,89,2429,1.2776204347610474,1.2776204347610474,, -2.169738531112671,2.169738531112671,1.4185107946395874,90,2456,,,, -,,,90,2456,1.2728379964828491,1.2728379964828491,, -2.289072275161743,2.289072275161743,1.4185107946395874,91,2483,,,, -,,,91,2483,1.2721507549285889,1.2721507549285889,, -1.436597228050232,1.436597228050232,1.4185107946395874,92,2510,,,, -,,,92,2510,1.3147544860839844,1.3147544860839844,, -2.246770143508911,2.246770143508911,1.4185107946395874,93,2537,,,, -,,,93,2537,1.2869943380355835,1.2869943380355835,, -1.5594402551651,1.5594402551651,1.4185107946395874,94,2564,,,, -,,,94,2564,1.2914425134658813,1.2914425134658813,, -1.5118522644042969,1.5118522644042969,1.4185107946395874,95,2591,,,, -,,,95,2591,1.2462719678878784,1.2462719678878784,, -1.605465054512024,1.605465054512024,1.4185107946395874,96,2618,,,, -,,,96,2618,1.2976553440093994,1.2976553440093994,, -1.6385866403579712,1.6385866403579712,1.4185107946395874,97,2645,,,, -,,,97,2645,1.2684440612792969,1.2684440612792969,, -1.4771645069122314,1.4771645069122314,1.4185107946395874,98,2672,,,, -,,,98,2672,1.267225980758667,1.267225980758667,, -1.5113482475280762,1.5113482475280762,1.4185107946395874,99,2699,,,, -,,,99,2699,1.2777683734893799,1.2777683734893799,, -,,,90,2430,,,1.4691355228424072,1.4691355228424072 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.42 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.42 deleted file mode 100644 index 42b7a92f8ccf270277ac18ded71f749e7653e02e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.42 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b04f546e0b483f6445d2bc03e007aa0f8799eecb4da0a68faccf358afd9a7b03 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960714.37a92d36c649.1.43 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960714.37a92d36c649.1.43 deleted file mode 100644 index d1cfb4c13be336b68b5ed9025e1f54c8d0c49e2a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960714.37a92d36c649.1.43 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:97a5a02cbbf08d470f63ed2e838e3cf0c9c427b0496fee1d907e35608d8e703a -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 57d5c0e39969a9604398d7e23c9d053112d4ee9d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.007312288578442194 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8674049 -model/params/trainable: 8674049 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/config.yaml deleted file mode 100644 index e37c3ab883d449de2b5369dedef7be341039968c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.017926374084644814 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/hydra.yaml deleted file mode 100644 index b531568cd4dc83989965703e3dec48ee434e5075..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.017926374084644814 - - model.lin1_size=128 - - model.lin2_size=128 - - model.lin3_size=128 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=128,model.lin3_size=128,model.lr=0.017926374084644814,trainer.gpus=0 - id: '22' - num: 22 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/overrides.yaml deleted file mode 100644 index 0932b6ccc41273ab378e948aa92fe67bae761cc0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.017926374084644814 -- model.lin1_size=128 -- model.lin2_size=128 -- model.lin3_size=128 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/hparams.yaml deleted file mode 100644 index 704455d2ecf0987ccaa17ca77f3650bd32314a07..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.017926374084644814 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8674049 -model/params/trainable: 8674049 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/metrics.csv deleted file mode 100644 index 4c6d37675c3f584e9a7f709ad667363c503e9199..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -2.1589717864990234,2.1589717864990234,1.9120038747787476,0,26,,,, -,,,0,26,1.667822003364563,1.667822003364563,, -1.5201311111450195,1.5201311111450195,1.5201311111450195,1,53,,,, -,,,1,53,1.528342604637146,1.528342604637146,, -1.5091781616210938,1.5091781616210938,1.5091781616210938,2,80,,,, -,,,2,80,1.5411921739578247,1.5411921739578247,, -1.5155863761901855,1.5155863761901855,1.5091781616210938,3,107,,,, -,,,3,107,1.5147209167480469,1.5147209167480469,, -1.495078682899475,1.495078682899475,1.495078682899475,4,134,,,, -,,,4,134,1.5257405042648315,1.5257405042648315,, -1.5304515361785889,1.5304515361785889,1.495078682899475,5,161,,,, -,,,5,161,1.4894132614135742,1.4894132614135742,, -1.4844024181365967,1.4844024181365967,1.4844024181365967,6,188,,,, -,,,6,188,1.5101290941238403,1.5101290941238403,, -1.5421249866485596,1.5421249866485596,1.4844024181365967,7,215,,,, -,,,7,215,1.4689431190490723,1.4689431190490723,, -1.5410906076431274,1.5410906076431274,1.4844024181365967,8,242,,,, -,,,8,242,1.502856969833374,1.502856969833374,, -1.680151104927063,1.680151104927063,1.4844024181365967,9,269,,,, -,,,9,269,1.4651789665222168,1.4651789665222168,, -1.6047179698944092,1.6047179698944092,1.4844024181365967,10,296,,,, -,,,10,296,1.4791642427444458,1.4791642427444458,, -1.521498680114746,1.521498680114746,1.4844024181365967,11,323,,,, -,,,11,323,1.4667975902557373,1.4667975902557373,, -1.657798409461975,1.657798409461975,1.4844024181365967,12,350,,,, -,,,12,350,1.4854772090911865,1.4854772090911865,, -1.8236275911331177,1.8236275911331177,1.4844024181365967,13,377,,,, -,,,13,377,1.5148855447769165,1.5148855447769165,, -1.6267353296279907,1.6267353296279907,1.4844024181365967,14,404,,,, -,,,14,404,1.5462170839309692,1.5462170839309692,, -1.477553367614746,1.477553367614746,1.477553367614746,15,431,,,, -,,,15,431,1.5194168090820312,1.5194168090820312,, -1.5254275798797607,1.5254275798797607,1.477553367614746,16,458,,,, -,,,16,458,1.4686559438705444,1.4686559438705444,, -1.4868046045303345,1.4868046045303345,1.477553367614746,17,485,,,, -,,,17,485,1.5149176120758057,1.5149176120758057,, -1.6060868501663208,1.6060868501663208,1.477553367614746,18,512,,,, -,,,18,512,1.5152544975280762,1.5152544975280762,, -1.4834120273590088,1.4834120273590088,1.477553367614746,19,539,,,, -,,,19,539,1.485676646232605,1.485676646232605,, -1.5344356298446655,1.5344356298446655,1.477553367614746,20,566,,,, -,,,20,566,1.4942402839660645,1.4942402839660645,, -1.5346662998199463,1.5346662998199463,1.477553367614746,21,593,,,, -,,,21,593,1.503124475479126,1.503124475479126,, -3.1005163192749023,3.1005163192749023,1.477553367614746,22,620,,,, -,,,22,620,1.487329363822937,1.487329363822937,, -1.5459989309310913,1.5459989309310913,1.477553367614746,23,647,,,, -,,,23,647,1.4992552995681763,1.4992552995681763,, -1.4782525300979614,1.4782525300979614,1.477553367614746,24,674,,,, -,,,24,674,1.483339548110962,1.483339548110962,, -1.5681036710739136,1.5681036710739136,1.477553367614746,25,701,,,, -,,,25,701,1.4937303066253662,1.4937303066253662,, -2.0824379920959473,2.0824379920959473,1.477553367614746,26,728,,,, -,,,26,728,1.4976122379302979,1.4976122379302979,, -1.5412490367889404,1.5412490367889404,1.477553367614746,27,755,,,, -,,,27,755,1.4869530200958252,1.4869530200958252,, -1.7093777656555176,1.7093777656555176,1.477553367614746,28,782,,,, -,,,28,782,1.4969879388809204,1.4969879388809204,, -1.4990432262420654,1.4990432262420654,1.477553367614746,29,809,,,, -,,,29,809,1.4954451322555542,1.4954451322555542,, -1.5019844770431519,1.5019844770431519,1.477553367614746,30,836,,,, -,,,30,836,1.4727399349212646,1.4727399349212646,, -1.5993934869766235,1.5993934869766235,1.477553367614746,31,863,,,, -,,,31,863,1.492305040359497,1.492305040359497,, -1.575294852256775,1.575294852256775,1.477553367614746,32,890,,,, -,,,32,890,1.4774879217147827,1.4774879217147827,, -1.52944815158844,1.52944815158844,1.477553367614746,33,917,,,, -,,,33,917,1.4887388944625854,1.4887388944625854,, -1.7300589084625244,1.7300589084625244,1.477553367614746,34,944,,,, -,,,34,944,1.4834812879562378,1.4834812879562378,, -2.784478187561035,2.784478187561035,1.477553367614746,35,971,,,, -,,,35,971,1.5070123672485352,1.5070123672485352,, -1.5193142890930176,1.5193142890930176,1.477553367614746,36,998,,,, -,,,36,998,1.5068291425704956,1.5068291425704956,, -1.4811124801635742,1.4811124801635742,1.477553367614746,37,1025,,,, -,,,37,1025,1.5607271194458008,1.5607271194458008,, -4.105210781097412,4.105210781097412,1.477553367614746,38,1052,,,, -,,,38,1052,1.5294798612594604,1.5294798612594604,, -1.5625911951065063,1.5625911951065063,1.477553367614746,39,1079,,,, -,,,39,1079,1.5061659812927246,1.5061659812927246,, -1.4800385236740112,1.4800385236740112,1.477553367614746,40,1106,,,, -,,,40,1106,1.5005595684051514,1.5005595684051514,, -1.7406561374664307,1.7406561374664307,1.477553367614746,41,1133,,,, -,,,41,1133,1.5043182373046875,1.5043182373046875,, -1.6270233392715454,1.6270233392715454,1.477553367614746,42,1160,,,, -,,,42,1160,1.4991397857666016,1.4991397857666016,, -1.5165656805038452,1.5165656805038452,1.477553367614746,43,1187,,,, -,,,43,1187,1.5119158029556274,1.5119158029556274,, -1.6610302925109863,1.6610302925109863,1.477553367614746,44,1214,,,, -,,,44,1214,1.5161511898040771,1.5161511898040771,, -1.5282443761825562,1.5282443761825562,1.477553367614746,45,1241,,,, -,,,45,1241,1.501235842704773,1.501235842704773,, -2.3634161949157715,2.3634161949157715,1.477553367614746,46,1268,,,, -,,,46,1268,1.4982824325561523,1.4982824325561523,, -1.5269988775253296,1.5269988775253296,1.477553367614746,47,1295,,,, -,,,47,1295,1.4922335147857666,1.4922335147857666,, -2.716026782989502,2.716026782989502,1.477553367614746,48,1322,,,, -,,,48,1322,1.501697063446045,1.501697063446045,, -1.5646501779556274,1.5646501779556274,1.477553367614746,49,1349,,,, -,,,49,1349,1.4834555387496948,1.4834555387496948,, -1.572506308555603,1.572506308555603,1.477553367614746,50,1376,,,, -,,,50,1376,1.5078587532043457,1.5078587532043457,, -1.4902331829071045,1.4902331829071045,1.477553367614746,51,1403,,,, -,,,51,1403,1.505399227142334,1.505399227142334,, -1.5576460361480713,1.5576460361480713,1.477553367614746,52,1430,,,, -,,,52,1430,1.50226891040802,1.50226891040802,, -1.7590118646621704,1.7590118646621704,1.477553367614746,53,1457,,,, -,,,53,1457,1.4935132265090942,1.4935132265090942,, -1.5209977626800537,1.5209977626800537,1.477553367614746,54,1484,,,, -,,,54,1484,1.4954530000686646,1.4954530000686646,, -1.5911732912063599,1.5911732912063599,1.477553367614746,55,1511,,,, -,,,55,1511,1.49263334274292,1.49263334274292,, -1.5952153205871582,1.5952153205871582,1.477553367614746,56,1538,,,, -,,,56,1538,1.492279052734375,1.492279052734375,, -1.5190434455871582,1.5190434455871582,1.477553367614746,57,1565,,,, -,,,57,1565,1.483370304107666,1.483370304107666,, -1.652445912361145,1.652445912361145,1.477553367614746,58,1592,,,, -,,,58,1592,1.4847911596298218,1.4847911596298218,, -1.7504242658615112,1.7504242658615112,1.477553367614746,59,1619,,,, -,,,59,1619,1.4981603622436523,1.4981603622436523,, -1.7521677017211914,1.7521677017211914,1.477553367614746,60,1646,,,, -,,,60,1646,1.5105632543563843,1.5105632543563843,, -1.5694475173950195,1.5694475173950195,1.477553367614746,61,1673,,,, -,,,61,1673,1.489420771598816,1.489420771598816,, -1.491105318069458,1.491105318069458,1.477553367614746,62,1700,,,, -,,,62,1700,1.5061159133911133,1.5061159133911133,, -1.5234425067901611,1.5234425067901611,1.477553367614746,63,1727,,,, -,,,63,1727,1.4791855812072754,1.4791855812072754,, -2.7309916019439697,2.7309916019439697,1.477553367614746,64,1754,,,, -,,,64,1754,1.481100082397461,1.481100082397461,, -1.5216996669769287,1.5216996669769287,1.477553367614746,65,1781,,,, -,,,65,1781,1.5175472497940063,1.5175472497940063,, -2.7572789192199707,2.7572789192199707,1.477553367614746,66,1808,,,, -,,,66,1808,1.5052369832992554,1.5052369832992554,, -1.57967209815979,1.57967209815979,1.477553367614746,67,1835,,,, -,,,67,1835,1.5123659372329712,1.5123659372329712,, -1.9056134223937988,1.9056134223937988,1.477553367614746,68,1862,,,, -,,,68,1862,1.5114414691925049,1.5114414691925049,, -1.5122987031936646,1.5122987031936646,1.477553367614746,69,1889,,,, -,,,69,1889,1.5085934400558472,1.5085934400558472,, -1.5394752025604248,1.5394752025604248,1.477553367614746,70,1916,,,, -,,,70,1916,1.5266858339309692,1.5266858339309692,, -1.5647417306900024,1.5647417306900024,1.477553367614746,71,1943,,,, -,,,71,1943,1.5051066875457764,1.5051066875457764,, -1.6958510875701904,1.6958510875701904,1.477553367614746,72,1970,,,, -,,,72,1970,1.4908794164657593,1.4908794164657593,, -1.535008430480957,1.535008430480957,1.477553367614746,73,1997,,,, -,,,73,1997,1.4850928783416748,1.4850928783416748,, -1.88861083984375,1.88861083984375,1.477553367614746,74,2024,,,, -,,,74,2024,1.4982417821884155,1.4982417821884155,, -1.5340690612792969,1.5340690612792969,1.477553367614746,75,2051,,,, -,,,75,2051,1.5466009378433228,1.5466009378433228,, -1.7733856439590454,1.7733856439590454,1.477553367614746,76,2078,,,, -,,,76,2078,1.526964783668518,1.526964783668518,, -2.4899468421936035,2.4899468421936035,1.477553367614746,77,2105,,,, -,,,77,2105,1.5046535730361938,1.5046535730361938,, -1.6064541339874268,1.6064541339874268,1.477553367614746,78,2132,,,, -,,,78,2132,1.495039463043213,1.495039463043213,, -2.005918264389038,2.005918264389038,1.477553367614746,79,2159,,,, -,,,79,2159,1.5219701528549194,1.5219701528549194,, -1.52704656124115,1.52704656124115,1.477553367614746,80,2186,,,, -,,,80,2186,1.5215933322906494,1.5215933322906494,, -2.2116658687591553,2.2116658687591553,1.477553367614746,81,2213,,,, -,,,81,2213,1.520160436630249,1.520160436630249,, -1.4939748048782349,1.4939748048782349,1.477553367614746,82,2240,,,, -,,,82,2240,1.5181556940078735,1.5181556940078735,, -2.2244791984558105,2.2244791984558105,1.477553367614746,83,2267,,,, -,,,83,2267,1.4954347610473633,1.4954347610473633,, -1.6603705883026123,1.6603705883026123,1.477553367614746,84,2294,,,, -,,,84,2294,1.4948166608810425,1.4948166608810425,, -1.5420583486557007,1.5420583486557007,1.477553367614746,85,2321,,,, -,,,85,2321,1.520414113998413,1.520414113998413,, -1.513790488243103,1.513790488243103,1.477553367614746,86,2348,,,, -,,,86,2348,1.5650724172592163,1.5650724172592163,, -1.5178269147872925,1.5178269147872925,1.477553367614746,87,2375,,,, -,,,87,2375,1.514732837677002,1.514732837677002,, -2.8288938999176025,2.8288938999176025,1.477553367614746,88,2402,,,, -,,,88,2402,1.5394282341003418,1.5394282341003418,, -1.7714306116104126,1.7714306116104126,1.477553367614746,89,2429,,,, -,,,89,2429,1.518890619277954,1.518890619277954,, -1.5856572389602661,1.5856572389602661,1.477553367614746,90,2456,,,, -,,,90,2456,1.5349699258804321,1.5349699258804321,, -1.5338966846466064,1.5338966846466064,1.477553367614746,91,2483,,,, -,,,91,2483,1.5329327583312988,1.5329327583312988,, -1.5602458715438843,1.5602458715438843,1.477553367614746,92,2510,,,, -,,,92,2510,1.5394830703735352,1.5394830703735352,, -1.5475950241088867,1.5475950241088867,1.477553367614746,93,2537,,,, -,,,93,2537,1.5372735261917114,1.5372735261917114,, -1.5271278619766235,1.5271278619766235,1.477553367614746,94,2564,,,, -,,,94,2564,1.5363514423370361,1.5363514423370361,, -1.529197335243225,1.529197335243225,1.477553367614746,95,2591,,,, -,,,95,2591,1.5675915479660034,1.5675915479660034,, -1.630022644996643,1.630022644996643,1.477553367614746,96,2618,,,, -,,,96,2618,1.5457779169082642,1.5457779169082642,, -1.7229640483856201,1.7229640483856201,1.477553367614746,97,2645,,,, -,,,97,2645,1.5471190214157104,1.5471190214157104,, -1.73766028881073,1.73766028881073,1.477553367614746,98,2672,,,, -,,,98,2672,1.527308702468872,1.527308702468872,, -1.848344087600708,1.848344087600708,1.477553367614746,99,2699,,,, -,,,99,2699,1.5314792394638062,1.5314792394638062,, -,,,16,432,,,1.5897486209869385,1.5897486209869385 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960715.37a92d36c649.1.44 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960715.37a92d36c649.1.44 deleted file mode 100644 index eaa56687772d06db0a57559fbee97ffff4a08ab4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960715.37a92d36c649.1.44 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9f97e7f636f44cec25dd77ec0164f28636f39ac0ed185700d72a2c21cf644f8b -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.45 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.45 deleted file mode 100644 index efd850536dafe353b7a55a5f1818f8147f70d780..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.45 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3b59e834f70b1faef8423a4029191d03243c75b6c84714d5740664bdbccaf879 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 704455d2ecf0987ccaa17ca77f3650bd32314a07..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.017926374084644814 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8674049 -model/params/trainable: 8674049 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/config.yaml deleted file mode 100644 index 59f05728a1229fb36bcc04d250d552b8cdec6707..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.04083959989803542 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/hydra.yaml deleted file mode 100644 index 42647cbf4a31de7c1efe51f7916ee9f802a2fcd7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.04083959989803542 - - model.lin1_size=128 - - model.lin2_size=128 - - model.lin3_size=128 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=128,model.lin3_size=128,model.lr=0.04083959989803542,trainer.gpus=0 - id: '23' - num: 23 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/overrides.yaml deleted file mode 100644 index 3638a751fe603b080638a23e0a1d980a25d22238..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.04083959989803542 -- model.lin1_size=128 -- model.lin2_size=128 -- model.lin3_size=128 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/hparams.yaml deleted file mode 100644 index 05b745f70bb8e28690a2ca828674a1b1705adf28..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.04083959989803542 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8674049 -model/params/trainable: 8674049 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/metrics.csv deleted file mode 100644 index d62be39478d11be53cf9e3723edc5a4f5d5b8ba0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.53708815574646,1.53708815574646,1.53708815574646,0,26,,,, -,,,0,26,1.7289156913757324,1.7289156913757324,, -1.522681713104248,1.522681713104248,1.522681713104248,1,53,,,, -,,,1,53,1.5615742206573486,1.5615742206573486,, -1.5701013803482056,1.5701013803482056,1.522681713104248,2,80,,,, -,,,2,80,1.5519323348999023,1.5519323348999023,, -1.5007439851760864,1.5007439851760864,1.5007439851760864,3,107,,,, -,,,3,107,1.5261032581329346,1.5261032581329346,, -1.512205719947815,1.512205719947815,1.5007439851760864,4,134,,,, -,,,4,134,1.5275249481201172,1.5275249481201172,, -1.589775800704956,1.589775800704956,1.5007439851760864,5,161,,,, -,,,5,161,1.539649248123169,1.539649248123169,, -1.5499060153961182,1.5499060153961182,1.5007439851760864,6,188,,,, -,,,6,188,1.5459054708480835,1.5459054708480835,, -1.5547301769256592,1.5547301769256592,1.5007439851760864,7,215,,,, -,,,7,215,1.5250096321105957,1.5250096321105957,, -1.6071960926055908,1.6071960926055908,1.5007439851760864,8,242,,,, -,,,8,242,1.5390536785125732,1.5390536785125732,, -1.53260338306427,1.53260338306427,1.5007439851760864,9,269,,,, -,,,9,269,1.5677626132965088,1.5677626132965088,, -1.5972726345062256,1.5972726345062256,1.5007439851760864,10,296,,,, -,,,10,296,1.541846513748169,1.541846513748169,, -1.5729913711547852,1.5729913711547852,1.5007439851760864,11,323,,,, -,,,11,323,1.5225200653076172,1.5225200653076172,, -1.5667462348937988,1.5667462348937988,1.5007439851760864,12,350,,,, -,,,12,350,1.5581125020980835,1.5581125020980835,, -1.506312608718872,1.506312608718872,1.5007439851760864,13,377,,,, -,,,13,377,1.5556362867355347,1.5556362867355347,, -1.4840396642684937,1.4840396642684937,1.4840396642684937,14,404,,,, -,,,14,404,1.5446306467056274,1.5446306467056274,, -1.5070350170135498,1.5070350170135498,1.4840396642684937,15,431,,,, -,,,15,431,1.5459630489349365,1.5459630489349365,, -1.5140362977981567,1.5140362977981567,1.4840396642684937,16,458,,,, -,,,16,458,1.544845461845398,1.544845461845398,, -2.2221152782440186,2.2221152782440186,1.4840396642684937,17,485,,,, -,,,17,485,1.538254737854004,1.538254737854004,, -1.4978820085525513,1.4978820085525513,1.4840396642684937,18,512,,,, -,,,18,512,1.5344634056091309,1.5344634056091309,, -2.2995738983154297,2.2995738983154297,1.4840396642684937,19,539,,,, -,,,19,539,1.5660793781280518,1.5660793781280518,, -4.950989246368408,4.950989246368408,1.4840396642684937,20,566,,,, -,,,20,566,1.5397034883499146,1.5397034883499146,, -2.0325398445129395,2.0325398445129395,1.4840396642684937,21,593,,,, -,,,21,593,1.5213360786437988,1.5213360786437988,, -1.667067289352417,1.667067289352417,1.4840396642684937,22,620,,,, -,,,22,620,1.5571318864822388,1.5571318864822388,, -1.502174735069275,1.502174735069275,1.4840396642684937,23,647,,,, -,,,23,647,1.5344430208206177,1.5344430208206177,, -1.6440883874893188,1.6440883874893188,1.4840396642684937,24,674,,,, -,,,24,674,1.5242961645126343,1.5242961645126343,, -1.7869808673858643,1.7869808673858643,1.4840396642684937,25,701,,,, -,,,25,701,1.5432684421539307,1.5432684421539307,, -1.8798967599868774,1.8798967599868774,1.4840396642684937,26,728,,,, -,,,26,728,1.5254594087600708,1.5254594087600708,, -1.5022141933441162,1.5022141933441162,1.4840396642684937,27,755,,,, -,,,27,755,1.5285496711730957,1.5285496711730957,, -1.6609594821929932,1.6609594821929932,1.4840396642684937,28,782,,,, -,,,28,782,1.5222418308258057,1.5222418308258057,, -2.0377702713012695,2.0377702713012695,1.4840396642684937,29,809,,,, -,,,29,809,1.5415503978729248,1.5415503978729248,, -1.61419677734375,1.61419677734375,1.4840396642684937,30,836,,,, -,,,30,836,1.5567916631698608,1.5567916631698608,, -2.3809897899627686,2.3809897899627686,1.4840396642684937,31,863,,,, -,,,31,863,1.5309903621673584,1.5309903621673584,, -1.5235447883605957,1.5235447883605957,1.4840396642684937,32,890,,,, -,,,32,890,1.523572325706482,1.523572325706482,, -1.5325771570205688,1.5325771570205688,1.4840396642684937,33,917,,,, -,,,33,917,1.541626214981079,1.541626214981079,, -1.825442910194397,1.825442910194397,1.4840396642684937,34,944,,,, -,,,34,944,1.533042073249817,1.533042073249817,, -1.5225831270217896,1.5225831270217896,1.4840396642684937,35,971,,,, -,,,35,971,1.5225107669830322,1.5225107669830322,, -1.524166464805603,1.524166464805603,1.4840396642684937,36,998,,,, -,,,36,998,1.5442925691604614,1.5442925691604614,, -1.4997960329055786,1.4997960329055786,1.4840396642684937,37,1025,,,, -,,,37,1025,1.5367342233657837,1.5367342233657837,, -2.330089807510376,2.330089807510376,1.4840396642684937,38,1052,,,, -,,,38,1052,1.5183963775634766,1.5183963775634766,, -1.7948596477508545,1.7948596477508545,1.4840396642684937,39,1079,,,, -,,,39,1079,1.5372992753982544,1.5372992753982544,, -1.7772389650344849,1.7772389650344849,1.4840396642684937,40,1106,,,, -,,,40,1106,1.531176209449768,1.531176209449768,, -1.515559434890747,1.515559434890747,1.4840396642684937,41,1133,,,, -,,,41,1133,1.510538101196289,1.510538101196289,, -2.2786316871643066,2.2786316871643066,1.4840396642684937,42,1160,,,, -,,,42,1160,1.5189169645309448,1.5189169645309448,, -1.6699872016906738,1.6699872016906738,1.4840396642684937,43,1187,,,, -,,,43,1187,1.5259332656860352,1.5259332656860352,, -1.5860731601715088,1.5860731601715088,1.4840396642684937,44,1214,,,, -,,,44,1214,1.5389817953109741,1.5389817953109741,, -1.6702897548675537,1.6702897548675537,1.4840396642684937,45,1241,,,, -,,,45,1241,1.5480964183807373,1.5480964183807373,, -1.6264322996139526,1.6264322996139526,1.4840396642684937,46,1268,,,, -,,,46,1268,1.5384907722473145,1.5384907722473145,, -1.5818482637405396,1.5818482637405396,1.4840396642684937,47,1295,,,, -,,,47,1295,1.5390040874481201,1.5390040874481201,, -1.5178375244140625,1.5178375244140625,1.4840396642684937,48,1322,,,, -,,,48,1322,1.5255019664764404,1.5255019664764404,, -1.9862159490585327,1.9862159490585327,1.4840396642684937,49,1349,,,, -,,,49,1349,1.5192979574203491,1.5192979574203491,, -1.5910907983779907,1.5910907983779907,1.4840396642684937,50,1376,,,, -,,,50,1376,1.5335887670516968,1.5335887670516968,, -1.6456801891326904,1.6456801891326904,1.4840396642684937,51,1403,,,, -,,,51,1403,1.5298781394958496,1.5298781394958496,, -1.712554931640625,1.712554931640625,1.4840396642684937,52,1430,,,, -,,,52,1430,1.5204910039901733,1.5204910039901733,, -5.749881744384766,5.749881744384766,1.4840396642684937,53,1457,,,, -,,,53,1457,1.5586113929748535,1.5586113929748535,, -1.524829387664795,1.524829387664795,1.4840396642684937,54,1484,,,, -,,,54,1484,1.5240848064422607,1.5240848064422607,, -2.0655248165130615,2.0655248165130615,1.4840396642684937,55,1511,,,, -,,,55,1511,1.551206350326538,1.551206350326538,, -1.5056982040405273,1.5056982040405273,1.4840396642684937,56,1538,,,, -,,,56,1538,1.54046630859375,1.54046630859375,, -1.8060352802276611,1.8060352802276611,1.4840396642684937,57,1565,,,, -,,,57,1565,1.5465949773788452,1.5465949773788452,, -1.544132947921753,1.544132947921753,1.4840396642684937,58,1592,,,, -,,,58,1592,1.5322421789169312,1.5322421789169312,, -1.521150827407837,1.521150827407837,1.4840396642684937,59,1619,,,, -,,,59,1619,1.5334266424179077,1.5334266424179077,, -1.4981036186218262,1.4981036186218262,1.4840396642684937,60,1646,,,, -,,,60,1646,1.53464937210083,1.53464937210083,, -1.9318881034851074,1.9318881034851074,1.4840396642684937,61,1673,,,, -,,,61,1673,1.5306230783462524,1.5306230783462524,, -2.0622432231903076,2.0622432231903076,1.4840396642684937,62,1700,,,, -,,,62,1700,1.5423060655593872,1.5423060655593872,, -1.67014479637146,1.67014479637146,1.4840396642684937,63,1727,,,, -,,,63,1727,1.524775505065918,1.524775505065918,, -2.0605175495147705,2.0605175495147705,1.4840396642684937,64,1754,,,, -,,,64,1754,1.5378562211990356,1.5378562211990356,, -1.6974903345108032,1.6974903345108032,1.4840396642684937,65,1781,,,, -,,,65,1781,1.5558485984802246,1.5558485984802246,, -1.5433624982833862,1.5433624982833862,1.4840396642684937,66,1808,,,, -,,,66,1808,1.527976632118225,1.527976632118225,, -2.6441783905029297,2.6441783905029297,1.4840396642684937,67,1835,,,, -,,,67,1835,1.5426602363586426,1.5426602363586426,, -1.5099077224731445,1.5099077224731445,1.4840396642684937,68,1862,,,, -,,,68,1862,1.5461739301681519,1.5461739301681519,, -1.5282702445983887,1.5282702445983887,1.4840396642684937,69,1889,,,, -,,,69,1889,1.5324183702468872,1.5324183702468872,, -1.947795033454895,1.947795033454895,1.4840396642684937,70,1916,,,, -,,,70,1916,1.572102665901184,1.572102665901184,, -1.4942653179168701,1.4942653179168701,1.4840396642684937,71,1943,,,, -,,,71,1943,1.544817566871643,1.544817566871643,, -1.8880760669708252,1.8880760669708252,1.4840396642684937,72,1970,,,, -,,,72,1970,1.54098379611969,1.54098379611969,, -1.5617702007293701,1.5617702007293701,1.4840396642684937,73,1997,,,, -,,,73,1997,1.5343900918960571,1.5343900918960571,, -1.521724820137024,1.521724820137024,1.4840396642684937,74,2024,,,, -,,,74,2024,1.5528051853179932,1.5528051853179932,, -1.5302937030792236,1.5302937030792236,1.4840396642684937,75,2051,,,, -,,,75,2051,1.5494211912155151,1.5494211912155151,, -2.483177423477173,2.483177423477173,1.4840396642684937,76,2078,,,, -,,,76,2078,1.541745901107788,1.541745901107788,, -1.5005159378051758,1.5005159378051758,1.4840396642684937,77,2105,,,, -,,,77,2105,1.5361218452453613,1.5361218452453613,, -1.9937219619750977,1.9937219619750977,1.4840396642684937,78,2132,,,, -,,,78,2132,1.5176692008972168,1.5176692008972168,, -1.7735121250152588,1.7735121250152588,1.4840396642684937,79,2159,,,, -,,,79,2159,1.533854365348816,1.533854365348816,, -2.3585474491119385,2.3585474491119385,1.4840396642684937,80,2186,,,, -,,,80,2186,1.565158724784851,1.565158724784851,, -1.6415854692459106,1.6415854692459106,1.4840396642684937,81,2213,,,, -,,,81,2213,1.5617947578430176,1.5617947578430176,, -1.5385490655899048,1.5385490655899048,1.4840396642684937,82,2240,,,, -,,,82,2240,1.524965524673462,1.524965524673462,, -1.535990834236145,1.535990834236145,1.4840396642684937,83,2267,,,, -,,,83,2267,1.5616669654846191,1.5616669654846191,, -1.5446836948394775,1.5446836948394775,1.4840396642684937,84,2294,,,, -,,,84,2294,1.5678400993347168,1.5678400993347168,, -2.5195486545562744,2.5195486545562744,1.4840396642684937,85,2321,,,, -,,,85,2321,1.5652395486831665,1.5652395486831665,, -1.5265171527862549,1.5265171527862549,1.4840396642684937,86,2348,,,, -,,,86,2348,1.544609785079956,1.544609785079956,, -1.5274115800857544,1.5274115800857544,1.4840396642684937,87,2375,,,, -,,,87,2375,1.550585389137268,1.550585389137268,, -1.5782556533813477,1.5782556533813477,1.4840396642684937,88,2402,,,, -,,,88,2402,1.5527420043945312,1.5527420043945312,, -1.519845724105835,1.519845724105835,1.4840396642684937,89,2429,,,, -,,,89,2429,1.5655412673950195,1.5655412673950195,, -1.5674083232879639,1.5674083232879639,1.4840396642684937,90,2456,,,, -,,,90,2456,1.5520187616348267,1.5520187616348267,, -1.5521790981292725,1.5521790981292725,1.4840396642684937,91,2483,,,, -,,,91,2483,1.5484050512313843,1.5484050512313843,, -1.8754446506500244,1.8754446506500244,1.4840396642684937,92,2510,,,, -,,,92,2510,1.550183653831482,1.550183653831482,, -1.5707118511199951,1.5707118511199951,1.4840396642684937,93,2537,,,, -,,,93,2537,1.5634591579437256,1.5634591579437256,, -1.5984981060028076,1.5984981060028076,1.4840396642684937,94,2564,,,, -,,,94,2564,1.5561755895614624,1.5561755895614624,, -2.0998313426971436,2.0998313426971436,1.4840396642684937,95,2591,,,, -,,,95,2591,1.5468876361846924,1.5468876361846924,, -1.605587124824524,1.605587124824524,1.4840396642684937,96,2618,,,, -,,,96,2618,1.5604220628738403,1.5604220628738403,, -1.5297058820724487,1.5297058820724487,1.4840396642684937,97,2645,,,, -,,,97,2645,1.5513371229171753,1.5513371229171753,, -2.185659646987915,2.185659646987915,1.4840396642684937,98,2672,,,, -,,,98,2672,1.5449162721633911,1.5449162721633911,, -1.9412881135940552,1.9412881135940552,1.4840396642684937,99,2699,,,, -,,,99,2699,1.5626373291015625,1.5626373291015625,, -,,,15,405,,,1.6185023784637451,1.6185023784637451 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.46 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.46 deleted file mode 100644 index 6ca77ddfcca14604b2de2655902ab00472278077..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.46 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:02fcac0866b0a7529f46c22d6d63061fd126445efe9d4fbfe758c9949207b125 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.47 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.47 deleted file mode 100644 index 9e4962b51566d08dede1f27b205d0fa7a0939364..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.47 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7679f466a398f75cd5379efe0fd7bc39698cf629027e47ad8810b764bda8fa06 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 05b745f70bb8e28690a2ca828674a1b1705adf28..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 128 - output_size: 1 - lr: 0.04083959989803542 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8674049 -model/params/trainable: 8674049 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/config.yaml deleted file mode 100644 index 9b7113ed1ca45684aa1a16d51407bb7d42eddf85..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 128 - lin3_size: 512 - output_size: 1 - lr: 0.0007423353482463773 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/hydra.yaml deleted file mode 100644 index a6132565deeb0a5d6cf8be1b843c90c9046f1a76..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0007423353482463773 - - model.lin1_size=64 - - model.lin2_size=128 - - model.lin3_size=512 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=64,model.lin2_size=128,model.lin3_size=512,model.lr=0.0007423353482463773,trainer.gpus=0 - id: '24' - num: 24 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/overrides.yaml deleted file mode 100644 index 677bac15a38f638fe6894bb21766cc9ba87ec1ad..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0007423353482463773 -- model.lin1_size=64 -- model.lin2_size=128 -- model.lin3_size=512 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/hparams.yaml deleted file mode 100644 index 90e881de2e78923182ab63a2088c64d69edba6d6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 128 - lin3_size: 512 - output_size: 1 - lr: 0.0007423353482463773 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4396353 -model/params/trainable: 4396353 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/metrics.csv deleted file mode 100644 index 18f36d22300c444b16d004472d3938fe57a22cde..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.523614764213562,1.523614764213562,1.523614764213562,0,26,,,, -,,,0,26,1.6821856498718262,1.6821856498718262,, -1.4760745763778687,1.4760745763778687,1.4760745763778687,1,53,,,, -,,,1,53,1.4881823062896729,1.4881823062896729,, -1.528942584991455,1.528942584991455,1.4760745763778687,2,80,,,, -,,,2,80,1.4037545919418335,1.4037545919418335,, -1.573783040046692,1.573783040046692,1.4760745763778687,3,107,,,, -,,,3,107,1.406150221824646,1.406150221824646,, -1.8287569284439087,1.8287569284439087,1.4760745763778687,4,134,,,, -,,,4,134,1.3519655466079712,1.3519655466079712,, -1.862988829612732,1.862988829612732,1.4760745763778687,5,161,,,, -,,,5,161,1.327287197113037,1.327287197113037,, -1.6282349824905396,1.6282349824905396,1.4760745763778687,6,188,,,, -,,,6,188,1.2921100854873657,1.2921100854873657,, -1.4061516523361206,1.4061516523361206,1.4061516523361206,7,215,,,, -,,,7,215,1.272790789604187,1.272790789604187,, -1.5641344785690308,1.5641344785690308,1.4061516523361206,8,242,,,, -,,,8,242,1.2073628902435303,1.2073628902435303,, -1.50420343875885,1.50420343875885,1.4061516523361206,9,269,,,, -,,,9,269,1.1723101139068604,1.1723101139068604,, -1.525458574295044,1.525458574295044,1.4061516523361206,10,296,,,, -,,,10,296,1.1500275135040283,1.1500275135040283,, -1.71222722530365,1.71222722530365,1.4061516523361206,11,323,,,, -,,,11,323,1.1083827018737793,1.1083827018737793,, -1.5409318208694458,1.5409318208694458,1.4061516523361206,12,350,,,, -,,,12,350,1.095401644706726,1.095401644706726,, -1.3581748008728027,1.3581748008728027,1.3581748008728027,13,377,,,, -,,,13,377,1.0807616710662842,1.0807616710662842,, -1.414493203163147,1.414493203163147,1.3581748008728027,14,404,,,, -,,,14,404,1.0571531057357788,1.0571531057357788,, -1.4321486949920654,1.4321486949920654,1.3581748008728027,15,431,,,, -,,,15,431,1.0466076135635376,1.0466076135635376,, -1.4478869438171387,1.4478869438171387,1.3581748008728027,16,458,,,, -,,,16,458,1.0232347249984741,1.0232347249984741,, -1.302810549736023,1.302810549736023,1.302810549736023,17,485,,,, -,,,17,485,0.9803421497344971,0.9803421497344971,, -1.3699284791946411,1.3699284791946411,1.302810549736023,18,512,,,, -,,,18,512,0.9853456616401672,0.9853456616401672,, -1.352562427520752,1.352562427520752,1.302810549736023,19,539,,,, -,,,19,539,0.9344262480735779,0.9344262480735779,, -1.3158758878707886,1.3158758878707886,1.302810549736023,20,566,,,, -,,,20,566,0.9065967202186584,0.9065967202186584,, -1.469443440437317,1.469443440437317,1.302810549736023,21,593,,,, -,,,21,593,0.913512647151947,0.913512647151947,, -1.2792069911956787,1.2792069911956787,1.2792069911956787,22,620,,,, -,,,22,620,0.9026483297348022,0.9026483297348022,, -1.7717798948287964,1.7717798948287964,1.2792069911956787,23,647,,,, -,,,23,647,0.8932642340660095,0.8932642340660095,, -1.472535490989685,1.472535490989685,1.2792069911956787,24,674,,,, -,,,24,674,0.8355705142021179,0.8355705142021179,, -1.4404276609420776,1.4404276609420776,1.2792069911956787,25,701,,,, -,,,25,701,0.9170769453048706,0.9170769453048706,, -1.3391461372375488,1.3391461372375488,1.2792069911956787,26,728,,,, -,,,26,728,0.8481665253639221,0.8481665253639221,, -1.5588668584823608,1.5588668584823608,1.2792069911956787,27,755,,,, -,,,27,755,0.8390734791755676,0.8390734791755676,, -1.7711012363433838,1.7711012363433838,1.2792069911956787,28,782,,,, -,,,28,782,0.8259056806564331,0.8259056806564331,, -1.42454195022583,1.42454195022583,1.2792069911956787,29,809,,,, -,,,29,809,0.8334813117980957,0.8334813117980957,, -1.1238304376602173,1.1238304376602173,1.1238304376602173,30,836,,,, -,,,30,836,0.8253052830696106,0.8253052830696106,, -1.8010543584823608,1.8010543584823608,1.1238304376602173,31,863,,,, -,,,31,863,0.8140190839767456,0.8140190839767456,, -1.5126621723175049,1.5126621723175049,1.1238304376602173,32,890,,,, -,,,32,890,0.7989592552185059,0.7989592552185059,, -1.2649983167648315,1.2649983167648315,1.1238304376602173,33,917,,,, -,,,33,917,0.7817551493644714,0.7817551493644714,, -1.4229118824005127,1.4229118824005127,1.1238304376602173,34,944,,,, -,,,34,944,0.765103816986084,0.765103816986084,, -1.6125181913375854,1.6125181913375854,1.1238304376602173,35,971,,,, -,,,35,971,0.7742455005645752,0.7742455005645752,, -1.1771571636199951,1.1771571636199951,1.1238304376602173,36,998,,,, -,,,36,998,0.7521623969078064,0.7521623969078064,, -1.5853865146636963,1.5853865146636963,1.1238304376602173,37,1025,,,, -,,,37,1025,0.729555606842041,0.729555606842041,, -1.1359128952026367,1.1359128952026367,1.1238304376602173,38,1052,,,, -,,,38,1052,0.7585558891296387,0.7585558891296387,, -1.3868217468261719,1.3868217468261719,1.1238304376602173,39,1079,,,, -,,,39,1079,0.7528648376464844,0.7528648376464844,, -1.9967905282974243,1.9967905282974243,1.1238304376602173,40,1106,,,, -,,,40,1106,0.7414711117744446,0.7414711117744446,, -1.2845314741134644,1.2845314741134644,1.1238304376602173,41,1133,,,, -,,,41,1133,0.7680772542953491,0.7680772542953491,, -1.27958083152771,1.27958083152771,1.1238304376602173,42,1160,,,, -,,,42,1160,0.7380921244621277,0.7380921244621277,, -1.1519969701766968,1.1519969701766968,1.1238304376602173,43,1187,,,, -,,,43,1187,0.7322549819946289,0.7322549819946289,, -1.801390290260315,1.801390290260315,1.1238304376602173,44,1214,,,, -,,,44,1214,0.7085464596748352,0.7085464596748352,, -1.0068690776824951,1.0068690776824951,1.0068690776824951,45,1241,,,, -,,,45,1241,0.7477881908416748,0.7477881908416748,, -1.3239037990570068,1.3239037990570068,1.0068690776824951,46,1268,,,, -,,,46,1268,0.7168701887130737,0.7168701887130737,, -1.5915358066558838,1.5915358066558838,1.0068690776824951,47,1295,,,, -,,,47,1295,0.6967619061470032,0.6967619061470032,, -1.1273289918899536,1.1273289918899536,1.0068690776824951,48,1322,,,, -,,,48,1322,0.7212475538253784,0.7212475538253784,, -1.180650234222412,1.180650234222412,1.0068690776824951,49,1349,,,, -,,,49,1349,0.7431755065917969,0.7431755065917969,, -1.6261775493621826,1.6261775493621826,1.0068690776824951,50,1376,,,, -,,,50,1376,0.7163988947868347,0.7163988947868347,, -1.6678720712661743,1.6678720712661743,1.0068690776824951,51,1403,,,, -,,,51,1403,0.6783545613288879,0.6783545613288879,, -1.3166377544403076,1.3166377544403076,1.0068690776824951,52,1430,,,, -,,,52,1430,0.6898106336593628,0.6898106336593628,, -2.2090141773223877,2.2090141773223877,1.0068690776824951,53,1457,,,, -,,,53,1457,0.6858588457107544,0.6858588457107544,, -1.503841519355774,1.503841519355774,1.0068690776824951,54,1484,,,, -,,,54,1484,0.6750286221504211,0.6750286221504211,, -1.6378281116485596,1.6378281116485596,1.0068690776824951,55,1511,,,, -,,,55,1511,0.6821988224983215,0.6821988224983215,, -1.8924553394317627,1.8924553394317627,1.0068690776824951,56,1538,,,, -,,,56,1538,0.6898151636123657,0.6898151636123657,, -1.2111241817474365,1.2111241817474365,1.0068690776824951,57,1565,,,, -,,,57,1565,0.703773021697998,0.703773021697998,, -1.8331490755081177,1.8331490755081177,1.0068690776824951,58,1592,,,, -,,,58,1592,0.7087676525115967,0.7087676525115967,, -1.7860153913497925,1.7860153913497925,1.0068690776824951,59,1619,,,, -,,,59,1619,0.6982472538948059,0.6982472538948059,, -1.6362500190734863,1.6362500190734863,1.0068690776824951,60,1646,,,, -,,,60,1646,0.6569910049438477,0.6569910049438477,, -1.885219693183899,1.885219693183899,1.0068690776824951,61,1673,,,, -,,,61,1673,0.6812705993652344,0.6812705993652344,, -1.2808917760849,1.2808917760849,1.0068690776824951,62,1700,,,, -,,,62,1700,0.6485776305198669,0.6485776305198669,, -1.869489312171936,1.869489312171936,1.0068690776824951,63,1727,,,, -,,,63,1727,0.6784700751304626,0.6784700751304626,, -1.567138671875,1.567138671875,1.0068690776824951,64,1754,,,, -,,,64,1754,0.675314724445343,0.675314724445343,, -1.5400844812393188,1.5400844812393188,1.0068690776824951,65,1781,,,, -,,,65,1781,0.6558969616889954,0.6558969616889954,, -1.5976158380508423,1.5976158380508423,1.0068690776824951,66,1808,,,, -,,,66,1808,0.6574313640594482,0.6574313640594482,, -1.6683369874954224,1.6683369874954224,1.0068690776824951,67,1835,,,, -,,,67,1835,0.6899292469024658,0.6899292469024658,, -1.3007205724716187,1.3007205724716187,1.0068690776824951,68,1862,,,, -,,,68,1862,0.679429292678833,0.679429292678833,, -1.2807106971740723,1.2807106971740723,1.0068690776824951,69,1889,,,, -,,,69,1889,0.6282776594161987,0.6282776594161987,, -1.1375752687454224,1.1375752687454224,1.0068690776824951,70,1916,,,, -,,,70,1916,0.6816275119781494,0.6816275119781494,, -1.6469964981079102,1.6469964981079102,1.0068690776824951,71,1943,,,, -,,,71,1943,0.6136173009872437,0.6136173009872437,, -2.026372194290161,2.026372194290161,1.0068690776824951,72,1970,,,, -,,,72,1970,0.6453840136528015,0.6453840136528015,, -2.0162124633789062,2.0162124633789062,1.0068690776824951,73,1997,,,, -,,,73,1997,0.5973796248435974,0.5973796248435974,, -2.1336843967437744,2.1336843967437744,1.0068690776824951,74,2024,,,, -,,,74,2024,0.6486800312995911,0.6486800312995911,, -1.3130234479904175,1.3130234479904175,1.0068690776824951,75,2051,,,, -,,,75,2051,0.6559666991233826,0.6559666991233826,, -1.5507116317749023,1.5507116317749023,1.0068690776824951,76,2078,,,, -,,,76,2078,0.6565073728561401,0.6565073728561401,, -1.6484291553497314,1.6484291553497314,1.0068690776824951,77,2105,,,, -,,,77,2105,0.6385031342506409,0.6385031342506409,, -1.70457124710083,1.70457124710083,1.0068690776824951,78,2132,,,, -,,,78,2132,0.637907862663269,0.637907862663269,, -1.3924640417099,1.3924640417099,1.0068690776824951,79,2159,,,, -,,,79,2159,0.6176334023475647,0.6176334023475647,, -1.5946223735809326,1.5946223735809326,1.0068690776824951,80,2186,,,, -,,,80,2186,0.6352038383483887,0.6352038383483887,, -0.9781540036201477,0.9781540036201477,0.9781540036201477,81,2213,,,, -,,,81,2213,0.6205710172653198,0.6205710172653198,, -1.8467199802398682,1.8467199802398682,0.9781540036201477,82,2240,,,, -,,,82,2240,0.6220422387123108,0.6220422387123108,, -1.4804692268371582,1.4804692268371582,0.9781540036201477,83,2267,,,, -,,,83,2267,0.6266764402389526,0.6266764402389526,, -1.420812964439392,1.420812964439392,0.9781540036201477,84,2294,,,, -,,,84,2294,0.6051916480064392,0.6051916480064392,, -1.3437718152999878,1.3437718152999878,0.9781540036201477,85,2321,,,, -,,,85,2321,0.6219087839126587,0.6219087839126587,, -1.0097544193267822,1.0097544193267822,0.9781540036201477,86,2348,,,, -,,,86,2348,0.621907651424408,0.621907651424408,, -1.277187705039978,1.277187705039978,0.9781540036201477,87,2375,,,, -,,,87,2375,0.5603012442588806,0.5603012442588806,, -1.504642367362976,1.504642367362976,0.9781540036201477,88,2402,,,, -,,,88,2402,0.6180904507637024,0.6180904507637024,, -1.1843336820602417,1.1843336820602417,0.9781540036201477,89,2429,,,, -,,,89,2429,0.6010738015174866,0.6010738015174866,, -1.6943684816360474,1.6943684816360474,0.9781540036201477,90,2456,,,, -,,,90,2456,0.5864506363868713,0.5864506363868713,, -1.5566744804382324,1.5566744804382324,0.9781540036201477,91,2483,,,, -,,,91,2483,0.6120969653129578,0.6120969653129578,, -1.1885162591934204,1.1885162591934204,0.9781540036201477,92,2510,,,, -,,,92,2510,0.5954678654670715,0.5954678654670715,, -1.4947879314422607,1.4947879314422607,0.9781540036201477,93,2537,,,, -,,,93,2537,0.6156147718429565,0.6156147718429565,, -1.3919206857681274,1.3919206857681274,0.9781540036201477,94,2564,,,, -,,,94,2564,0.5745798945426941,0.5745798945426941,, -1.322177529335022,1.322177529335022,0.9781540036201477,95,2591,,,, -,,,95,2591,0.5929998755455017,0.5929998755455017,, -1.4970453977584839,1.4970453977584839,0.9781540036201477,96,2618,,,, -,,,96,2618,0.6028021574020386,0.6028021574020386,, -1.2804735898971558,1.2804735898971558,0.9781540036201477,97,2645,,,, -,,,97,2645,0.5874095559120178,0.5874095559120178,, -1.4310505390167236,1.4310505390167236,0.9781540036201477,98,2672,,,, -,,,98,2672,0.5723732709884644,0.5723732709884644,, -1.8312357664108276,1.8312357664108276,0.9781540036201477,99,2699,,,, -,,,99,2699,0.569962739944458,0.569962739944458,, -,,,82,2214,,,0.9928721189498901,0.9928721189498901 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.48 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.48 deleted file mode 100644 index 215203ca734169fe85e50f51453a43dc1699c123..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.48 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:458b98260413251f344faadac25ee8090dfc0373e8c56659acac99a4cde9dbd3 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646962127.37a92d36c649.1.49 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646962127.37a92d36c649.1.49 deleted file mode 100644 index 507d262054423d7f2360c98c902236cf00dea7a4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646962127.37a92d36c649.1.49 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:250c17310719fea3b46e962985abe5c1a7b2c495d9ec78860a7afb8c65b2713f -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 90e881de2e78923182ab63a2088c64d69edba6d6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 128 - lin3_size: 512 - output_size: 1 - lr: 0.0007423353482463773 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4396353 -model/params/trainable: 4396353 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/config.yaml deleted file mode 100644 index 39e19474314a32850263d6311b8d475cdfeb63dd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 128 - output_size: 1 - lr: 0.0979763780684297 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/hydra.yaml deleted file mode 100644 index 23330aed8a69373f62323a8b354ed5f919eb6dbd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0979763780684297 - - model.lin1_size=256 - - model.lin2_size=1024 - - model.lin3_size=128 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=128,model.lr=0.0979763780684297,trainer.gpus=0 - id: '3' - num: 3 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/overrides.yaml deleted file mode 100644 index 5a5a2c46aafbe2d9a6129c0cf0c6176bff042737..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0979763780684297 -- model.lin1_size=256 -- model.lin2_size=1024 -- model.lin3_size=128 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/hparams.yaml deleted file mode 100644 index 7d68b5b359d19e29dae804166a12c225fde6a0cd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 128 - output_size: 1 - lr: 0.0979763780684297 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17677569 -model/params/trainable: 17677569 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/metrics.csv deleted file mode 100644 index fc6e8636f6a0ab5aaf1260cb168277bdde974679..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.522524118423462,1.522524118423462,1.522524118423462,0,26,,,, -,,,0,26,1.8255831003189087,1.8255831003189087,, -1.521386981010437,1.521386981010437,1.521386981010437,1,53,,,, -,,,1,53,1.5557540655136108,1.5557540655136108,, -1.5373214483261108,1.5373214483261108,1.521386981010437,2,80,,,, -,,,2,80,1.5718469619750977,1.5718469619750977,, -1.5394923686981201,1.5394923686981201,1.521386981010437,3,107,,,, -,,,3,107,1.570361614227295,1.570361614227295,, -1.4994184970855713,1.4994184970855713,1.4994184970855713,4,134,,,, -,,,4,134,1.5586085319519043,1.5586085319519043,, -1.5322046279907227,1.5322046279907227,1.4994184970855713,5,161,,,, -,,,5,161,1.556923747062683,1.556923747062683,, -1.5560985803604126,1.5560985803604126,1.4994184970855713,6,188,,,, -,,,6,188,1.5568313598632812,1.5568313598632812,, -2.4006736278533936,2.4006736278533936,1.4994184970855713,7,215,,,, -,,,7,215,1.5629627704620361,1.5629627704620361,, -1.5417381525039673,1.5417381525039673,1.4994184970855713,8,242,,,, -,,,8,242,1.58774995803833,1.58774995803833,, -1.7803394794464111,1.7803394794464111,1.4994184970855713,9,269,,,, -,,,9,269,1.587422251701355,1.587422251701355,, -1.51564359664917,1.51564359664917,1.4994184970855713,10,296,,,, -,,,10,296,1.5772656202316284,1.5772656202316284,, -1.913888692855835,1.913888692855835,1.4994184970855713,11,323,,,, -,,,11,323,1.5853291749954224,1.5853291749954224,, -2.451890230178833,2.451890230178833,1.4994184970855713,12,350,,,, -,,,12,350,1.5867359638214111,1.5867359638214111,, -2.0611724853515625,2.0611724853515625,1.4994184970855713,13,377,,,, -,,,13,377,1.5903290510177612,1.5903290510177612,, -1.5243951082229614,1.5243951082229614,1.4994184970855713,14,404,,,, -,,,14,404,1.5621018409729004,1.5621018409729004,, -2.6506004333496094,2.6506004333496094,1.4994184970855713,15,431,,,, -,,,15,431,1.5682235956192017,1.5682235956192017,, -1.542117953300476,1.542117953300476,1.4994184970855713,16,458,,,, -,,,16,458,1.5584838390350342,1.5584838390350342,, -1.7356159687042236,1.7356159687042236,1.4994184970855713,17,485,,,, -,,,17,485,1.546055555343628,1.546055555343628,, -1.5578815937042236,1.5578815937042236,1.4994184970855713,18,512,,,, -,,,18,512,1.5632456541061401,1.5632456541061401,, -1.4985312223434448,1.4985312223434448,1.4985312223434448,19,539,,,, -,,,19,539,1.563920259475708,1.563920259475708,, -2.1294078826904297,2.1294078826904297,1.4985312223434448,20,566,,,, -,,,20,566,1.5674445629119873,1.5674445629119873,, -2.429359197616577,2.429359197616577,1.4985312223434448,21,593,,,, -,,,21,593,1.5617252588272095,1.5617252588272095,, -2.182675838470459,2.182675838470459,1.4985312223434448,22,620,,,, -,,,22,620,1.555215835571289,1.555215835571289,, -1.522313117980957,1.522313117980957,1.4985312223434448,23,647,,,, -,,,23,647,1.5751224756240845,1.5751224756240845,, -1.5778932571411133,1.5778932571411133,1.4985312223434448,24,674,,,, -,,,24,674,1.5659083127975464,1.5659083127975464,, -1.5111932754516602,1.5111932754516602,1.4985312223434448,25,701,,,, -,,,25,701,1.5563292503356934,1.5563292503356934,, -2.092745304107666,2.092745304107666,1.4985312223434448,26,728,,,, -,,,26,728,1.5965458154678345,1.5965458154678345,, -1.5125739574432373,1.5125739574432373,1.4985312223434448,27,755,,,, -,,,27,755,1.5728435516357422,1.5728435516357422,, -10.638666152954102,10.638666152954102,1.4985312223434448,28,782,,,, -,,,28,782,1.5657377243041992,1.5657377243041992,, -1.5737910270690918,1.5737910270690918,1.4985312223434448,29,809,,,, -,,,29,809,1.5599055290222168,1.5599055290222168,, -1.5365643501281738,1.5365643501281738,1.4985312223434448,30,836,,,, -,,,30,836,1.554152011871338,1.554152011871338,, -1.88437819480896,1.88437819480896,1.4985312223434448,31,863,,,, -,,,31,863,1.5603253841400146,1.5603253841400146,, -1.5260651111602783,1.5260651111602783,1.4985312223434448,32,890,,,, -,,,32,890,1.5785870552062988,1.5785870552062988,, -1.5309154987335205,1.5309154987335205,1.4985312223434448,33,917,,,, -,,,33,917,1.5661656856536865,1.5661656856536865,, -1.7463408708572388,1.7463408708572388,1.4985312223434448,34,944,,,, -,,,34,944,1.5750219821929932,1.5750219821929932,, -1.9413478374481201,1.9413478374481201,1.4985312223434448,35,971,,,, -,,,35,971,1.5842055082321167,1.5842055082321167,, -1.53152596950531,1.53152596950531,1.4985312223434448,36,998,,,, -,,,36,998,1.5580415725708008,1.5580415725708008,, -1.6374385356903076,1.6374385356903076,1.4985312223434448,37,1025,,,, -,,,37,1025,1.5539573431015015,1.5539573431015015,, -6.078197956085205,6.078197956085205,1.4985312223434448,38,1052,,,, -,,,38,1052,1.5671106576919556,1.5671106576919556,, -1.494330883026123,1.494330883026123,1.494330883026123,39,1079,,,, -,,,39,1079,1.5582919120788574,1.5582919120788574,, -1.5549482107162476,1.5549482107162476,1.494330883026123,40,1106,,,, -,,,40,1106,1.5853577852249146,1.5853577852249146,, -3.6425206661224365,3.6425206661224365,1.494330883026123,41,1133,,,, -,,,41,1133,1.5879707336425781,1.5879707336425781,, -2.0698864459991455,2.0698864459991455,1.494330883026123,42,1160,,,, -,,,42,1160,1.5798341035842896,1.5798341035842896,, -1.530802845954895,1.530802845954895,1.494330883026123,43,1187,,,, -,,,43,1187,1.5893876552581787,1.5893876552581787,, -6.615461349487305,6.615461349487305,1.494330883026123,44,1214,,,, -,,,44,1214,1.5974167585372925,1.5974167585372925,, -1.552321434020996,1.552321434020996,1.494330883026123,45,1241,,,, -,,,45,1241,1.572048306465149,1.572048306465149,, -1.5158754587173462,1.5158754587173462,1.494330883026123,46,1268,,,, -,,,46,1268,1.5804075002670288,1.5804075002670288,, -2.1142733097076416,2.1142733097076416,1.494330883026123,47,1295,,,, -,,,47,1295,1.5693697929382324,1.5693697929382324,, -1.4915063381195068,1.4915063381195068,1.4915063381195068,48,1322,,,, -,,,48,1322,1.5695770978927612,1.5695770978927612,, -1.5324833393096924,1.5324833393096924,1.4915063381195068,49,1349,,,, -,,,49,1349,1.5830399990081787,1.5830399990081787,, -1.5239481925964355,1.5239481925964355,1.4915063381195068,50,1376,,,, -,,,50,1376,1.5805062055587769,1.5805062055587769,, -1.5166388750076294,1.5166388750076294,1.4915063381195068,51,1403,,,, -,,,51,1403,1.5889250040054321,1.5889250040054321,, -3.767822504043579,3.767822504043579,1.4915063381195068,52,1430,,,, -,,,52,1430,1.5855402946472168,1.5855402946472168,, -1.509140968322754,1.509140968322754,1.4915063381195068,53,1457,,,, -,,,53,1457,1.5827114582061768,1.5827114582061768,, -1.5141297578811646,1.5141297578811646,1.4915063381195068,54,1484,,,, -,,,54,1484,1.5764491558074951,1.5764491558074951,, -1.8872687816619873,1.8872687816619873,1.4915063381195068,55,1511,,,, -,,,55,1511,1.5783157348632812,1.5783157348632812,, -9.395502090454102,9.395502090454102,1.4915063381195068,56,1538,,,, -,,,56,1538,1.58848237991333,1.58848237991333,, -2.167719841003418,2.167719841003418,1.4915063381195068,57,1565,,,, -,,,57,1565,1.5612194538116455,1.5612194538116455,, -1.5242063999176025,1.5242063999176025,1.4915063381195068,58,1592,,,, -,,,58,1592,1.5683882236480713,1.5683882236480713,, -1.5161213874816895,1.5161213874816895,1.4915063381195068,59,1619,,,, -,,,59,1619,1.5863392353057861,1.5863392353057861,, -6.418655872344971,6.418655872344971,1.4915063381195068,60,1646,,,, -,,,60,1646,1.5779900550842285,1.5779900550842285,, -2.8928308486938477,2.8928308486938477,1.4915063381195068,61,1673,,,, -,,,61,1673,1.6008657217025757,1.6008657217025757,, -1.710097074508667,1.710097074508667,1.4915063381195068,62,1700,,,, -,,,62,1700,1.5898945331573486,1.5898945331573486,, -1.4966193437576294,1.4966193437576294,1.4915063381195068,63,1727,,,, -,,,63,1727,1.5746350288391113,1.5746350288391113,, -1.8440158367156982,1.8440158367156982,1.4915063381195068,64,1754,,,, -,,,64,1754,1.5836719274520874,1.5836719274520874,, -2.0335140228271484,2.0335140228271484,1.4915063381195068,65,1781,,,, -,,,65,1781,1.5818003416061401,1.5818003416061401,, -1.4944478273391724,1.4944478273391724,1.4915063381195068,66,1808,,,, -,,,66,1808,1.565208911895752,1.565208911895752,, -1.5221232175827026,1.5221232175827026,1.4915063381195068,67,1835,,,, -,,,67,1835,1.576006293296814,1.576006293296814,, -1.5094926357269287,1.5094926357269287,1.4915063381195068,68,1862,,,, -,,,68,1862,1.5765384435653687,1.5765384435653687,, -1.8528023958206177,1.8528023958206177,1.4915063381195068,69,1889,,,, -,,,69,1889,1.5791044235229492,1.5791044235229492,, -2.408050298690796,2.408050298690796,1.4915063381195068,70,1916,,,, -,,,70,1916,1.5729342699050903,1.5729342699050903,, -1.5229918956756592,1.5229918956756592,1.4915063381195068,71,1943,,,, -,,,71,1943,1.5891951322555542,1.5891951322555542,, -1.5406099557876587,1.5406099557876587,1.4915063381195068,72,1970,,,, -,,,72,1970,1.6034311056137085,1.6034311056137085,, -1.5400166511535645,1.5400166511535645,1.4915063381195068,73,1997,,,, -,,,73,1997,1.5872454643249512,1.5872454643249512,, -1.5832573175430298,1.5832573175430298,1.4915063381195068,74,2024,,,, -,,,74,2024,1.5836305618286133,1.5836305618286133,, -1.5353091955184937,1.5353091955184937,1.4915063381195068,75,2051,,,, -,,,75,2051,1.5635459423065186,1.5635459423065186,, -5.335820198059082,5.335820198059082,1.4915063381195068,76,2078,,,, -,,,76,2078,1.575485348701477,1.575485348701477,, -1.8218584060668945,1.8218584060668945,1.4915063381195068,77,2105,,,, -,,,77,2105,1.5905091762542725,1.5905091762542725,, -1.5303291082382202,1.5303291082382202,1.4915063381195068,78,2132,,,, -,,,78,2132,1.6140458583831787,1.6140458583831787,, -1.5286059379577637,1.5286059379577637,1.4915063381195068,79,2159,,,, -,,,79,2159,1.604789137840271,1.604789137840271,, -1.6640204191207886,1.6640204191207886,1.4915063381195068,80,2186,,,, -,,,80,2186,1.593502163887024,1.593502163887024,, -1.9530278444290161,1.9530278444290161,1.4915063381195068,81,2213,,,, -,,,81,2213,1.5885593891143799,1.5885593891143799,, -1.5318727493286133,1.5318727493286133,1.4915063381195068,82,2240,,,, -,,,82,2240,1.6103764772415161,1.6103764772415161,, -2.691002130508423,2.691002130508423,1.4915063381195068,83,2267,,,, -,,,83,2267,1.5851311683654785,1.5851311683654785,, -2.044315814971924,2.044315814971924,1.4915063381195068,84,2294,,,, -,,,84,2294,1.5941725969314575,1.5941725969314575,, -1.5206869840621948,1.5206869840621948,1.4915063381195068,85,2321,,,, -,,,85,2321,1.6042267084121704,1.6042267084121704,, -1.5792385339736938,1.5792385339736938,1.4915063381195068,86,2348,,,, -,,,86,2348,1.607933521270752,1.607933521270752,, -1.6022454500198364,1.6022454500198364,1.4915063381195068,87,2375,,,, -,,,87,2375,1.5832512378692627,1.5832512378692627,, -1.749870777130127,1.749870777130127,1.4915063381195068,88,2402,,,, -,,,88,2402,1.5921411514282227,1.5921411514282227,, -1.5282609462738037,1.5282609462738037,1.4915063381195068,89,2429,,,, -,,,89,2429,1.5854624509811401,1.5854624509811401,, -1.5226730108261108,1.5226730108261108,1.4915063381195068,90,2456,,,, -,,,90,2456,1.5828664302825928,1.5828664302825928,, -1.5238372087478638,1.5238372087478638,1.4915063381195068,91,2483,,,, -,,,91,2483,1.5925865173339844,1.5925865173339844,, -1.5059196949005127,1.5059196949005127,1.4915063381195068,92,2510,,,, -,,,92,2510,1.584563136100769,1.584563136100769,, -1.5988973379135132,1.5988973379135132,1.4915063381195068,93,2537,,,, -,,,93,2537,1.5840816497802734,1.5840816497802734,, -4.493731498718262,4.493731498718262,1.4915063381195068,94,2564,,,, -,,,94,2564,1.5787885189056396,1.5787885189056396,, -5.268187046051025,5.268187046051025,1.4915063381195068,95,2591,,,, -,,,95,2591,1.5803494453430176,1.5803494453430176,, -1.5231411457061768,1.5231411457061768,1.4915063381195068,96,2618,,,, -,,,96,2618,1.5808186531066895,1.5808186531066895,, -1.52634859085083,1.52634859085083,1.4915063381195068,97,2645,,,, -,,,97,2645,1.5866528749465942,1.5866528749465942,, -1.5209232568740845,1.5209232568740845,1.4915063381195068,98,2672,,,, -,,,98,2672,1.610694169998169,1.610694169998169,, -1.5366144180297852,1.5366144180297852,1.4915063381195068,99,2699,,,, -,,,99,2699,1.6066855192184448,1.6066855192184448,, -,,,49,1323,,,1.6058895587921143,1.6058895587921143 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937679.37a92d36c649.1.6 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937679.37a92d36c649.1.6 deleted file mode 100644 index 1c34ca04075beb468eaad615da6e140b39db8664..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937679.37a92d36c649.1.6 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:31d71fb8440417bb99874d613a04703fcef681ea0c3b90785133e936274d6577 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.7 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.7 deleted file mode 100644 index d781b2adbdf8491d3606fc34e164f8daee538b19..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.7 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0e9f763942c84375a7262b37c4778d345003a91062050a5a5dc372e63ea11be1 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 7d68b5b359d19e29dae804166a12c225fde6a0cd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 128 - output_size: 1 - lr: 0.0979763780684297 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17677569 -model/params/trainable: 17677569 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/config.yaml deleted file mode 100644 index 59986210c53b61db48793c427df5ba918f0f3681..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 512 - output_size: 1 - lr: 0.10083543037793832 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/hydra.yaml deleted file mode 100644 index 8e379e43f9a9bc8fe1c9dc0b65ee796d817da63c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.10083543037793832 - - model.lin1_size=1024 - - model.lin2_size=64 - - model.lin3_size=512 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focusMAE_150_optuna,model.lin1_size=1024,model.lin2_size=64,model.lin3_size=512,model.lr=0.10083543037793832,trainer.gpus=0 - id: '4' - num: 4 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/overrides.yaml deleted file mode 100644 index b5bb4a6237b01a41aad5245a675aa136c7a25a06..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.10083543037793832 -- model.lin1_size=1024 -- model.lin2_size=64 -- model.lin3_size=512 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/hparams.yaml deleted file mode 100644 index 8dc8c65a39ed5b2d29f778684c2f6cdba3f8fa38..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 512 - output_size: 1 - lr: 0.10083543037793832 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 69223617 -model/params/trainable: 69223617 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/metrics.csv deleted file mode 100644 index ed3d28f3198d1e8accf8a579ac2979f65cf62072..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.807600975036621,1.807600975036621,1.807600975036621,0,13,,,, -,,,0,13,4.978466987609863,4.978466987609863,, -1.54044508934021,1.54044508934021,1.54044508934021,1,27,,,, -,,,1,27,1.776487946510315,1.776487946510315,, -1.5484806299209595,1.5484806299209595,1.54044508934021,2,41,,,, -,,,2,41,1.618410587310791,1.618410587310791,, -1.53935968875885,1.53935968875885,1.53935968875885,3,55,,,, -,,,3,55,1.5850085020065308,1.5850085020065308,, -1.523511290550232,1.523511290550232,1.523511290550232,4,69,,,, -,,,4,69,1.5664705038070679,1.5664705038070679,, -1.511311411857605,1.511311411857605,1.511311411857605,5,83,,,, -,,,5,83,1.5658676624298096,1.5658676624298096,, -1.5225387811660767,1.5225387811660767,1.511311411857605,6,97,,,, -,,,6,97,1.5484431982040405,1.5484431982040405,, -1.5321158170700073,1.5321158170700073,1.511311411857605,7,111,,,, -,,,7,111,1.5545116662979126,1.5545116662979126,, -1.5080976486206055,1.5080976486206055,1.5080976486206055,8,125,,,, -,,,8,125,1.556320071220398,1.556320071220398,, -1.650672197341919,1.650672197341919,1.5080976486206055,9,139,,,, -,,,9,139,1.5492620468139648,1.5492620468139648,, -1.5221796035766602,1.5221796035766602,1.5080976486206055,10,153,,,, -,,,10,153,1.577954888343811,1.577954888343811,, -1.749356985092163,1.749356985092163,1.5080976486206055,11,167,,,, -,,,11,167,1.5751904249191284,1.5751904249191284,, -1.5695054531097412,1.5695054531097412,1.5080976486206055,12,181,,,, -,,,12,181,1.5411343574523926,1.5411343574523926,, -1.5620781183242798,1.5620781183242798,1.5080976486206055,13,195,,,, -,,,13,195,1.5512179136276245,1.5512179136276245,, -1.8221156597137451,1.8221156597137451,1.5080976486206055,14,209,,,, -,,,14,209,1.5633766651153564,1.5633766651153564,, -1.5233150720596313,1.5233150720596313,1.5080976486206055,15,223,,,, -,,,15,223,1.581742525100708,1.581742525100708,, -2.7708334922790527,2.7708334922790527,1.5080976486206055,16,237,,,, -,,,16,237,1.5651870965957642,1.5651870965957642,, -1.5119072198867798,1.5119072198867798,1.5080976486206055,17,251,,,, -,,,17,251,1.5522263050079346,1.5522263050079346,, -1.5403989553451538,1.5403989553451538,1.5080976486206055,18,265,,,, -,,,18,265,1.5494786500930786,1.5494786500930786,, -1.6870282888412476,1.6870282888412476,1.5080976486206055,19,279,,,, -,,,19,279,1.5597937107086182,1.5597937107086182,, -1.6402753591537476,1.6402753591537476,1.5080976486206055,20,293,,,, -,,,20,293,1.550508737564087,1.550508737564087,, -1.52437424659729,1.52437424659729,1.5080976486206055,21,307,,,, -,,,21,307,1.5626122951507568,1.5626122951507568,, -1.5238990783691406,1.5238990783691406,1.5080976486206055,22,321,,,, -,,,22,321,1.5482656955718994,1.5482656955718994,, -3.3379366397857666,3.3379366397857666,1.5080976486206055,23,335,,,, -,,,23,335,1.5615627765655518,1.5615627765655518,, -1.5065481662750244,1.5065481662750244,1.5065481662750244,24,349,,,, -,,,24,349,1.5453176498413086,1.5453176498413086,, -1.8424359560012817,1.8424359560012817,1.5065481662750244,25,363,,,, -,,,25,363,1.562076449394226,1.562076449394226,, -1.7161349058151245,1.7161349058151245,1.5065481662750244,26,377,,,, -,,,26,377,1.543113350868225,1.543113350868225,, -1.8136276006698608,1.8136276006698608,1.5065481662750244,27,391,,,, -,,,27,391,1.542435646057129,1.542435646057129,, -1.6197317838668823,1.6197317838668823,1.5065481662750244,28,405,,,, -,,,28,405,1.5510752201080322,1.5510752201080322,, -1.5083571672439575,1.5083571672439575,1.5065481662750244,29,419,,,, -,,,29,419,1.5660178661346436,1.5660178661346436,, -1.5317871570587158,1.5317871570587158,1.5065481662750244,30,433,,,, -,,,30,433,1.5499498844146729,1.5499498844146729,, -1.534900188446045,1.534900188446045,1.5065481662750244,31,447,,,, -,,,31,447,1.555573582649231,1.555573582649231,, -2.0264780521392822,2.0264780521392822,1.5065481662750244,32,461,,,, -,,,32,461,1.5514631271362305,1.5514631271362305,, -1.5260303020477295,1.5260303020477295,1.5065481662750244,33,475,,,, -,,,33,475,1.551491618156433,1.551491618156433,, -1.9503965377807617,1.9503965377807617,1.5065481662750244,34,489,,,, -,,,34,489,1.5506325960159302,1.5506325960159302,, -1.5647540092468262,1.5647540092468262,1.5065481662750244,35,503,,,, -,,,35,503,1.5420429706573486,1.5420429706573486,, -1.5257716178894043,1.5257716178894043,1.5065481662750244,36,517,,,, -,,,36,517,1.5493133068084717,1.5493133068084717,, -1.6150826215744019,1.6150826215744019,1.5065481662750244,37,531,,,, -,,,37,531,1.5432825088500977,1.5432825088500977,, -1.8360728025436401,1.8360728025436401,1.5065481662750244,38,545,,,, -,,,38,545,1.5362787246704102,1.5362787246704102,, -1.6329123973846436,1.6329123973846436,1.5065481662750244,39,559,,,, -,,,39,559,1.5567400455474854,1.5567400455474854,, -2.7510900497436523,2.7510900497436523,1.5065481662750244,40,573,,,, -,,,40,573,1.5662354230880737,1.5662354230880737,, -1.5523625612258911,1.5523625612258911,1.5065481662750244,41,587,,,, -,,,41,587,1.5641193389892578,1.5641193389892578,, -1.5410178899765015,1.5410178899765015,1.5065481662750244,42,601,,,, -,,,42,601,1.5739314556121826,1.5739314556121826,, -1.5357095003128052,1.5357095003128052,1.5065481662750244,43,615,,,, -,,,43,615,1.5575822591781616,1.5575822591781616,, -1.6430327892303467,1.6430327892303467,1.5065481662750244,44,629,,,, -,,,44,629,1.5568058490753174,1.5568058490753174,, -1.5124434232711792,1.5124434232711792,1.5065481662750244,45,643,,,, -,,,45,643,1.5575273036956787,1.5575273036956787,, -1.531561255455017,1.531561255455017,1.5065481662750244,46,657,,,, -,,,46,657,1.5388747453689575,1.5388747453689575,, -1.8556549549102783,1.8556549549102783,1.5065481662750244,47,671,,,, -,,,47,671,1.5680655241012573,1.5680655241012573,, -3.9042978286743164,3.9042978286743164,1.5065481662750244,48,685,,,, -,,,48,685,1.5646672248840332,1.5646672248840332,, -1.5222643613815308,1.5222643613815308,1.5065481662750244,49,699,,,, -,,,49,699,1.554589033126831,1.554589033126831,, -1.517146110534668,1.517146110534668,1.5065481662750244,50,713,,,, -,,,50,713,1.5579109191894531,1.5579109191894531,, -2.7466864585876465,2.7466864585876465,1.5065481662750244,51,727,,,, -,,,51,727,1.5682156085968018,1.5682156085968018,, -1.5520951747894287,1.5520951747894287,1.5065481662750244,52,741,,,, -,,,52,741,1.5686290264129639,1.5686290264129639,, -1.5165232419967651,1.5165232419967651,1.5065481662750244,53,755,,,, -,,,53,755,1.579620599746704,1.579620599746704,, -7.83432674407959,7.83432674407959,1.5065481662750244,54,769,,,, -,,,54,769,1.5862168073654175,1.5862168073654175,, -1.8492577075958252,1.8492577075958252,1.5065481662750244,55,783,,,, -,,,55,783,1.5757943391799927,1.5757943391799927,, -3.9494569301605225,3.9494569301605225,1.5065481662750244,56,797,,,, -,,,56,797,1.5704519748687744,1.5704519748687744,, -1.8972562551498413,1.8972562551498413,1.5065481662750244,57,811,,,, -,,,57,811,1.590087652206421,1.590087652206421,, -1.517371654510498,1.517371654510498,1.5065481662750244,58,825,,,, -,,,58,825,1.561996340751648,1.561996340751648,, -1.761115550994873,1.761115550994873,1.5065481662750244,59,839,,,, -,,,59,839,1.5862600803375244,1.5862600803375244,, -1.7580934762954712,1.7580934762954712,1.5065481662750244,60,853,,,, -,,,60,853,1.5904663801193237,1.5904663801193237,, -2.571798801422119,2.571798801422119,1.5065481662750244,61,867,,,, -,,,61,867,1.565551519393921,1.565551519393921,, -1.5496941804885864,1.5496941804885864,1.5065481662750244,62,881,,,, -,,,62,881,1.5621062517166138,1.5621062517166138,, -1.6113061904907227,1.6113061904907227,1.5065481662750244,63,895,,,, -,,,63,895,1.5787501335144043,1.5787501335144043,, -1.5251667499542236,1.5251667499542236,1.5065481662750244,64,909,,,, -,,,64,909,1.6024911403656006,1.6024911403656006,, -1.5927411317825317,1.5927411317825317,1.5065481662750244,65,923,,,, -,,,65,923,1.6207658052444458,1.6207658052444458,, -6.093300819396973,6.093300819396973,1.5065481662750244,66,937,,,, -,,,66,937,1.5960365533828735,1.5960365533828735,, -3.2907612323760986,3.2907612323760986,1.5065481662750244,67,951,,,, -,,,67,951,1.5693565607070923,1.5693565607070923,, -5.354511260986328,5.354511260986328,1.5065481662750244,68,965,,,, -,,,68,965,1.5830981731414795,1.5830981731414795,, -2.276851177215576,2.276851177215576,1.5065481662750244,69,979,,,, -,,,69,979,1.5866087675094604,1.5866087675094604,, -1.8391181230545044,1.8391181230545044,1.5065481662750244,70,993,,,, -,,,70,993,1.560050368309021,1.560050368309021,, -2.2522521018981934,2.2522521018981934,1.5065481662750244,71,1007,,,, -,,,71,1007,1.5975295305252075,1.5975295305252075,, -1.554211139678955,1.554211139678955,1.5065481662750244,72,1021,,,, -,,,72,1021,1.5866084098815918,1.5866084098815918,, -1.5348223447799683,1.5348223447799683,1.5065481662750244,73,1035,,,, -,,,73,1035,1.5624920129776,1.5624920129776,, -1.545029640197754,1.545029640197754,1.5065481662750244,74,1049,,,, -,,,74,1049,1.5613722801208496,1.5613722801208496,, -2.0337107181549072,2.0337107181549072,1.5065481662750244,75,1063,,,, -,,,75,1063,1.55754816532135,1.55754816532135,, -1.5691511631011963,1.5691511631011963,1.5065481662750244,76,1077,,,, -,,,76,1077,1.5600953102111816,1.5600953102111816,, -2.873985528945923,2.873985528945923,1.5065481662750244,77,1091,,,, -,,,77,1091,1.5643657445907593,1.5643657445907593,, -4.797354221343994,4.797354221343994,1.5065481662750244,78,1105,,,, -,,,78,1105,1.564733862876892,1.564733862876892,, -1.566515326499939,1.566515326499939,1.5065481662750244,79,1119,,,, -,,,79,1119,1.577250361442566,1.577250361442566,, -1.5140339136123657,1.5140339136123657,1.5065481662750244,80,1133,,,, -,,,80,1133,1.5659853219985962,1.5659853219985962,, -1.5247197151184082,1.5247197151184082,1.5065481662750244,81,1147,,,, -,,,81,1147,1.5740147829055786,1.5740147829055786,, -1.5269629955291748,1.5269629955291748,1.5065481662750244,82,1161,,,, -,,,82,1161,1.5685194730758667,1.5685194730758667,, -1.539787769317627,1.539787769317627,1.5065481662750244,83,1175,,,, -,,,83,1175,1.5854945182800293,1.5854945182800293,, -19.86058235168457,19.86058235168457,1.5065481662750244,84,1189,,,, -,,,84,1189,1.5697680711746216,1.5697680711746216,, -2.1711559295654297,2.1711559295654297,1.5065481662750244,85,1203,,,, -,,,85,1203,1.564476490020752,1.564476490020752,, -1.6725718975067139,1.6725718975067139,1.5065481662750244,86,1217,,,, -,,,86,1217,1.5783154964447021,1.5783154964447021,, -1.6175192594528198,1.6175192594528198,1.5065481662750244,87,1231,,,, -,,,87,1231,1.5709373950958252,1.5709373950958252,, -1.546984076499939,1.546984076499939,1.5065481662750244,88,1245,,,, -,,,88,1245,1.5801191329956055,1.5801191329956055,, -2.4801788330078125,2.4801788330078125,1.5065481662750244,89,1259,,,, -,,,89,1259,1.5424106121063232,1.5424106121063232,, -1.5402730703353882,1.5402730703353882,1.5065481662750244,90,1273,,,, -,,,90,1273,1.5761851072311401,1.5761851072311401,, -5.231110095977783,5.231110095977783,1.5065481662750244,91,1287,,,, -,,,91,1287,1.5579354763031006,1.5579354763031006,, -4.7289228439331055,4.7289228439331055,1.5065481662750244,92,1301,,,, -,,,92,1301,1.5625171661376953,1.5625171661376953,, -2.9174904823303223,2.9174904823303223,1.5065481662750244,93,1315,,,, -,,,93,1315,1.5738186836242676,1.5738186836242676,, -1.8662999868392944,1.8662999868392944,1.5065481662750244,94,1329,,,, -,,,94,1329,1.5561351776123047,1.5561351776123047,, -1.6372417211532593,1.6372417211532593,1.5065481662750244,95,1343,,,, -,,,95,1343,1.5598094463348389,1.5598094463348389,, -1.5041978359222412,1.5041978359222412,1.5041978359222412,96,1357,,,, -,,,96,1357,1.5750418901443481,1.5750418901443481,, -1.669066071510315,1.669066071510315,1.5041978359222412,97,1371,,,, -,,,97,1371,1.5841407775878906,1.5841407775878906,, -1.7399054765701294,1.7399054765701294,1.5041978359222412,98,1385,,,, -,,,98,1385,1.5634782314300537,1.5634782314300537,, -13.809654235839844,13.809654235839844,1.5041978359222412,99,1399,,,, -,,,99,1399,1.5635448694229126,1.5635448694229126,, -,,,97,1358,,,1.6566424369812012,1.6566424369812012 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.8 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.8 deleted file mode 100644 index 0c292429cf84e90bb1f0f5080f0b0e0b09922105..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.8 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8dcd322d597ab4e20c2e6c20f484ccb24a125cf504b7c5ca8a9d3049bf881a52 -size 36391 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.9 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.9 deleted file mode 100644 index c5736b4dd1682dcde3e561d379c2cde404d53ef0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.9 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b0e8c11d0b2b82a64d0093ea2231aa4deeb6ac3b5c970bd1da221a8416ffcc35 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 8dc8c65a39ed5b2d29f778684c2f6cdba3f8fa38..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 512 - output_size: 1 - lr: 0.10083543037793832 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 69223617 -model/params/trainable: 69223617 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/config.yaml deleted file mode 100644 index ba8841057ed33eed060019f81ad06488bc76034a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 64 - lin3_size: 1024 - output_size: 1 - lr: 0.17049665563985095 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/hydra.yaml deleted file mode 100644 index c5cb7cf5ca54a36874e431aa5b8b7646139e8431..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.17049665563985095 - - model.lin1_size=64 - - model.lin2_size=64 - - model.lin3_size=1024 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focusMAE_150_optuna,model.lin1_size=64,model.lin2_size=64,model.lin3_size=1024,model.lr=0.17049665563985095,trainer.gpus=0 - id: '5' - num: 5 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/overrides.yaml deleted file mode 100644 index 5e0e45cba2a9ff840aa07d6c8ef1a83ab31bb73a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.17049665563985095 -- model.lin1_size=64 -- model.lin2_size=64 -- model.lin3_size=1024 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/hparams.yaml deleted file mode 100644 index 5c45a0695d429fe956b34469f825a9663953e336..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 64 - lin3_size: 1024 - output_size: 1 - lr: 0.17049665563985095 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4394113 -model/params/trainable: 4394113 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/metrics.csv deleted file mode 100644 index 1f20fdc8996be8e895813f504eddc71abdcaa209..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -3.292726516723633,3.292726516723633,2.00107479095459,0,13,,,, -,,,0,13,11.050833702087402,11.050833702087402,, -1.63345468044281,1.63345468044281,1.63345468044281,1,27,,,, -,,,1,27,1.788067102432251,1.788067102432251,, -1.8023502826690674,1.8023502826690674,1.63345468044281,2,41,,,, -,,,2,41,1.806775450706482,1.806775450706482,, -1.9528177976608276,1.9528177976608276,1.63345468044281,3,55,,,, -,,,3,55,1.7036749124526978,1.7036749124526978,, -1.5226986408233643,1.5226986408233643,1.5226986408233643,4,69,,,, -,,,4,69,1.7655338048934937,1.7655338048934937,, -2.1868152618408203,2.1868152618408203,1.5226986408233643,5,83,,,, -,,,5,83,1.7339051961898804,1.7339051961898804,, -15.59704303741455,15.59704303741455,1.5226986408233643,6,97,,,, -,,,6,97,1.7107889652252197,1.7107889652252197,, -4.875893592834473,4.875893592834473,1.5226986408233643,7,111,,,, -,,,7,111,1.6015267372131348,1.6015267372131348,, -1.5682880878448486,1.5682880878448486,1.5226986408233643,8,125,,,, -,,,8,125,1.7375831604003906,1.7375831604003906,, -1.5717761516571045,1.5717761516571045,1.5226986408233643,9,139,,,, -,,,9,139,1.5996944904327393,1.5996944904327393,, -1.6318469047546387,1.6318469047546387,1.5226986408233643,10,153,,,, -,,,10,153,1.5886921882629395,1.5886921882629395,, -4.068037033081055,4.068037033081055,1.5226986408233643,11,167,,,, -,,,11,167,1.5566061735153198,1.5566061735153198,, -1.6541452407836914,1.6541452407836914,1.5226986408233643,12,181,,,, -,,,12,181,1.6168968677520752,1.6168968677520752,, -1.635919451713562,1.635919451713562,1.5226986408233643,13,195,,,, -,,,13,195,1.5894851684570312,1.5894851684570312,, -1.85527765750885,1.85527765750885,1.5226986408233643,14,209,,,, -,,,14,209,1.5544742345809937,1.5544742345809937,, -1.6876513957977295,1.6876513957977295,1.5226986408233643,15,223,,,, -,,,15,223,1.5807160139083862,1.5807160139083862,, -18.92293930053711,18.92293930053711,1.5226986408233643,16,237,,,, -,,,16,237,1.5948350429534912,1.5948350429534912,, -1.8621405363082886,1.8621405363082886,1.5226986408233643,17,251,,,, -,,,17,251,1.5562286376953125,1.5562286376953125,, -1.5678303241729736,1.5678303241729736,1.5226986408233643,18,265,,,, -,,,18,265,1.5612726211547852,1.5612726211547852,, -1.7898887395858765,1.7898887395858765,1.5226986408233643,19,279,,,, -,,,19,279,1.5704745054244995,1.5704745054244995,, -1.5931066274642944,1.5931066274642944,1.5226986408233643,20,293,,,, -,,,20,293,1.6035405397415161,1.6035405397415161,, -2.36077880859375,2.36077880859375,1.5226986408233643,21,307,,,, -,,,21,307,1.5705899000167847,1.5705899000167847,, -2.1623167991638184,2.1623167991638184,1.5226986408233643,22,321,,,, -,,,22,321,1.5571907758712769,1.5571907758712769,, -2.0401604175567627,2.0401604175567627,1.5226986408233643,23,335,,,, -,,,23,335,1.5470974445343018,1.5470974445343018,, -2.1018331050872803,2.1018331050872803,1.5226986408233643,24,349,,,, -,,,24,349,1.5815494060516357,1.5815494060516357,, -1.6184884309768677,1.6184884309768677,1.5226986408233643,25,363,,,, -,,,25,363,1.5525556802749634,1.5525556802749634,, -1.539778709411621,1.539778709411621,1.5226986408233643,26,377,,,, -,,,26,377,1.559340238571167,1.559340238571167,, -1.5241416692733765,1.5241416692733765,1.5226986408233643,27,391,,,, -,,,27,391,1.5680615901947021,1.5680615901947021,, -1.5397146940231323,1.5397146940231323,1.5226986408233643,28,405,,,, -,,,28,405,1.5553487539291382,1.5553487539291382,, -3.373350143432617,3.373350143432617,1.5226986408233643,29,419,,,, -,,,29,419,1.545636534690857,1.545636534690857,, -2.62899112701416,2.62899112701416,1.5226986408233643,30,433,,,, -,,,30,433,1.5659611225128174,1.5659611225128174,, -7.441375732421875,7.441375732421875,1.5226986408233643,31,447,,,, -,,,31,447,1.5607621669769287,1.5607621669769287,, -1.6702308654785156,1.6702308654785156,1.5226986408233643,32,461,,,, -,,,32,461,1.5596016645431519,1.5596016645431519,, -1.7042460441589355,1.7042460441589355,1.5226986408233643,33,475,,,, -,,,33,475,1.5574177503585815,1.5574177503585815,, -1.536298394203186,1.536298394203186,1.5226986408233643,34,489,,,, -,,,34,489,1.579970121383667,1.579970121383667,, -1.5548347234725952,1.5548347234725952,1.5226986408233643,35,503,,,, -,,,35,503,1.5702406167984009,1.5702406167984009,, -1.5193908214569092,1.5193908214569092,1.5193908214569092,36,517,,,, -,,,36,517,1.5849592685699463,1.5849592685699463,, -2.7998006343841553,2.7998006343841553,1.5193908214569092,37,531,,,, -,,,37,531,1.557152509689331,1.557152509689331,, -1.5274543762207031,1.5274543762207031,1.5193908214569092,38,545,,,, -,,,38,545,1.5566036701202393,1.5566036701202393,, -1.9843741655349731,1.9843741655349731,1.5193908214569092,39,559,,,, -,,,39,559,1.559295892715454,1.559295892715454,, -1.9647064208984375,1.9647064208984375,1.5193908214569092,40,573,,,, -,,,40,573,1.552789568901062,1.552789568901062,, -2.6435141563415527,2.6435141563415527,1.5193908214569092,41,587,,,, -,,,41,587,1.570132851600647,1.570132851600647,, -3.263770818710327,3.263770818710327,1.5193908214569092,42,601,,,, -,,,42,601,1.5812371969223022,1.5812371969223022,, -8.868151664733887,8.868151664733887,1.5193908214569092,43,615,,,, -,,,43,615,1.577440857887268,1.577440857887268,, -2.489577531814575,2.489577531814575,1.5193908214569092,44,629,,,, -,,,44,629,1.5670132637023926,1.5670132637023926,, -1.5061074495315552,1.5061074495315552,1.5061074495315552,45,643,,,, -,,,45,643,1.5699797868728638,1.5699797868728638,, -1.6337127685546875,1.6337127685546875,1.5061074495315552,46,657,,,, -,,,46,657,1.5617321729660034,1.5617321729660034,, -3.794858932495117,3.794858932495117,1.5061074495315552,47,671,,,, -,,,47,671,1.5609948635101318,1.5609948635101318,, -1.522902250289917,1.522902250289917,1.5061074495315552,48,685,,,, -,,,48,685,1.590467095375061,1.590467095375061,, -1.5830535888671875,1.5830535888671875,1.5061074495315552,49,699,,,, -,,,49,699,1.5706260204315186,1.5706260204315186,, -1.5037901401519775,1.5037901401519775,1.5037901401519775,50,713,,,, -,,,50,713,1.5732555389404297,1.5732555389404297,, -1.541812777519226,1.541812777519226,1.5037901401519775,51,727,,,, -,,,51,727,1.5750682353973389,1.5750682353973389,, -1.578199028968811,1.578199028968811,1.5037901401519775,52,741,,,, -,,,52,741,1.6011320352554321,1.6011320352554321,, -5.876986980438232,5.876986980438232,1.5037901401519775,53,755,,,, -,,,53,755,1.59122633934021,1.59122633934021,, -1.5522037744522095,1.5522037744522095,1.5037901401519775,54,769,,,, -,,,54,769,1.5816419124603271,1.5816419124603271,, -1.541245698928833,1.541245698928833,1.5037901401519775,55,783,,,, -,,,55,783,1.6026722192764282,1.6026722192764282,, -13.052801132202148,13.052801132202148,1.5037901401519775,56,797,,,, -,,,56,797,1.600830316543579,1.600830316543579,, -1.5228322744369507,1.5228322744369507,1.5037901401519775,57,811,,,, -,,,57,811,1.6213116645812988,1.6213116645812988,, -1.711073637008667,1.711073637008667,1.5037901401519775,58,825,,,, -,,,58,825,1.5940512418746948,1.5940512418746948,, -1.6532244682312012,1.6532244682312012,1.5037901401519775,59,839,,,, -,,,59,839,1.5743130445480347,1.5743130445480347,, -2.333761692047119,2.333761692047119,1.5037901401519775,60,853,,,, -,,,60,853,1.6015427112579346,1.6015427112579346,, -1.528490424156189,1.528490424156189,1.5037901401519775,61,867,,,, -,,,61,867,1.619064450263977,1.619064450263977,, -1.5570350885391235,1.5570350885391235,1.5037901401519775,62,881,,,, -,,,62,881,1.6084176301956177,1.6084176301956177,, -1.524034857749939,1.524034857749939,1.5037901401519775,63,895,,,, -,,,63,895,1.5931556224822998,1.5931556224822998,, -2.228358268737793,2.228358268737793,1.5037901401519775,64,909,,,, -,,,64,909,1.5809506177902222,1.5809506177902222,, -1.5404845476150513,1.5404845476150513,1.5037901401519775,65,923,,,, -,,,65,923,1.5998753309249878,1.5998753309249878,, -3.0324857234954834,3.0324857234954834,1.5037901401519775,66,937,,,, -,,,66,937,1.5707406997680664,1.5707406997680664,, -1.8271225690841675,1.8271225690841675,1.5037901401519775,67,951,,,, -,,,67,951,1.632967233657837,1.632967233657837,, -1.6582450866699219,1.6582450866699219,1.5037901401519775,68,965,,,, -,,,68,965,1.5853177309036255,1.5853177309036255,, -1.4775317907333374,1.4775317907333374,1.4775317907333374,69,979,,,, -,,,69,979,1.5834604501724243,1.5834604501724243,, -1.6119487285614014,1.6119487285614014,1.4775317907333374,70,993,,,, -,,,70,993,1.564944863319397,1.564944863319397,, -2.4212889671325684,2.4212889671325684,1.4775317907333374,71,1007,,,, -,,,71,1007,1.57423734664917,1.57423734664917,, -1.5549007654190063,1.5549007654190063,1.4775317907333374,72,1021,,,, -,,,72,1021,1.6268620491027832,1.6268620491027832,, -1.6970367431640625,1.6970367431640625,1.4775317907333374,73,1035,,,, -,,,73,1035,1.6308852434158325,1.6308852434158325,, -1.506096601486206,1.506096601486206,1.4775317907333374,74,1049,,,, -,,,74,1049,1.6158565282821655,1.6158565282821655,, -1.5752888917922974,1.5752888917922974,1.4775317907333374,75,1063,,,, -,,,75,1063,1.6345844268798828,1.6345844268798828,, -6.916943550109863,6.916943550109863,1.4775317907333374,76,1077,,,, -,,,76,1077,1.5855374336242676,1.5855374336242676,, -2.130408525466919,2.130408525466919,1.4775317907333374,77,1091,,,, -,,,77,1091,1.6224528551101685,1.6224528551101685,, -2.1199612617492676,2.1199612617492676,1.4775317907333374,78,1105,,,, -,,,78,1105,1.6040855646133423,1.6040855646133423,, -1.7306857109069824,1.7306857109069824,1.4775317907333374,79,1119,,,, -,,,79,1119,1.6050198078155518,1.6050198078155518,, -1.5419074296951294,1.5419074296951294,1.4775317907333374,80,1133,,,, -,,,80,1133,1.5830097198486328,1.5830097198486328,, -1.5286493301391602,1.5286493301391602,1.4775317907333374,81,1147,,,, -,,,81,1147,1.5685927867889404,1.5685927867889404,, -1.6551048755645752,1.6551048755645752,1.4775317907333374,82,1161,,,, -,,,82,1161,1.6216490268707275,1.6216490268707275,, -2.3894219398498535,2.3894219398498535,1.4775317907333374,83,1175,,,, -,,,83,1175,1.6489146947860718,1.6489146947860718,, -1.5451351404190063,1.5451351404190063,1.4775317907333374,84,1189,,,, -,,,84,1189,1.6138051748275757,1.6138051748275757,, -7.185519218444824,7.185519218444824,1.4775317907333374,85,1203,,,, -,,,85,1203,1.6179585456848145,1.6179585456848145,, -1.5724759101867676,1.5724759101867676,1.4775317907333374,86,1217,,,, -,,,86,1217,1.5940659046173096,1.5940659046173096,, -1.583794355392456,1.583794355392456,1.4775317907333374,87,1231,,,, -,,,87,1231,1.651872158050537,1.651872158050537,, -1.6277320384979248,1.6277320384979248,1.4775317907333374,88,1245,,,, -,,,88,1245,1.6079915761947632,1.6079915761947632,, -8.124760627746582,8.124760627746582,1.4775317907333374,89,1259,,,, -,,,89,1259,1.60313081741333,1.60313081741333,, -2.0045461654663086,2.0045461654663086,1.4775317907333374,90,1273,,,, -,,,90,1273,1.609833002090454,1.609833002090454,, -2.841820001602173,2.841820001602173,1.4775317907333374,91,1287,,,, -,,,91,1287,1.663974404335022,1.663974404335022,, -1.5988049507141113,1.5988049507141113,1.4775317907333374,92,1301,,,, -,,,92,1301,1.6265712976455688,1.6265712976455688,, -8.868584632873535,8.868584632873535,1.4775317907333374,93,1315,,,, -,,,93,1315,1.6430307626724243,1.6430307626724243,, -1.5935291051864624,1.5935291051864624,1.4775317907333374,94,1329,,,, -,,,94,1329,1.5981336832046509,1.5981336832046509,, -2.49516224861145,2.49516224861145,1.4775317907333374,95,1343,,,, -,,,95,1343,1.6299796104431152,1.6299796104431152,, -2.103102684020996,2.103102684020996,1.4775317907333374,96,1357,,,, -,,,96,1357,1.6681216955184937,1.6681216955184937,, -2.907601833343506,2.907601833343506,1.4775317907333374,97,1371,,,, -,,,97,1371,1.6123300790786743,1.6123300790786743,, -1.5580519437789917,1.5580519437789917,1.4775317907333374,98,1385,,,, -,,,98,1385,1.6217974424362183,1.6217974424362183,, -1.5243537425994873,1.5243537425994873,1.4775317907333374,99,1399,,,, -,,,99,1399,1.6334210634231567,1.6334210634231567,, -,,,70,980,,,1.6410738229751587,1.6410738229751587 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.10 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.10 deleted file mode 100644 index 435cdff1a9c506187128ab9008de49be9a261ea1..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.10 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bb509dd228ff60c0191341db41f81b438d8bece315e3b64170f75e1b10c54e70 -size 36391 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941717.37a92d36c649.1.11 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941717.37a92d36c649.1.11 deleted file mode 100644 index debe99779fa3ebd13bab190a0f983fb7ab5faf5d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941717.37a92d36c649.1.11 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1cab0cd2a257a3c0bc03817752f2a0764e7c396df1b0aeac3e0d1d799e6f203a -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 5c45a0695d429fe956b34469f825a9663953e336..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 64 - lin3_size: 1024 - output_size: 1 - lr: 0.17049665563985095 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4394113 -model/params/trainable: 4394113 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/config.yaml deleted file mode 100644 index bc05394b91553d62767ed1562b51ac01ea86215c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 1024 - lin3_size: 1024 - output_size: 1 - lr: 0.1422520794241821 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/hydra.yaml deleted file mode 100644 index 11d3288319e66216c77045c73bad7ecb10fa1cb3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.1422520794241821 - - model.lin1_size=1024 - - model.lin2_size=1024 - - model.lin3_size=1024 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=1024,model.lin2_size=1024,model.lin3_size=1024,model.lr=0.1422520794241821,trainer.gpus=0 - id: '6' - num: 6 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/overrides.yaml deleted file mode 100644 index f43fdd3ac9e325f33d7c52db6d1a39ad68ea2c77..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.1422520794241821 -- model.lin1_size=1024 -- model.lin2_size=1024 -- model.lin3_size=1024 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/hparams.yaml deleted file mode 100644 index f9e5afae05018708aeddf2d00a5e95ec2d76e282..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 1024 - lin3_size: 1024 - output_size: 1 - lr: 0.1422520794241821 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 71227393 -model/params/trainable: 71227393 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/metrics.csv deleted file mode 100644 index f7ae4339ade0a8995ec1983e45ef95df86ecca80..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.5563173294067383,1.5563173294067383,1.5563173294067383,0,26,,,, -,,,0,26,6.221865177154541,6.221865177154541,, -1.5230920314788818,1.5230920314788818,1.5230920314788818,1,53,,,, -,,,1,53,1.6472023725509644,1.6472023725509644,, -1.51981520652771,1.51981520652771,1.51981520652771,2,80,,,, -,,,2,80,1.5836933851242065,1.5836933851242065,, -2.950160503387451,2.950160503387451,1.51981520652771,3,107,,,, -,,,3,107,1.584179162979126,1.584179162979126,, -1.520166039466858,1.520166039466858,1.51981520652771,4,134,,,, -,,,4,134,1.586318850517273,1.586318850517273,, -1.5703399181365967,1.5703399181365967,1.51981520652771,5,161,,,, -,,,5,161,1.6062201261520386,1.6062201261520386,, -1.566388726234436,1.566388726234436,1.51981520652771,6,188,,,, -,,,6,188,1.5936614274978638,1.5936614274978638,, -2.1281256675720215,2.1281256675720215,1.51981520652771,7,215,,,, -,,,7,215,1.5964903831481934,1.5964903831481934,, -1.5900641679763794,1.5900641679763794,1.51981520652771,8,242,,,, -,,,8,242,1.5934216976165771,1.5934216976165771,, -1.5256445407867432,1.5256445407867432,1.51981520652771,9,269,,,, -,,,9,269,1.568557620048523,1.568557620048523,, -1.5213834047317505,1.5213834047317505,1.51981520652771,10,296,,,, -,,,10,296,1.5793744325637817,1.5793744325637817,, -2.5993688106536865,2.5993688106536865,1.51981520652771,11,323,,,, -,,,11,323,1.582453727722168,1.582453727722168,, -1.5235565900802612,1.5235565900802612,1.51981520652771,12,350,,,, -,,,12,350,1.5909355878829956,1.5909355878829956,, -1.6775413751602173,1.6775413751602173,1.51981520652771,13,377,,,, -,,,13,377,1.5964365005493164,1.5964365005493164,, -2.7934343814849854,2.7934343814849854,1.51981520652771,14,404,,,, -,,,14,404,1.5862034559249878,1.5862034559249878,, -1.5212398767471313,1.5212398767471313,1.51981520652771,15,431,,,, -,,,15,431,1.6103572845458984,1.6103572845458984,, -1.5239626169204712,1.5239626169204712,1.51981520652771,16,458,,,, -,,,16,458,1.5993980169296265,1.5993980169296265,, -1.5271400213241577,1.5271400213241577,1.51981520652771,17,485,,,, -,,,17,485,1.6065070629119873,1.6065070629119873,, -4.179394721984863,4.179394721984863,1.51981520652771,18,512,,,, -,,,18,512,1.5944044589996338,1.5944044589996338,, -1.5256026983261108,1.5256026983261108,1.51981520652771,19,539,,,, -,,,19,539,1.607161045074463,1.607161045074463,, -8.603703498840332,8.603703498840332,1.51981520652771,20,566,,,, -,,,20,566,1.6047241687774658,1.6047241687774658,, -1.5623178482055664,1.5623178482055664,1.51981520652771,21,593,,,, -,,,21,593,1.6259905099868774,1.6259905099868774,, -17.084917068481445,17.084917068481445,1.51981520652771,22,620,,,, -,,,22,620,1.6130281686782837,1.6130281686782837,, -8.094035148620605,8.094035148620605,1.51981520652771,23,647,,,, -,,,23,647,1.5968506336212158,1.5968506336212158,, -5.476136684417725,5.476136684417725,1.51981520652771,24,674,,,, -,,,24,674,1.6292582750320435,1.6292582750320435,, -1.5673589706420898,1.5673589706420898,1.51981520652771,25,701,,,, -,,,25,701,1.6207411289215088,1.6207411289215088,, -1.5239393711090088,1.5239393711090088,1.51981520652771,26,728,,,, -,,,26,728,1.626491904258728,1.626491904258728,, -1.5923224687576294,1.5923224687576294,1.51981520652771,27,755,,,, -,,,27,755,1.598026990890503,1.598026990890503,, -49.2140007019043,49.2140007019043,1.51981520652771,28,782,,,, -,,,28,782,1.612574577331543,1.612574577331543,, -2.81703782081604,2.81703782081604,1.51981520652771,29,809,,,, -,,,29,809,1.6014024019241333,1.6014024019241333,, -3.9089696407318115,3.9089696407318115,1.51981520652771,30,836,,,, -,,,30,836,1.6218510866165161,1.6218510866165161,, -2.3965601921081543,2.3965601921081543,1.51981520652771,31,863,,,, -,,,31,863,1.6241098642349243,1.6241098642349243,, -2.0033886432647705,2.0033886432647705,1.51981520652771,32,890,,,, -,,,32,890,1.6198418140411377,1.6198418140411377,, -2.435137987136841,2.435137987136841,1.51981520652771,33,917,,,, -,,,33,917,1.5973602533340454,1.5973602533340454,, -1.5848122835159302,1.5848122835159302,1.51981520652771,34,944,,,, -,,,34,944,1.6309515237808228,1.6309515237808228,, -17.089427947998047,17.089427947998047,1.51981520652771,35,971,,,, -,,,35,971,1.6331604719161987,1.6331604719161987,, -2.3919849395751953,2.3919849395751953,1.51981520652771,36,998,,,, -,,,36,998,1.665371060371399,1.665371060371399,, -30.426559448242188,30.426559448242188,1.51981520652771,37,1025,,,, -,,,37,1025,1.625325083732605,1.625325083732605,, -8.867079734802246,8.867079734802246,1.51981520652771,38,1052,,,, -,,,38,1052,1.6307213306427002,1.6307213306427002,, -5.93961238861084,5.93961238861084,1.51981520652771,39,1079,,,, -,,,39,1079,1.6852750778198242,1.6852750778198242,, -2.05107045173645,2.05107045173645,1.51981520652771,40,1106,,,, -,,,40,1106,1.6435531377792358,1.6435531377792358,, -2.911614418029785,2.911614418029785,1.51981520652771,41,1133,,,, -,,,41,1133,1.662221074104309,1.662221074104309,, -2.2977278232574463,2.2977278232574463,1.51981520652771,42,1160,,,, -,,,42,1160,1.6513055562973022,1.6513055562973022,, -2.922428846359253,2.922428846359253,1.51981520652771,43,1187,,,, -,,,43,1187,1.6759636402130127,1.6759636402130127,, -1.6902053356170654,1.6902053356170654,1.51981520652771,44,1214,,,, -,,,44,1214,1.674400806427002,1.674400806427002,, -197.0105438232422,197.0105438232422,1.51981520652771,45,1241,,,, -,,,45,1241,1.6679550409317017,1.6679550409317017,, -4.289127349853516,4.289127349853516,1.51981520652771,46,1268,,,, -,,,46,1268,1.6705900430679321,1.6705900430679321,, -5.92390775680542,5.92390775680542,1.51981520652771,47,1295,,,, -,,,47,1295,1.6938749551773071,1.6938749551773071,, -6.262045383453369,6.262045383453369,1.51981520652771,48,1322,,,, -,,,48,1322,1.6768107414245605,1.6768107414245605,, -2.4695122241973877,2.4695122241973877,1.51981520652771,49,1349,,,, -,,,49,1349,1.6591484546661377,1.6591484546661377,, -7.693912029266357,7.693912029266357,1.51981520652771,50,1376,,,, -,,,50,1376,1.641443133354187,1.641443133354187,, -19.410446166992188,19.410446166992188,1.51981520652771,51,1403,,,, -,,,51,1403,1.6826179027557373,1.6826179027557373,, -4.324120998382568,4.324120998382568,1.51981520652771,52,1430,,,, -,,,52,1430,1.6952471733093262,1.6952471733093262,, -1.6153653860092163,1.6153653860092163,1.51981520652771,53,1457,,,, -,,,53,1457,1.6568964719772339,1.6568964719772339,, -11.98887825012207,11.98887825012207,1.51981520652771,54,1484,,,, -,,,54,1484,1.7062642574310303,1.7062642574310303,, -6.395353317260742,6.395353317260742,1.51981520652771,55,1511,,,, -,,,55,1511,1.7233463525772095,1.7233463525772095,, -38.71627426147461,38.71627426147461,1.51981520652771,56,1538,,,, -,,,56,1538,1.6614375114440918,1.6614375114440918,, -1.722325325012207,1.722325325012207,1.51981520652771,57,1565,,,, -,,,57,1565,1.7297018766403198,1.7297018766403198,, -2.9781315326690674,2.9781315326690674,1.51981520652771,58,1592,,,, -,,,58,1592,1.63560950756073,1.63560950756073,, -19.79395866394043,19.79395866394043,1.51981520652771,59,1619,,,, -,,,59,1619,1.6863090991973877,1.6863090991973877,, -5.322997093200684,5.322997093200684,1.51981520652771,60,1646,,,, -,,,60,1646,1.6503725051879883,1.6503725051879883,, -15.262582778930664,15.262582778930664,1.51981520652771,61,1673,,,, -,,,61,1673,1.7310715913772583,1.7310715913772583,, -10.189598083496094,10.189598083496094,1.51981520652771,62,1700,,,, -,,,62,1700,1.6632400751113892,1.6632400751113892,, -26.18424415588379,26.18424415588379,1.51981520652771,63,1727,,,, -,,,63,1727,1.6671336889266968,1.6671336889266968,, -37.568878173828125,37.568878173828125,1.51981520652771,64,1754,,,, -,,,64,1754,1.6872977018356323,1.6872977018356323,, -15.743932723999023,15.743932723999023,1.51981520652771,65,1781,,,, -,,,65,1781,1.6866282224655151,1.6866282224655151,, -4.48397159576416,4.48397159576416,1.51981520652771,66,1808,,,, -,,,66,1808,1.6568864583969116,1.6568864583969116,, -1.8260878324508667,1.8260878324508667,1.51981520652771,67,1835,,,, -,,,67,1835,1.7220028638839722,1.7220028638839722,, -1.5343149900436401,1.5343149900436401,1.51981520652771,68,1862,,,, -,,,68,1862,1.7263654470443726,1.7263654470443726,, -18.1877498626709,18.1877498626709,1.51981520652771,69,1889,,,, -,,,69,1889,1.654698371887207,1.654698371887207,, -1.615360140800476,1.615360140800476,1.51981520652771,70,1916,,,, -,,,70,1916,1.7064852714538574,1.7064852714538574,, -6.648025989532471,6.648025989532471,1.51981520652771,71,1943,,,, -,,,71,1943,1.6680994033813477,1.6680994033813477,, -2.002124547958374,2.002124547958374,1.51981520652771,72,1970,,,, -,,,72,1970,1.7145121097564697,1.7145121097564697,, -9.287935256958008,9.287935256958008,1.51981520652771,73,1997,,,, -,,,73,1997,1.6527273654937744,1.6527273654937744,, -3.5023202896118164,3.5023202896118164,1.51981520652771,74,2024,,,, -,,,74,2024,1.6560720205307007,1.6560720205307007,, -4.865520477294922,4.865520477294922,1.51981520652771,75,2051,,,, -,,,75,2051,1.6629430055618286,1.6629430055618286,, -21.06545639038086,21.06545639038086,1.51981520652771,76,2078,,,, -,,,76,2078,1.6917823553085327,1.6917823553085327,, -1.8491743803024292,1.8491743803024292,1.51981520652771,77,2105,,,, -,,,77,2105,1.7217578887939453,1.7217578887939453,, -1.7374767065048218,1.7374767065048218,1.51981520652771,78,2132,,,, -,,,78,2132,1.6434358358383179,1.6434358358383179,, -10.896838188171387,10.896838188171387,1.51981520652771,79,2159,,,, -,,,79,2159,1.6507153511047363,1.6507153511047363,, -1.6274436712265015,1.6274436712265015,1.51981520652771,80,2186,,,, -,,,80,2186,1.6998381614685059,1.6998381614685059,, -1.7288516759872437,1.7288516759872437,1.51981520652771,81,2213,,,, -,,,81,2213,1.6905397176742554,1.6905397176742554,, -4.434314727783203,4.434314727783203,1.51981520652771,82,2240,,,, -,,,82,2240,1.6415570974349976,1.6415570974349976,, -2.2656962871551514,2.2656962871551514,1.51981520652771,83,2267,,,, -,,,83,2267,1.6741883754730225,1.6741883754730225,, -19.16537094116211,19.16537094116211,1.51981520652771,84,2294,,,, -,,,84,2294,1.6913893222808838,1.6913893222808838,, -35.279930114746094,35.279930114746094,1.51981520652771,85,2321,,,, -,,,85,2321,1.6628966331481934,1.6628966331481934,, -3.55578875541687,3.55578875541687,1.51981520652771,86,2348,,,, -,,,86,2348,1.6618635654449463,1.6618635654449463,, -19.692501068115234,19.692501068115234,1.51981520652771,87,2375,,,, -,,,87,2375,1.643650770187378,1.643650770187378,, -90.9988021850586,90.9988021850586,1.51981520652771,88,2402,,,, -,,,88,2402,1.6780253648757935,1.6780253648757935,, -506.24542236328125,506.24542236328125,1.51981520652771,89,2429,,,, -,,,89,2429,1.667472243309021,1.667472243309021,, -1.5407257080078125,1.5407257080078125,1.51981520652771,90,2456,,,, -,,,90,2456,1.7018388509750366,1.7018388509750366,, -68.82783508300781,68.82783508300781,1.51981520652771,91,2483,,,, -,,,91,2483,1.6527663469314575,1.6527663469314575,, -3.971571922302246,3.971571922302246,1.51981520652771,92,2510,,,, -,,,92,2510,1.6381264925003052,1.6381264925003052,, -7.982481002807617,7.982481002807617,1.51981520652771,93,2537,,,, -,,,93,2537,1.661399006843567,1.661399006843567,, -2.574763536453247,2.574763536453247,1.51981520652771,94,2564,,,, -,,,94,2564,1.627793550491333,1.627793550491333,, -9.448902130126953,9.448902130126953,1.51981520652771,95,2591,,,, -,,,95,2591,1.6475950479507446,1.6475950479507446,, -36.587032318115234,36.587032318115234,1.51981520652771,96,2618,,,, -,,,96,2618,1.635957956314087,1.635957956314087,, -3.5000498294830322,3.5000498294830322,1.51981520652771,97,2645,,,, -,,,97,2645,1.6285784244537354,1.6285784244537354,, -2.820523500442505,2.820523500442505,1.51981520652771,98,2672,,,, -,,,98,2672,1.642919898033142,1.642919898033142,, -1.8838776350021362,1.8838776350021362,1.51981520652771,99,2699,,,, -,,,99,2699,1.6270229816436768,1.6270229816436768,, -,,,3,81,,,1.6453067064285278,1.6453067064285278 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941718.37a92d36c649.1.12 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941718.37a92d36c649.1.12 deleted file mode 100644 index 65af7810487acc7026f797ae55b6424890f2a336..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941718.37a92d36c649.1.12 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3c7f489f274dcb8e54998ec39b2f600323d7dcf5ce3394fdd37e992e3b6bd1ce -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945277.37a92d36c649.1.13 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945277.37a92d36c649.1.13 deleted file mode 100644 index e275ab9080d39712878b9d29a1b04535d624218f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945277.37a92d36c649.1.13 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:626f0c00797c983433d8335d9c3617ef3a2a7083667dc375b0c3467e04a1b5f6 -size 176 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index f9e5afae05018708aeddf2d00a5e95ec2d76e282..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 1024 - lin3_size: 1024 - output_size: 1 - lr: 0.1422520794241821 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 71227393 -model/params/trainable: 71227393 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/config.yaml deleted file mode 100644 index 1a2b5553a83a28b6f6d4a90ad24e21ca3330557d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 512 - lin3_size: 256 - output_size: 1 - lr: 0.01956889375661914 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/hydra.yaml deleted file mode 100644 index ade1d747e90a8b2805d7b5ff4269390c7fd89872..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.01956889375661914 - - model.lin1_size=1024 - - model.lin2_size=512 - - model.lin3_size=256 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=1024,model.lin2_size=512,model.lin3_size=256,model.lr=0.01956889375661914,trainer.gpus=0 - id: '7' - num: 7 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/overrides.yaml deleted file mode 100644 index 01247da0cb5eaa15a618b7bfe85bc91c48b577c9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.01956889375661914 -- model.lin1_size=1024 -- model.lin2_size=512 -- model.lin3_size=256 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/hparams.yaml deleted file mode 100644 index 292b4bcfc7d5d20ef3efd0ae7bec5c7efb14409c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 512 - lin3_size: 256 - output_size: 1 - lr: 0.01956889375661914 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 69780993 -model/params/trainable: 69780993 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/metrics.csv deleted file mode 100644 index c7843b75d813a6605534712a0682ca5c628e1888..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.5721458196640015,1.5721458196640015,1.5721458196640015,0,26,,,, -,,,0,26,1.7671772241592407,1.7671772241592407,, -1.50448477268219,1.50448477268219,1.50448477268219,1,53,,,, -,,,1,53,1.5807751417160034,1.5807751417160034,, -1.5351790189743042,1.5351790189743042,1.50448477268219,2,80,,,, -,,,2,80,1.5668882131576538,1.5668882131576538,, -1.6041462421417236,1.6041462421417236,1.50448477268219,3,107,,,, -,,,3,107,1.5517550706863403,1.5517550706863403,, -1.520548939704895,1.520548939704895,1.50448477268219,4,134,,,, -,,,4,134,1.5732307434082031,1.5732307434082031,, -1.5325000286102295,1.5325000286102295,1.50448477268219,5,161,,,, -,,,5,161,1.514184594154358,1.514184594154358,, -1.6958503723144531,1.6958503723144531,1.50448477268219,6,188,,,, -,,,6,188,1.5423189401626587,1.5423189401626587,, -1.5161494016647339,1.5161494016647339,1.50448477268219,7,215,,,, -,,,7,215,1.513960838317871,1.513960838317871,, -1.5770663022994995,1.5770663022994995,1.50448477268219,8,242,,,, -,,,8,242,1.5672872066497803,1.5672872066497803,, -1.5233598947525024,1.5233598947525024,1.50448477268219,9,269,,,, -,,,9,269,1.5559533834457397,1.5559533834457397,, -1.8179881572723389,1.8179881572723389,1.50448477268219,10,296,,,, -,,,10,296,1.532886266708374,1.532886266708374,, -1.6777969598770142,1.6777969598770142,1.50448477268219,11,323,,,, -,,,11,323,1.5369398593902588,1.5369398593902588,, -1.7818089723587036,1.7818089723587036,1.50448477268219,12,350,,,, -,,,12,350,1.5428780317306519,1.5428780317306519,, -1.79345703125,1.79345703125,1.50448477268219,13,377,,,, -,,,13,377,1.5269696712493896,1.5269696712493896,, -1.6878947019577026,1.6878947019577026,1.50448477268219,14,404,,,, -,,,14,404,1.5378811359405518,1.5378811359405518,, -1.6756316423416138,1.6756316423416138,1.50448477268219,15,431,,,, -,,,15,431,1.5330699682235718,1.5330699682235718,, -1.5169624090194702,1.5169624090194702,1.50448477268219,16,458,,,, -,,,16,458,1.5215381383895874,1.5215381383895874,, -1.4928584098815918,1.4928584098815918,1.4928584098815918,17,485,,,, -,,,17,485,1.5290859937667847,1.5290859937667847,, -1.53411066532135,1.53411066532135,1.4928584098815918,18,512,,,, -,,,18,512,1.5281685590744019,1.5281685590744019,, -2.129215955734253,2.129215955734253,1.4928584098815918,19,539,,,, -,,,19,539,1.5268619060516357,1.5268619060516357,, -1.5302873849868774,1.5302873849868774,1.4928584098815918,20,566,,,, -,,,20,566,1.5236692428588867,1.5236692428588867,, -1.5643718242645264,1.5643718242645264,1.4928584098815918,21,593,,,, -,,,21,593,1.5230003595352173,1.5230003595352173,, -1.72193443775177,1.72193443775177,1.4928584098815918,22,620,,,, -,,,22,620,1.5326762199401855,1.5326762199401855,, -1.7748150825500488,1.7748150825500488,1.4928584098815918,23,647,,,, -,,,23,647,1.5291637182235718,1.5291637182235718,, -1.613803744316101,1.613803744316101,1.4928584098815918,24,674,,,, -,,,24,674,1.5218795537948608,1.5218795537948608,, -2.4727234840393066,2.4727234840393066,1.4928584098815918,25,701,,,, -,,,25,701,1.5219910144805908,1.5219910144805908,, -1.4837208986282349,1.4837208986282349,1.4837208986282349,26,728,,,, -,,,26,728,1.5245846509933472,1.5245846509933472,, -1.6466835737228394,1.6466835737228394,1.4837208986282349,27,755,,,, -,,,27,755,1.5069466829299927,1.5069466829299927,, -1.5485084056854248,1.5485084056854248,1.4837208986282349,28,782,,,, -,,,28,782,1.5167176723480225,1.5167176723480225,, -1.7017395496368408,1.7017395496368408,1.4837208986282349,29,809,,,, -,,,29,809,1.5301258563995361,1.5301258563995361,, -1.5023117065429688,1.5023117065429688,1.4837208986282349,30,836,,,, -,,,30,836,1.537805438041687,1.537805438041687,, -1.9661035537719727,1.9661035537719727,1.4837208986282349,31,863,,,, -,,,31,863,1.5188084840774536,1.5188084840774536,, -1.4901745319366455,1.4901745319366455,1.4837208986282349,32,890,,,, -,,,32,890,1.5107086896896362,1.5107086896896362,, -1.5478239059448242,1.5478239059448242,1.4837208986282349,33,917,,,, -,,,33,917,1.5265803337097168,1.5265803337097168,, -2.0419957637786865,2.0419957637786865,1.4837208986282349,34,944,,,, -,,,34,944,1.53134024143219,1.53134024143219,, -1.9612828493118286,1.9612828493118286,1.4837208986282349,35,971,,,, -,,,35,971,1.515565037727356,1.515565037727356,, -1.6632282733917236,1.6632282733917236,1.4837208986282349,36,998,,,, -,,,36,998,1.5416983366012573,1.5416983366012573,, -1.6127418279647827,1.6127418279647827,1.4837208986282349,37,1025,,,, -,,,37,1025,1.5274314880371094,1.5274314880371094,, -2.298408031463623,2.298408031463623,1.4837208986282349,38,1052,,,, -,,,38,1052,1.5292696952819824,1.5292696952819824,, -1.511967420578003,1.511967420578003,1.4837208986282349,39,1079,,,, -,,,39,1079,1.5335350036621094,1.5335350036621094,, -1.6302207708358765,1.6302207708358765,1.4837208986282349,40,1106,,,, -,,,40,1106,1.5246522426605225,1.5246522426605225,, -1.8242311477661133,1.8242311477661133,1.4837208986282349,41,1133,,,, -,,,41,1133,1.5482406616210938,1.5482406616210938,, -1.5078246593475342,1.5078246593475342,1.4837208986282349,42,1160,,,, -,,,42,1160,1.5166659355163574,1.5166659355163574,, -1.6429189443588257,1.6429189443588257,1.4837208986282349,43,1187,,,, -,,,43,1187,1.5462201833724976,1.5462201833724976,, -1.5948994159698486,1.5948994159698486,1.4837208986282349,44,1214,,,, -,,,44,1214,1.5383992195129395,1.5383992195129395,, -2.8482041358947754,2.8482041358947754,1.4837208986282349,45,1241,,,, -,,,45,1241,1.5349172353744507,1.5349172353744507,, -1.5511653423309326,1.5511653423309326,1.4837208986282349,46,1268,,,, -,,,46,1268,1.5357002019882202,1.5357002019882202,, -1.5946757793426514,1.5946757793426514,1.4837208986282349,47,1295,,,, -,,,47,1295,1.5262075662612915,1.5262075662612915,, -1.489892840385437,1.489892840385437,1.4837208986282349,48,1322,,,, -,,,48,1322,1.5337672233581543,1.5337672233581543,, -1.6905817985534668,1.6905817985534668,1.4837208986282349,49,1349,,,, -,,,49,1349,1.5222982168197632,1.5222982168197632,, -1.726386547088623,1.726386547088623,1.4837208986282349,50,1376,,,, -,,,50,1376,1.5418167114257812,1.5418167114257812,, -1.5844988822937012,1.5844988822937012,1.4837208986282349,51,1403,,,, -,,,51,1403,1.5258700847625732,1.5258700847625732,, -1.5023143291473389,1.5023143291473389,1.4837208986282349,52,1430,,,, -,,,52,1430,1.5305825471878052,1.5305825471878052,, -1.604221224784851,1.604221224784851,1.4837208986282349,53,1457,,,, -,,,53,1457,1.5336490869522095,1.5336490869522095,, -1.5302739143371582,1.5302739143371582,1.4837208986282349,54,1484,,,, -,,,54,1484,1.55044686794281,1.55044686794281,, -1.6011542081832886,1.6011542081832886,1.4837208986282349,55,1511,,,, -,,,55,1511,1.5425565242767334,1.5425565242767334,, -1.7121896743774414,1.7121896743774414,1.4837208986282349,56,1538,,,, -,,,56,1538,1.5237902402877808,1.5237902402877808,, -1.4710912704467773,1.4710912704467773,1.4710912704467773,57,1565,,,, -,,,57,1565,1.5327295064926147,1.5327295064926147,, -1.5175226926803589,1.5175226926803589,1.4710912704467773,58,1592,,,, -,,,58,1592,1.5195919275283813,1.5195919275283813,, -1.548478126525879,1.548478126525879,1.4710912704467773,59,1619,,,, -,,,59,1619,1.5301244258880615,1.5301244258880615,, -1.5108834505081177,1.5108834505081177,1.4710912704467773,60,1646,,,, -,,,60,1646,1.530389428138733,1.530389428138733,, -1.5588654279708862,1.5588654279708862,1.4710912704467773,61,1673,,,, -,,,61,1673,1.5256266593933105,1.5256266593933105,, -1.5205316543579102,1.5205316543579102,1.4710912704467773,62,1700,,,, -,,,62,1700,1.5179623365402222,1.5179623365402222,, -1.524277687072754,1.524277687072754,1.4710912704467773,63,1727,,,, -,,,63,1727,1.5070974826812744,1.5070974826812744,, -1.8363109827041626,1.8363109827041626,1.4710912704467773,64,1754,,,, -,,,64,1754,1.5149905681610107,1.5149905681610107,, -1.8269462585449219,1.8269462585449219,1.4710912704467773,65,1781,,,, -,,,65,1781,1.532334327697754,1.532334327697754,, -2.3498313426971436,2.3498313426971436,1.4710912704467773,66,1808,,,, -,,,66,1808,1.5415828227996826,1.5415828227996826,, -1.5166380405426025,1.5166380405426025,1.4710912704467773,67,1835,,,, -,,,67,1835,1.539689540863037,1.539689540863037,, -1.501750111579895,1.501750111579895,1.4710912704467773,68,1862,,,, -,,,68,1862,1.565972924232483,1.565972924232483,, -1.539400339126587,1.539400339126587,1.4710912704467773,69,1889,,,, -,,,69,1889,1.5424540042877197,1.5424540042877197,, -1.9674934148788452,1.9674934148788452,1.4710912704467773,70,1916,,,, -,,,70,1916,1.520570158958435,1.520570158958435,, -1.6848045587539673,1.6848045587539673,1.4710912704467773,71,1943,,,, -,,,71,1943,1.5160269737243652,1.5160269737243652,, -1.69535231590271,1.69535231590271,1.4710912704467773,72,1970,,,, -,,,72,1970,1.5416145324707031,1.5416145324707031,, -1.509468913078308,1.509468913078308,1.4710912704467773,73,1997,,,, -,,,73,1997,1.526412010192871,1.526412010192871,, -1.4861220121383667,1.4861220121383667,1.4710912704467773,74,2024,,,, -,,,74,2024,1.52351975440979,1.52351975440979,, -1.5224934816360474,1.5224934816360474,1.4710912704467773,75,2051,,,, -,,,75,2051,1.528424620628357,1.528424620628357,, -2.1157143115997314,2.1157143115997314,1.4710912704467773,76,2078,,,, -,,,76,2078,1.5342276096343994,1.5342276096343994,, -1.6957592964172363,1.6957592964172363,1.4710912704467773,77,2105,,,, -,,,77,2105,1.5117862224578857,1.5117862224578857,, -1.946876883506775,1.946876883506775,1.4710912704467773,78,2132,,,, -,,,78,2132,1.5157194137573242,1.5157194137573242,, -1.5171287059783936,1.5171287059783936,1.4710912704467773,79,2159,,,, -,,,79,2159,1.537781834602356,1.537781834602356,, -1.8665889501571655,1.8665889501571655,1.4710912704467773,80,2186,,,, -,,,80,2186,1.536327600479126,1.536327600479126,, -1.516019582748413,1.516019582748413,1.4710912704467773,81,2213,,,, -,,,81,2213,1.5343431234359741,1.5343431234359741,, -1.7640703916549683,1.7640703916549683,1.4710912704467773,82,2240,,,, -,,,82,2240,1.5142379999160767,1.5142379999160767,, -1.5765297412872314,1.5765297412872314,1.4710912704467773,83,2267,,,, -,,,83,2267,1.5385164022445679,1.5385164022445679,, -1.540123701095581,1.540123701095581,1.4710912704467773,84,2294,,,, -,,,84,2294,1.5536705255508423,1.5536705255508423,, -1.5139241218566895,1.5139241218566895,1.4710912704467773,85,2321,,,, -,,,85,2321,1.53870689868927,1.53870689868927,, -1.505698800086975,1.505698800086975,1.4710912704467773,86,2348,,,, -,,,86,2348,1.5282485485076904,1.5282485485076904,, -1.4711054563522339,1.4711054563522339,1.4710912704467773,87,2375,,,, -,,,87,2375,1.5258111953735352,1.5258111953735352,, -1.5056190490722656,1.5056190490722656,1.4710912704467773,88,2402,,,, -,,,88,2402,1.5375957489013672,1.5375957489013672,, -1.5296813249588013,1.5296813249588013,1.4710912704467773,89,2429,,,, -,,,89,2429,1.5292414426803589,1.5292414426803589,, -1.5803176164627075,1.5803176164627075,1.4710912704467773,90,2456,,,, -,,,90,2456,1.5261460542678833,1.5261460542678833,, -1.5293328762054443,1.5293328762054443,1.4710912704467773,91,2483,,,, -,,,91,2483,1.5112512111663818,1.5112512111663818,, -1.5873807668685913,1.5873807668685913,1.4710912704467773,92,2510,,,, -,,,92,2510,1.526833176612854,1.526833176612854,, -1.985629916191101,1.985629916191101,1.4710912704467773,93,2537,,,, -,,,93,2537,1.571786880493164,1.571786880493164,, -1.512591004371643,1.512591004371643,1.4710912704467773,94,2564,,,, -,,,94,2564,1.5449620485305786,1.5449620485305786,, -1.6130543947219849,1.6130543947219849,1.4710912704467773,95,2591,,,, -,,,95,2591,1.5395216941833496,1.5395216941833496,, -1.5255597829818726,1.5255597829818726,1.4710912704467773,96,2618,,,, -,,,96,2618,1.55075204372406,1.55075204372406,, -1.8122349977493286,1.8122349977493286,1.4710912704467773,97,2645,,,, -,,,97,2645,1.5355020761489868,1.5355020761489868,, -1.5879732370376587,1.5879732370376587,1.4710912704467773,98,2672,,,, -,,,98,2672,1.5523614883422852,1.5523614883422852,, -1.6161285638809204,1.6161285638809204,1.4710912704467773,99,2699,,,, -,,,99,2699,1.553627610206604,1.553627610206604,, -,,,58,1566,,,1.5886471271514893,1.5886471271514893 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945278.37a92d36c649.1.14 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945278.37a92d36c649.1.14 deleted file mode 100644 index 2c7cbf5387ef16b61b7b6e09ca46787e69d69d7c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945278.37a92d36c649.1.14 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5d114dfa0f0f7c1c9677bece85f3271df6a0bfcc87f67a8d0052bfd455d671a3 -size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948785.37a92d36c649.1.15 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948785.37a92d36c649.1.15 deleted file mode 100644 index b1a47649b93ec78d64afadd38a20e8f542d32eb2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948785.37a92d36c649.1.15 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:eeba613efe9ae8e7a67cefae9d30a0f8b943901243f9b8b23d65f481c956a8dc -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index 292b4bcfc7d5d20ef3efd0ae7bec5c7efb14409c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 512 - lin3_size: 256 - output_size: 1 - lr: 0.01956889375661914 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 69780993 -model/params/trainable: 69780993 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/config.yaml deleted file mode 100644 index b4e449e5e7202d1f6b567e87c37df701fda2d3cf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 512 - lin3_size: 64 - output_size: 1 - lr: 0.05808992422205426 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/hydra.yaml deleted file mode 100644 index 67aeb09f9142e297a896106f7ab34f76ad134985..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.05808992422205426 - - model.lin1_size=512 - - model.lin2_size=512 - - model.lin3_size=64 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focusMAE_150_optuna,model.lin1_size=512,model.lin2_size=512,model.lin3_size=64,model.lr=0.05808992422205426,trainer.gpus=0 - id: '8' - num: 8 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/overrides.yaml deleted file mode 100644 index 0c80476e851e1879f5d6fed4a4a9b5a70e3d926c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.05808992422205426 -- model.lin1_size=512 -- model.lin2_size=512 -- model.lin3_size=64 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/hparams.yaml deleted file mode 100644 index f4757d1c6753154073435bcbe01bee46aeb7ab84..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 512 - lin3_size: 64 - output_size: 1 - lr: 0.05808992422205426 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 34858241 -model/params/trainable: 34858241 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/metrics.csv deleted file mode 100644 index 7df800160076bf89249380d238b63015b0e23cdc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.8006258010864258,1.8006258010864258,1.8006258010864258,0,13,,,, -,,,0,13,1.797127366065979,1.797127366065979,, -1.5195599794387817,1.5195599794387817,1.5195599794387817,1,27,,,, -,,,1,27,1.5654213428497314,1.5654213428497314,, -1.5434820652008057,1.5434820652008057,1.5195599794387817,2,41,,,, -,,,2,41,1.5364269018173218,1.5364269018173218,, -1.507411003112793,1.507411003112793,1.507411003112793,3,55,,,, -,,,3,55,1.5553860664367676,1.5553860664367676,, -1.5262409448623657,1.5262409448623657,1.507411003112793,4,69,,,, -,,,4,69,1.5273497104644775,1.5273497104644775,, -1.5279693603515625,1.5279693603515625,1.507411003112793,5,83,,,, -,,,5,83,1.5398989915847778,1.5398989915847778,, -1.5723334550857544,1.5723334550857544,1.507411003112793,6,97,,,, -,,,6,97,1.5420169830322266,1.5420169830322266,, -1.5985969305038452,1.5985969305038452,1.507411003112793,7,111,,,, -,,,7,111,1.5186610221862793,1.5186610221862793,, -1.5236607789993286,1.5236607789993286,1.507411003112793,8,125,,,, -,,,8,125,1.5018799304962158,1.5018799304962158,, -1.639316201210022,1.639316201210022,1.507411003112793,9,139,,,, -,,,9,139,1.5072780847549438,1.5072780847549438,, -1.6488405466079712,1.6488405466079712,1.507411003112793,10,153,,,, -,,,10,153,1.5531970262527466,1.5531970262527466,, -2.676589250564575,2.676589250564575,1.507411003112793,11,167,,,, -,,,11,167,1.5582374334335327,1.5582374334335327,, -1.4875900745391846,1.4875900745391846,1.4875900745391846,12,181,,,, -,,,12,181,1.5229040384292603,1.5229040384292603,, -3.877687931060791,3.877687931060791,1.4875900745391846,13,195,,,, -,,,13,195,1.4988172054290771,1.4988172054290771,, -1.5536351203918457,1.5536351203918457,1.4875900745391846,14,209,,,, -,,,14,209,1.5357528924942017,1.5357528924942017,, -1.8290066719055176,1.8290066719055176,1.4875900745391846,15,223,,,, -,,,15,223,1.5312589406967163,1.5312589406967163,, -2.1856133937835693,2.1856133937835693,1.4875900745391846,16,237,,,, -,,,16,237,1.5093438625335693,1.5093438625335693,, -1.8494683504104614,1.8494683504104614,1.4875900745391846,17,251,,,, -,,,17,251,1.5143959522247314,1.5143959522247314,, -1.5420045852661133,1.5420045852661133,1.4875900745391846,18,265,,,, -,,,18,265,1.5330679416656494,1.5330679416656494,, -1.513360619544983,1.513360619544983,1.4875900745391846,19,279,,,, -,,,19,279,1.5383158922195435,1.5383158922195435,, -4.322876930236816,4.322876930236816,1.4875900745391846,20,293,,,, -,,,20,293,1.5317802429199219,1.5317802429199219,, -1.5518616437911987,1.5518616437911987,1.4875900745391846,21,307,,,, -,,,21,307,1.5473179817199707,1.5473179817199707,, -1.6832143068313599,1.6832143068313599,1.4875900745391846,22,321,,,, -,,,22,321,1.5509448051452637,1.5509448051452637,, -1.6916769742965698,1.6916769742965698,1.4875900745391846,23,335,,,, -,,,23,335,1.526961326599121,1.526961326599121,, -1.5670288801193237,1.5670288801193237,1.4875900745391846,24,349,,,, -,,,24,349,1.530901551246643,1.530901551246643,, -1.5906051397323608,1.5906051397323608,1.4875900745391846,25,363,,,, -,,,25,363,1.5388984680175781,1.5388984680175781,, -1.515312910079956,1.515312910079956,1.4875900745391846,26,377,,,, -,,,26,377,1.5262197256088257,1.5262197256088257,, -1.5003589391708374,1.5003589391708374,1.4875900745391846,27,391,,,, -,,,27,391,1.5255093574523926,1.5255093574523926,, -1.8063427209854126,1.8063427209854126,1.4875900745391846,28,405,,,, -,,,28,405,1.5075044631958008,1.5075044631958008,, -1.922566294670105,1.922566294670105,1.4875900745391846,29,419,,,, -,,,29,419,1.5226539373397827,1.5226539373397827,, -1.5325071811676025,1.5325071811676025,1.4875900745391846,30,433,,,, -,,,30,433,1.5169349908828735,1.5169349908828735,, -1.5312796831130981,1.5312796831130981,1.4875900745391846,31,447,,,, -,,,31,447,1.5154956579208374,1.5154956579208374,, -9.386004447937012,9.386004447937012,1.4875900745391846,32,461,,,, -,,,32,461,1.5390381813049316,1.5390381813049316,, -1.5177764892578125,1.5177764892578125,1.4875900745391846,33,475,,,, -,,,33,475,1.5263471603393555,1.5263471603393555,, -1.5523707866668701,1.5523707866668701,1.4875900745391846,34,489,,,, -,,,34,489,1.5256694555282593,1.5256694555282593,, -1.8339916467666626,1.8339916467666626,1.4875900745391846,35,503,,,, -,,,35,503,1.5214307308197021,1.5214307308197021,, -1.506973385810852,1.506973385810852,1.4875900745391846,36,517,,,, -,,,36,517,1.5136767625808716,1.5136767625808716,, -1.92168128490448,1.92168128490448,1.4875900745391846,37,531,,,, -,,,37,531,1.51689612865448,1.51689612865448,, -1.5212241411209106,1.5212241411209106,1.4875900745391846,38,545,,,, -,,,38,545,1.5236294269561768,1.5236294269561768,, -1.5522550344467163,1.5522550344467163,1.4875900745391846,39,559,,,, -,,,39,559,1.5118128061294556,1.5118128061294556,, -1.5579036474227905,1.5579036474227905,1.4875900745391846,40,573,,,, -,,,40,573,1.4977455139160156,1.4977455139160156,, -2.755484104156494,2.755484104156494,1.4875900745391846,41,587,,,, -,,,41,587,1.5202471017837524,1.5202471017837524,, -2.6126930713653564,2.6126930713653564,1.4875900745391846,42,601,,,, -,,,42,601,1.5273442268371582,1.5273442268371582,, -1.522132158279419,1.522132158279419,1.4875900745391846,43,615,,,, -,,,43,615,1.5479751825332642,1.5479751825332642,, -1.6389262676239014,1.6389262676239014,1.4875900745391846,44,629,,,, -,,,44,629,1.528095006942749,1.528095006942749,, -2.109004497528076,2.109004497528076,1.4875900745391846,45,643,,,, -,,,45,643,1.5097399950027466,1.5097399950027466,, -2.21002197265625,2.21002197265625,1.4875900745391846,46,657,,,, -,,,46,657,1.5309882164001465,1.5309882164001465,, -2.6380765438079834,2.6380765438079834,1.4875900745391846,47,671,,,, -,,,47,671,1.5597243309020996,1.5597243309020996,, -2.133535146713257,2.133535146713257,1.4875900745391846,48,685,,,, -,,,48,685,1.5307557582855225,1.5307557582855225,, -2.126929521560669,2.126929521560669,1.4875900745391846,49,699,,,, -,,,49,699,1.533414363861084,1.533414363861084,, -2.598031520843506,2.598031520843506,1.4875900745391846,50,713,,,, -,,,50,713,1.542096495628357,1.542096495628357,, -6.439234256744385,6.439234256744385,1.4875900745391846,51,727,,,, -,,,51,727,1.5406205654144287,1.5406205654144287,, -1.6451526880264282,1.6451526880264282,1.4875900745391846,52,741,,,, -,,,52,741,1.5492489337921143,1.5492489337921143,, -1.5144755840301514,1.5144755840301514,1.4875900745391846,53,755,,,, -,,,53,755,1.5366253852844238,1.5366253852844238,, -1.8630808591842651,1.8630808591842651,1.4875900745391846,54,769,,,, -,,,54,769,1.531714677810669,1.531714677810669,, -1.9191980361938477,1.9191980361938477,1.4875900745391846,55,783,,,, -,,,55,783,1.5425044298171997,1.5425044298171997,, -1.7076667547225952,1.7076667547225952,1.4875900745391846,56,797,,,, -,,,56,797,1.5374218225479126,1.5374218225479126,, -1.6095359325408936,1.6095359325408936,1.4875900745391846,57,811,,,, -,,,57,811,1.524845838546753,1.524845838546753,, -1.5259970426559448,1.5259970426559448,1.4875900745391846,58,825,,,, -,,,58,825,1.5319712162017822,1.5319712162017822,, -2.2201197147369385,2.2201197147369385,1.4875900745391846,59,839,,,, -,,,59,839,1.5258840322494507,1.5258840322494507,, -1.7385040521621704,1.7385040521621704,1.4875900745391846,60,853,,,, -,,,60,853,1.5235731601715088,1.5235731601715088,, -1.9715574979782104,1.9715574979782104,1.4875900745391846,61,867,,,, -,,,61,867,1.5405333042144775,1.5405333042144775,, -4.241236686706543,4.241236686706543,1.4875900745391846,62,881,,,, -,,,62,881,1.543615460395813,1.543615460395813,, -1.8042347431182861,1.8042347431182861,1.4875900745391846,63,895,,,, -,,,63,895,1.519759178161621,1.519759178161621,, -1.754902720451355,1.754902720451355,1.4875900745391846,64,909,,,, -,,,64,909,1.5359888076782227,1.5359888076782227,, -3.2498745918273926,3.2498745918273926,1.4875900745391846,65,923,,,, -,,,65,923,1.5271331071853638,1.5271331071853638,, -1.6791763305664062,1.6791763305664062,1.4875900745391846,66,937,,,, -,,,66,937,1.524311900138855,1.524311900138855,, -1.5744456052780151,1.5744456052780151,1.4875900745391846,67,951,,,, -,,,67,951,1.527304768562317,1.527304768562317,, -1.713043212890625,1.713043212890625,1.4875900745391846,68,965,,,, -,,,68,965,1.529538631439209,1.529538631439209,, -1.6166627407073975,1.6166627407073975,1.4875900745391846,69,979,,,, -,,,69,979,1.5235927104949951,1.5235927104949951,, -1.503470540046692,1.503470540046692,1.4875900745391846,70,993,,,, -,,,70,993,1.5186049938201904,1.5186049938201904,, -1.9797364473342896,1.9797364473342896,1.4875900745391846,71,1007,,,, -,,,71,1007,1.5428731441497803,1.5428731441497803,, -1.5246776342391968,1.5246776342391968,1.4875900745391846,72,1021,,,, -,,,72,1021,1.5382928848266602,1.5382928848266602,, -1.8457539081573486,1.8457539081573486,1.4875900745391846,73,1035,,,, -,,,73,1035,1.5199952125549316,1.5199952125549316,, -2.0363221168518066,2.0363221168518066,1.4875900745391846,74,1049,,,, -,,,74,1049,1.5295138359069824,1.5295138359069824,, -1.5847291946411133,1.5847291946411133,1.4875900745391846,75,1063,,,, -,,,75,1063,1.5436797142028809,1.5436797142028809,, -1.6281158924102783,1.6281158924102783,1.4875900745391846,76,1077,,,, -,,,76,1077,1.5368393659591675,1.5368393659591675,, -1.5428574085235596,1.5428574085235596,1.4875900745391846,77,1091,,,, -,,,77,1091,1.547100305557251,1.547100305557251,, -1.5352833271026611,1.5352833271026611,1.4875900745391846,78,1105,,,, -,,,78,1105,1.521337628364563,1.521337628364563,, -1.4858118295669556,1.4858118295669556,1.4858118295669556,79,1119,,,, -,,,79,1119,1.5322880744934082,1.5322880744934082,, -1.5055677890777588,1.5055677890777588,1.4858118295669556,80,1133,,,, -,,,80,1133,1.542460560798645,1.542460560798645,, -3.3580918312072754,3.3580918312072754,1.4858118295669556,81,1147,,,, -,,,81,1147,1.5408447980880737,1.5408447980880737,, -1.5160585641860962,1.5160585641860962,1.4858118295669556,82,1161,,,, -,,,82,1161,1.537702202796936,1.537702202796936,, -1.7293049097061157,1.7293049097061157,1.4858118295669556,83,1175,,,, -,,,83,1175,1.5478732585906982,1.5478732585906982,, -2.5826570987701416,2.5826570987701416,1.4858118295669556,84,1189,,,, -,,,84,1189,1.5477941036224365,1.5477941036224365,, -1.684281349182129,1.684281349182129,1.4858118295669556,85,1203,,,, -,,,85,1203,1.5392404794692993,1.5392404794692993,, -1.50055992603302,1.50055992603302,1.4858118295669556,86,1217,,,, -,,,86,1217,1.5373796224594116,1.5373796224594116,, -1.7013856172561646,1.7013856172561646,1.4858118295669556,87,1231,,,, -,,,87,1231,1.5369672775268555,1.5369672775268555,, -1.5158461332321167,1.5158461332321167,1.4858118295669556,88,1245,,,, -,,,88,1245,1.5400919914245605,1.5400919914245605,, -1.803704023361206,1.803704023361206,1.4858118295669556,89,1259,,,, -,,,89,1259,1.5353528261184692,1.5353528261184692,, -1.946122407913208,1.946122407913208,1.4858118295669556,90,1273,,,, -,,,90,1273,1.5442012548446655,1.5442012548446655,, -2.094282388687134,2.094282388687134,1.4858118295669556,91,1287,,,, -,,,91,1287,1.5307750701904297,1.5307750701904297,, -1.6425471305847168,1.6425471305847168,1.4858118295669556,92,1301,,,, -,,,92,1301,1.5367851257324219,1.5367851257324219,, -1.577078104019165,1.577078104019165,1.4858118295669556,93,1315,,,, -,,,93,1315,1.5352630615234375,1.5352630615234375,, -2.066180467605591,2.066180467605591,1.4858118295669556,94,1329,,,, -,,,94,1329,1.5106393098831177,1.5106393098831177,, -2.0345540046691895,2.0345540046691895,1.4858118295669556,95,1343,,,, -,,,95,1343,1.5531706809997559,1.5531706809997559,, -1.4975131750106812,1.4975131750106812,1.4858118295669556,96,1357,,,, -,,,96,1357,1.5372638702392578,1.5372638702392578,, -1.8781174421310425,1.8781174421310425,1.4858118295669556,97,1371,,,, -,,,97,1371,1.546967625617981,1.546967625617981,, -1.510632038116455,1.510632038116455,1.4858118295669556,98,1385,,,, -,,,98,1385,1.5419446229934692,1.5419446229934692,, -1.552717924118042,1.552717924118042,1.4858118295669556,99,1399,,,, -,,,99,1399,1.5415985584259033,1.5415985584259033,, -,,,80,1120,,,1.6008297204971313,1.6008297204971313 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948786.37a92d36c649.1.16 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948786.37a92d36c649.1.16 deleted file mode 100644 index 5aea3eb5316194aee70a833b2d58a4dfea123a0d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948786.37a92d36c649.1.16 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:096fc2b84064ee6aeb857f619933a378e09bc72f1eac8866ecded271d0c1c9d5 -size 36391 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950271.37a92d36c649.1.17 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950271.37a92d36c649.1.17 deleted file mode 100644 index ff0a999ba1c2ea6e6dba3df58656550617b53530..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950271.37a92d36c649.1.17 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cf01878734b961ff013a00dafe147ab3a15fcc49af605020d9f6469cfc7f0371 -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index f4757d1c6753154073435bcbe01bee46aeb7ab84..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 512 - lin3_size: 64 - output_size: 1 - lr: 0.05808992422205426 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 34858241 -model/params/trainable: 34858241 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/config.yaml deleted file mode 100644 index b09d26fceeb4d3b215a7ad2db04904fa22babcf9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/config.yaml +++ /dev/null @@ -1,71 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focusMAE_150_hyperparameter_search -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 512 - output_size: 1 - lr: 0.12082105605940949 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/hydra.yaml deleted file mode 100644 index 9d77a5b23f85c5bf6ec20764d27a4564ede78aa8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/hydra.yaml +++ /dev/null @@ -1,226 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focusMAE_150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin2_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - model.lin3_size: - type: categorical - choices: - - 64 - - 128 - - 256 - - 512 - - 1024 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.12082105605940949 - - model.lin1_size=128 - - model.lin2_size=256 - - model.lin3_size=512 - - hparams_search=focusMAE_150_optuna - - trainer.gpus=0 - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=256,model.lin3_size=512,model.lr=0.12082105605940949,trainer.gpus=0 - id: '9' - num: 9 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focusMAE_150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/overrides.yaml deleted file mode 100644 index 56cc6a850c48a7d969f4d815b85493f43fc6e600..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/overrides.yaml +++ /dev/null @@ -1,7 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.12082105605940949 -- model.lin1_size=128 -- model.lin2_size=256 -- model.lin3_size=512 -- hparams_search=focusMAE_150_optuna -- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/hparams.yaml deleted file mode 100644 index ea3a5e54ce1c3108aecfd7e729a443f78b226215..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 512 - output_size: 1 - lr: 0.12082105605940949 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8807041 -model/params/trainable: 8807041 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/metrics.csv deleted file mode 100644 index d976c74e70cb8281552ea90c319041da8828757b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.7329738140106201,1.7329738140106201,1.7329738140106201,0,13,,,, -,,,0,13,5.268739700317383,5.268739700317383,, -1.599246859550476,1.599246859550476,1.599246859550476,1,27,,,, -,,,1,27,1.7166483402252197,1.7166483402252197,, -1.6923975944519043,1.6923975944519043,1.599246859550476,2,41,,,, -,,,2,41,1.6356314420700073,1.6356314420700073,, -1.6464487314224243,1.6464487314224243,1.599246859550476,3,55,,,, -,,,3,55,1.6112439632415771,1.6112439632415771,, -1.9607394933700562,1.9607394933700562,1.599246859550476,4,69,,,, -,,,4,69,1.594221591949463,1.594221591949463,, -1.5351694822311401,1.5351694822311401,1.5351694822311401,5,83,,,, -,,,5,83,1.5755597352981567,1.5755597352981567,, -1.5817011594772339,1.5817011594772339,1.5351694822311401,6,97,,,, -,,,6,97,1.5627152919769287,1.5627152919769287,, -1.5147565603256226,1.5147565603256226,1.5147565603256226,7,111,,,, -,,,7,111,1.547471523284912,1.547471523284912,, -1.729515552520752,1.729515552520752,1.5147565603256226,8,125,,,, -,,,8,125,1.5334223508834839,1.5334223508834839,, -2.028661012649536,2.028661012649536,1.5147565603256226,9,139,,,, -,,,9,139,1.5434974431991577,1.5434974431991577,, -1.5320948362350464,1.5320948362350464,1.5147565603256226,10,153,,,, -,,,10,153,1.531865119934082,1.531865119934082,, -1.5339354276657104,1.5339354276657104,1.5147565603256226,11,167,,,, -,,,11,167,1.57100510597229,1.57100510597229,, -1.8523181676864624,1.8523181676864624,1.5147565603256226,12,181,,,, -,,,12,181,1.54741632938385,1.54741632938385,, -2.7215185165405273,2.7215185165405273,1.5147565603256226,13,195,,,, -,,,13,195,1.5308643579483032,1.5308643579483032,, -1.74314546585083,1.74314546585083,1.5147565603256226,14,209,,,, -,,,14,209,1.5517668724060059,1.5517668724060059,, -1.573400855064392,1.573400855064392,1.5147565603256226,15,223,,,, -,,,15,223,1.5343821048736572,1.5343821048736572,, -1.715896487236023,1.715896487236023,1.5147565603256226,16,237,,,, -,,,16,237,1.5287929773330688,1.5287929773330688,, -1.7924786806106567,1.7924786806106567,1.5147565603256226,17,251,,,, -,,,17,251,1.5187609195709229,1.5187609195709229,, -1.859678864479065,1.859678864479065,1.5147565603256226,18,265,,,, -,,,18,265,1.5063302516937256,1.5063302516937256,, -7.327245235443115,7.327245235443115,1.5147565603256226,19,279,,,, -,,,19,279,1.5314631462097168,1.5314631462097168,, -1.6987930536270142,1.6987930536270142,1.5147565603256226,20,293,,,, -,,,20,293,1.5854741334915161,1.5854741334915161,, -1.5298945903778076,1.5298945903778076,1.5147565603256226,21,307,,,, -,,,21,307,1.537446141242981,1.537446141242981,, -1.9179527759552002,1.9179527759552002,1.5147565603256226,22,321,,,, -,,,22,321,1.5303080081939697,1.5303080081939697,, -1.49958336353302,1.49958336353302,1.49958336353302,23,335,,,, -,,,23,335,1.5317367315292358,1.5317367315292358,, -1.7744404077529907,1.7744404077529907,1.49958336353302,24,349,,,, -,,,24,349,1.5538475513458252,1.5538475513458252,, -3.9522173404693604,3.9522173404693604,1.49958336353302,25,363,,,, -,,,25,363,1.5393047332763672,1.5393047332763672,, -2.389435052871704,2.389435052871704,1.49958336353302,26,377,,,, -,,,26,377,1.5510390996932983,1.5510390996932983,, -1.5684137344360352,1.5684137344360352,1.49958336353302,27,391,,,, -,,,27,391,1.555804967880249,1.555804967880249,, -1.5149155855178833,1.5149155855178833,1.49958336353302,28,405,,,, -,,,28,405,1.5595628023147583,1.5595628023147583,, -1.5187273025512695,1.5187273025512695,1.49958336353302,29,419,,,, -,,,29,419,1.5473392009735107,1.5473392009735107,, -1.488895058631897,1.488895058631897,1.488895058631897,30,433,,,, -,,,30,433,1.5544655323028564,1.5544655323028564,, -1.5120221376419067,1.5120221376419067,1.488895058631897,31,447,,,, -,,,31,447,1.5386731624603271,1.5386731624603271,, -1.5044355392456055,1.5044355392456055,1.488895058631897,32,461,,,, -,,,32,461,1.5462307929992676,1.5462307929992676,, -1.6909921169281006,1.6909921169281006,1.488895058631897,33,475,,,, -,,,33,475,1.533998727798462,1.533998727798462,, -1.49537193775177,1.49537193775177,1.488895058631897,34,489,,,, -,,,34,489,1.5622084140777588,1.5622084140777588,, -1.500245451927185,1.500245451927185,1.488895058631897,35,503,,,, -,,,35,503,1.5221537351608276,1.5221537351608276,, -5.787719249725342,5.787719249725342,1.488895058631897,36,517,,,, -,,,36,517,1.5480525493621826,1.5480525493621826,, -1.6431626081466675,1.6431626081466675,1.488895058631897,37,531,,,, -,,,37,531,1.5810267925262451,1.5810267925262451,, -1.5442368984222412,1.5442368984222412,1.488895058631897,38,545,,,, -,,,38,545,1.555781364440918,1.555781364440918,, -1.6094481945037842,1.6094481945037842,1.488895058631897,39,559,,,, -,,,39,559,1.5563414096832275,1.5563414096832275,, -1.5656377077102661,1.5656377077102661,1.488895058631897,40,573,,,, -,,,40,573,1.5489660501480103,1.5489660501480103,, -1.7366691827774048,1.7366691827774048,1.488895058631897,41,587,,,, -,,,41,587,1.567770004272461,1.567770004272461,, -1.5017191171646118,1.5017191171646118,1.488895058631897,42,601,,,, -,,,42,601,1.5372766256332397,1.5372766256332397,, -1.6581683158874512,1.6581683158874512,1.488895058631897,43,615,,,, -,,,43,615,1.5580940246582031,1.5580940246582031,, -3.064271926879883,3.064271926879883,1.488895058631897,44,629,,,, -,,,44,629,1.5529786348342896,1.5529786348342896,, -2.233787775039673,2.233787775039673,1.488895058631897,45,643,,,, -,,,45,643,1.553490400314331,1.553490400314331,, -1.83506178855896,1.83506178855896,1.488895058631897,46,657,,,, -,,,46,657,1.5603182315826416,1.5603182315826416,, -3.928699254989624,3.928699254989624,1.488895058631897,47,671,,,, -,,,47,671,1.5428080558776855,1.5428080558776855,, -1.530777931213379,1.530777931213379,1.488895058631897,48,685,,,, -,,,48,685,1.5415645837783813,1.5415645837783813,, -1.517518401145935,1.517518401145935,1.488895058631897,49,699,,,, -,,,49,699,1.5790607929229736,1.5790607929229736,, -1.6689008474349976,1.6689008474349976,1.488895058631897,50,713,,,, -,,,50,713,1.5623149871826172,1.5623149871826172,, -2.6766343116760254,2.6766343116760254,1.488895058631897,51,727,,,, -,,,51,727,1.5458204746246338,1.5458204746246338,, -1.9176536798477173,1.9176536798477173,1.488895058631897,52,741,,,, -,,,52,741,1.5827395915985107,1.5827395915985107,, -1.5441073179244995,1.5441073179244995,1.488895058631897,53,755,,,, -,,,53,755,1.5605794191360474,1.5605794191360474,, -1.9077891111373901,1.9077891111373901,1.488895058631897,54,769,,,, -,,,54,769,1.5522921085357666,1.5522921085357666,, -1.5407936573028564,1.5407936573028564,1.488895058631897,55,783,,,, -,,,55,783,1.5357011556625366,1.5357011556625366,, -7.521324634552002,7.521324634552002,1.488895058631897,56,797,,,, -,,,56,797,1.549718976020813,1.549718976020813,, -2.2578277587890625,2.2578277587890625,1.488895058631897,57,811,,,, -,,,57,811,1.5769296884536743,1.5769296884536743,, -2.2839455604553223,2.2839455604553223,1.488895058631897,58,825,,,, -,,,58,825,1.572549819946289,1.572549819946289,, -1.5291757583618164,1.5291757583618164,1.488895058631897,59,839,,,, -,,,59,839,1.5447537899017334,1.5447537899017334,, -4.267239570617676,4.267239570617676,1.488895058631897,60,853,,,, -,,,60,853,1.575587511062622,1.575587511062622,, -1.5675901174545288,1.5675901174545288,1.488895058631897,61,867,,,, -,,,61,867,1.5707460641860962,1.5707460641860962,, -1.583311676979065,1.583311676979065,1.488895058631897,62,881,,,, -,,,62,881,1.5912424325942993,1.5912424325942993,, -1.5249252319335938,1.5249252319335938,1.488895058631897,63,895,,,, -,,,63,895,1.5615320205688477,1.5615320205688477,, -2.9342026710510254,2.9342026710510254,1.488895058631897,64,909,,,, -,,,64,909,1.5584044456481934,1.5584044456481934,, -1.527869462966919,1.527869462966919,1.488895058631897,65,923,,,, -,,,65,923,1.5668885707855225,1.5668885707855225,, -1.56785249710083,1.56785249710083,1.488895058631897,66,937,,,, -,,,66,937,1.5651644468307495,1.5651644468307495,, -2.4767534732818604,2.4767534732818604,1.488895058631897,67,951,,,, -,,,67,951,1.5790261030197144,1.5790261030197144,, -1.7589449882507324,1.7589449882507324,1.488895058631897,68,965,,,, -,,,68,965,1.5742311477661133,1.5742311477661133,, -4.380283355712891,4.380283355712891,1.488895058631897,69,979,,,, -,,,69,979,1.5528316497802734,1.5528316497802734,, -1.6122419834136963,1.6122419834136963,1.488895058631897,70,993,,,, -,,,70,993,1.5700033903121948,1.5700033903121948,, -1.5394235849380493,1.5394235849380493,1.488895058631897,71,1007,,,, -,,,71,1007,1.57521653175354,1.57521653175354,, -1.8345857858657837,1.8345857858657837,1.488895058631897,72,1021,,,, -,,,72,1021,1.558773159980774,1.558773159980774,, -2.4569170475006104,2.4569170475006104,1.488895058631897,73,1035,,,, -,,,73,1035,1.5862617492675781,1.5862617492675781,, -1.5296252965927124,1.5296252965927124,1.488895058631897,74,1049,,,, -,,,74,1049,1.571938157081604,1.571938157081604,, -1.8973994255065918,1.8973994255065918,1.488895058631897,75,1063,,,, -,,,75,1063,1.596357822418213,1.596357822418213,, -1.9830594062805176,1.9830594062805176,1.488895058631897,76,1077,,,, -,,,76,1077,1.564727783203125,1.564727783203125,, -4.557817459106445,4.557817459106445,1.488895058631897,77,1091,,,, -,,,77,1091,1.5846036672592163,1.5846036672592163,, -4.067972660064697,4.067972660064697,1.488895058631897,78,1105,,,, -,,,78,1105,1.5953071117401123,1.5953071117401123,, -1.5297950506210327,1.5297950506210327,1.488895058631897,79,1119,,,, -,,,79,1119,1.5751646757125854,1.5751646757125854,, -2.0902395248413086,2.0902395248413086,1.488895058631897,80,1133,,,, -,,,80,1133,1.5525274276733398,1.5525274276733398,, -6.603821277618408,6.603821277618408,1.488895058631897,81,1147,,,, -,,,81,1147,1.593773365020752,1.593773365020752,, -2.0251712799072266,2.0251712799072266,1.488895058631897,82,1161,,,, -,,,82,1161,1.57331120967865,1.57331120967865,, -3.2682833671569824,3.2682833671569824,1.488895058631897,83,1175,,,, -,,,83,1175,1.574002981185913,1.574002981185913,, -1.5236872434616089,1.5236872434616089,1.488895058631897,84,1189,,,, -,,,84,1189,1.5732372999191284,1.5732372999191284,, -1.5046451091766357,1.5046451091766357,1.488895058631897,85,1203,,,, -,,,85,1203,1.567728042602539,1.567728042602539,, -1.5091248750686646,1.5091248750686646,1.488895058631897,86,1217,,,, -,,,86,1217,1.5761655569076538,1.5761655569076538,, -1.5218254327774048,1.5218254327774048,1.488895058631897,87,1231,,,, -,,,87,1231,1.5690608024597168,1.5690608024597168,, -1.7024246454238892,1.7024246454238892,1.488895058631897,88,1245,,,, -,,,88,1245,1.5823848247528076,1.5823848247528076,, -1.6242082118988037,1.6242082118988037,1.488895058631897,89,1259,,,, -,,,89,1259,1.5786975622177124,1.5786975622177124,, -1.6307072639465332,1.6307072639465332,1.488895058631897,90,1273,,,, -,,,90,1273,1.561802864074707,1.561802864074707,, -2.312039613723755,2.312039613723755,1.488895058631897,91,1287,,,, -,,,91,1287,1.5681146383285522,1.5681146383285522,, -1.5124989748001099,1.5124989748001099,1.488895058631897,92,1301,,,, -,,,92,1301,1.5617676973342896,1.5617676973342896,, -2.785073757171631,2.785073757171631,1.488895058631897,93,1315,,,, -,,,93,1315,1.5925109386444092,1.5925109386444092,, -1.548352599143982,1.548352599143982,1.488895058631897,94,1329,,,, -,,,94,1329,1.5818564891815186,1.5818564891815186,, -4.868865489959717,4.868865489959717,1.488895058631897,95,1343,,,, -,,,95,1343,1.575960636138916,1.575960636138916,, -1.53618586063385,1.53618586063385,1.488895058631897,96,1357,,,, -,,,96,1357,1.5503785610198975,1.5503785610198975,, -3.5792288780212402,3.5792288780212402,1.488895058631897,97,1371,,,, -,,,97,1371,1.562467098236084,1.562467098236084,, -1.5184054374694824,1.5184054374694824,1.488895058631897,98,1385,,,, -,,,98,1385,1.5906316041946411,1.5906316041946411,, -6.140869617462158,6.140869617462158,1.488895058631897,99,1399,,,, -,,,99,1399,1.5615262985229492,1.5615262985229492,, -,,,31,434,,,1.608952522277832,1.608952522277832 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950272.37a92d36c649.1.18 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950272.37a92d36c649.1.18 deleted file mode 100644 index 48129d17c6354e53ae60cc001296fb53114690bc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950272.37a92d36c649.1.18 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:22c220d1d531aa5945a8f51d450cbdde4c1af076b459642cfd15fbea5f8737ef -size 36391 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950713.37a92d36c649.1.19 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950713.37a92d36c649.1.19 deleted file mode 100644 index 63a23262830c640f180c7e3cc79f89483013c446..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950713.37a92d36c649.1.19 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1c8e1baa1102eaf04e7ceaf5468a1c67230ca1d6526bfa2c9b60f7520bc70afc -size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml deleted file mode 100644 index ea3a5e54ce1c3108aecfd7e729a443f78b226215..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 512 - output_size: 1 - lr: 0.12082105605940949 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8807041 -model/params/trainable: 8807041 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/optimization_results.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/optimization_results.yaml deleted file mode 100644 index bf8d2e6dc7f4eb734c036f6d0954cc46803b5e69..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/optimization_results.yaml +++ /dev/null @@ -1,8 +0,0 @@ -name: optuna -best_params: - datamodule.batch_size: 64 - model.lr: 0.00041303192540957006 - model.lin1_size: 256 - model.lin2_size: 128 - model.lin3_size: 256 -best_value: 0.9431846737861633 diff --git a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/.hydra/config.yaml b/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/.hydra/config.yaml deleted file mode 100644 index f24071a937996be52094b1f9fa6d5a00ba8afef3..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/.hydra/config.yaml +++ /dev/null @@ -1,74 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: 12345 -name: focusConvMSE_150 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 6 - conv2_size: 5 - conv2_channels: 16 - lin1_size: 100 - lin2_size: 80 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null diff --git a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/.hydra/hydra.yaml b/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/.hydra/hydra.yaml deleted file mode 100644 index 4f3627ae468e2ab7c3e98afc819452c6a8209a18..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/.hydra/hydra.yaml +++ /dev/null @@ -1,171 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper - max_batch_size: null - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - trainer.gpus=0 - - experiment=focusConvMSE_150 - job: - name: train - override_dirname: experiment=focusConvMSE_150,trainer.gpus=0 - id: ??? - num: ??? - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: null - debug: null - experiment: focusConvMSE_150 - log_dir: default.yaml - trainer: default.yaml - logger: many_loggers - callbacks: default.yaml - model: focusConv_150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: basic - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/.hydra/overrides.yaml b/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/.hydra/overrides.yaml deleted file mode 100644 index 5351186a6cf3dfb7fc443e6a0d521a5707a9f1ab..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/.hydra/overrides.yaml +++ /dev/null @@ -1,2 +0,0 @@ -- trainer.gpus=0 -- experiment=focusConvMSE_150 diff --git a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/csv/version_0/hparams.yaml b/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/csv/version_0/hparams.yaml deleted file mode 100644 index 230866e00c52889b3e8638824d067b46d81e0b8e..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/csv/version_0/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 6 - conv2_size: 5 - conv2_channels: 16 - lin1_size: 100 - lin2_size: 80 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: 12345 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 1861789 -model/params/trainable: 1861789 -model/params/non_trainable: 0 diff --git a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/csv/version_0/metrics.csv b/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/csv/version_0/metrics.csv deleted file mode 100644 index 48d4d1cd24121a6c3a2e93a6d574a5b0f7160101..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -5.247124671936035,1.7615344524383545,1.7615344524383545,0,13,,,, -,,,0,13,14.068334579467773,2.8520097732543945,, -3.6417462825775146,1.511828064918518,1.511828064918518,1,27,,,, -,,,1,27,4.838124752044678,1.7907884120941162,, -3.4108598232269287,1.5016738176345825,1.5016738176345825,2,41,,,, -,,,2,41,3.7054083347320557,1.6019364595413208,, -3.4792978763580322,1.5413987636566162,1.5016738176345825,3,55,,,, -,,,3,55,3.465627908706665,1.5588974952697754,, -3.2940378189086914,1.4870343208312988,1.4870343208312988,4,69,,,, -,,,4,69,3.416581869125366,1.544931411743164,, -3.2985706329345703,1.4763836860656738,1.4763836860656738,5,83,,,, -,,,5,83,3.444870948791504,1.5439008474349976,, -3.4377052783966064,1.53475821018219,1.4763836860656738,6,97,,,, -,,,6,97,3.391676187515259,1.5384632349014282,, -3.2452199459075928,1.4708114862442017,1.4708114862442017,7,111,,,, -,,,7,111,3.3975536823272705,1.5311405658721924,, -3.2732787132263184,1.4925477504730225,1.4708114862442017,8,125,,,, -,,,8,125,3.357994794845581,1.5312381982803345,, -3.2007226943969727,1.461273193359375,1.461273193359375,9,139,,,, -,,,9,139,3.363635778427124,1.532001256942749,, -3.17996883392334,1.4490890502929688,1.4490890502929688,10,153,,,, -,,,10,153,3.3299362659454346,1.5203006267547607,, -3.4250028133392334,1.5407416820526123,1.4490890502929688,11,167,,,, -,,,11,167,3.3030009269714355,1.507228970527649,, -3.179246425628662,1.4765127897262573,1.4490890502929688,12,181,,,, -,,,12,181,3.2734127044677734,1.511892318725586,, -3.0865318775177,1.45316481590271,1.4490890502929688,13,195,,,, -,,,13,195,3.191838264465332,1.4916515350341797,, -2.9808552265167236,1.420661211013794,1.420661211013794,14,209,,,, -,,,14,209,3.1729307174682617,1.488860011100769,, -3.5069751739501953,1.5607627630233765,1.420661211013794,15,223,,,, -,,,15,223,3.060372829437256,1.4633705615997314,, -2.850403070449829,1.3979485034942627,1.3979485034942627,16,237,,,, -,,,16,237,3.1072306632995605,1.4657343626022339,, -2.891740322113037,1.379501223564148,1.379501223564148,17,251,,,, -,,,17,251,3.20167875289917,1.4754259586334229,, -2.849067449569702,1.394485592842102,1.379501223564148,18,265,,,, -,,,18,265,3.0514626502990723,1.4483773708343506,, -2.925563335418701,1.362259030342102,1.362259030342102,19,279,,,, -,,,19,279,2.7874205112457275,1.3940486907958984,, -2.7182421684265137,1.3465816974639893,1.3465816974639893,20,293,,,, -,,,20,293,3.2409138679504395,1.4869847297668457,, -3.3794684410095215,1.5312309265136719,1.3465816974639893,21,307,,,, -,,,21,307,2.9909143447875977,1.4226008653640747,, -2.7025351524353027,1.343400239944458,1.343400239944458,22,321,,,, -,,,22,321,2.9257874488830566,1.4194613695144653,, -2.644685745239258,1.344247817993164,1.343400239944458,23,335,,,, -,,,23,335,2.703047275543213,1.3637418746948242,, -2.4387316703796387,1.2928979396820068,1.2928979396820068,24,349,,,, -,,,24,349,2.5372872352600098,1.3236103057861328,, -2.6274771690368652,1.360163927078247,1.2928979396820068,25,363,,,, -,,,25,363,2.416534900665283,1.2849290370941162,, -4.386881351470947,1.7770755290985107,1.2928979396820068,26,377,,,, -,,,26,377,3.236225128173828,1.4495787620544434,, -2.7309932708740234,1.3565526008605957,1.2928979396820068,27,391,,,, -,,,27,391,2.7035653591156006,1.3609139919281006,, -3.0483856201171875,1.4613934755325317,1.2928979396820068,28,405,,,, -,,,28,405,2.4620678424835205,1.2975584268569946,, -2.2695975303649902,1.2246179580688477,1.2246179580688477,29,419,,,, -,,,29,419,2.30131196975708,1.2516071796417236,, -3.7926599979400635,1.5711829662322998,1.2246179580688477,30,433,,,, -,,,30,433,2.2021312713623047,1.2179903984069824,, -2.413072347640991,1.2393280267715454,1.2246179580688477,31,447,,,, -,,,31,447,2.7590372562408447,1.3497200012207031,, -2.3634629249572754,1.2571266889572144,1.2246179580688477,32,461,,,, -,,,32,461,2.3361358642578125,1.2401456832885742,, -2.89996075630188,1.4423573017120361,1.2246179580688477,33,475,,,, -,,,33,475,1.9910465478897095,1.1584502458572388,, -3.001227617263794,1.4595489501953125,1.2246179580688477,34,489,,,, -,,,34,489,2.135741949081421,1.1824557781219482,, -2.077404260635376,1.135167121887207,1.135167121887207,35,503,,,, -,,,35,503,1.858413577079773,1.109971284866333,, -1.91659414768219,1.1441673040390015,1.135167121887207,36,517,,,, -,,,36,517,1.6764298677444458,1.0486977100372314,, -2.701218605041504,1.3481806516647339,1.135167121887207,37,531,,,, -,,,37,531,1.5706732273101807,1.0145548582077026,, -2.1862075328826904,1.1482839584350586,1.135167121887207,38,545,,,, -,,,38,545,2.0610339641571045,1.1625274419784546,, -1.8047767877578735,1.0665067434310913,1.0665067434310913,39,559,,,, -,,,39,559,1.7426187992095947,1.0633639097213745,, -1.5471848249435425,0.9979012608528137,0.9979012608528137,40,573,,,, -,,,40,573,1.575355052947998,1.005720615386963,, -1.4916270971298218,0.9695988297462463,0.9695988297462463,41,587,,,, -,,,41,587,1.2503345012664795,0.898401141166687,, -1.4020469188690186,0.9555904269218445,0.9555904269218445,42,601,,,, -,,,42,601,1.130316972732544,0.8515648245811462,, -1.394763469696045,0.9560822248458862,0.9555904269218445,43,615,,,, -,,,43,615,1.078906536102295,0.8318061232566833,, -1.9846135377883911,1.1762986183166504,0.9555904269218445,44,629,,,, -,,,44,629,1.232988715171814,0.8873821496963501,, -1.4641335010528564,0.97591632604599,0.9555904269218445,45,643,,,, -,,,45,643,1.1244803667068481,0.8432468175888062,, -1.4327528476715088,0.9435597062110901,0.9435598254203796,46,657,,,, -,,,46,657,0.9466915130615234,0.7759751677513123,, -1.39693284034729,0.9223853945732117,0.9223853945732117,47,671,,,, -,,,47,671,1.1488670110702515,0.85271817445755,, -1.216997504234314,0.8897446990013123,0.8897446990013123,48,685,,,, -,,,48,685,0.8969656229019165,0.7502026557922363,, -1.1410133838653564,0.8384372591972351,0.8384372591972351,49,699,,,, -,,,49,699,0.7741778492927551,0.6958771347999573,, -1.1673086881637573,0.8462172150611877,0.8384372591972351,50,713,,,, -,,,50,713,1.0238633155822754,0.8018273115158081,, -1.1414821147918701,0.8599913120269775,0.8384372591972351,51,727,,,, -,,,51,727,0.8308016657829285,0.7181363105773926,, -1.265772819519043,0.9050619602203369,0.8384372591972351,52,741,,,, -,,,52,741,0.928476095199585,0.7648693323135376,, -0.9612745046615601,0.7729756832122803,0.7729756832122803,53,755,,,, -,,,53,755,0.8019798994064331,0.7099645137786865,, -1.120182991027832,0.8274106383323669,0.7729756832122803,54,769,,,, -,,,54,769,0.6846327185630798,0.645908772945404,, -0.906004011631012,0.7409883737564087,0.7409883737564087,55,783,,,, -,,,55,783,0.6662846207618713,0.6441375017166138,, -0.909605085849762,0.733930230140686,0.733930230140686,56,797,,,, -,,,56,797,0.6513282060623169,0.638064444065094,, -0.9537938833236694,0.75882488489151,0.733930230140686,57,811,,,, -,,,57,811,0.5757189989089966,0.5916992425918579,, -0.926142156124115,0.7467241883277893,0.733930230140686,58,825,,,, -,,,58,825,0.5497010350227356,0.5789790749549866,, -0.9082388877868652,0.7360110282897949,0.733930230140686,59,839,,,, -,,,59,839,0.5578352808952332,0.585071861743927,, -0.8724712133407593,0.7200785875320435,0.7200785875320435,60,853,,,, -,,,60,853,0.5119079947471619,0.5572050213813782,, -0.8612041473388672,0.7083148956298828,0.7083148956298828,61,867,,,, -,,,61,867,0.48745042085647583,0.5460501313209534,, -0.8036636710166931,0.691490113735199,0.691490113735199,62,881,,,, -,,,62,881,0.481096476316452,0.5417643189430237,, -0.7700749039649963,0.6693750619888306,0.6693750619888306,63,895,,,, -,,,63,895,0.4556125998497009,0.5245218873023987,, -0.7917743921279907,0.6785471439361572,0.6693750619888306,64,909,,,, -,,,64,909,0.427543044090271,0.5007385611534119,, -0.7496442198753357,0.6581242680549622,0.6581242680549622,65,923,,,, -,,,65,923,0.40423688292503357,0.49167534708976746,, -0.7641148567199707,0.6581745743751526,0.6581242680549622,66,937,,,, -,,,66,937,0.36567094922065735,0.46282681822776794,, -0.7487716674804688,0.6522343754768372,0.6522343754768372,67,951,,,, -,,,67,951,0.35909855365753174,0.4574689567089081,, -0.8671062588691711,0.705970823764801,0.6522343754768372,68,965,,,, -,,,68,965,0.39603787660598755,0.48368650674819946,, -0.8180387616157532,0.6855667233467102,0.6522343754768372,69,979,,,, -,,,69,979,0.38900935649871826,0.48227590322494507,, -0.7497732639312744,0.6479067802429199,0.6479067802429199,70,993,,,, -,,,70,993,0.420604944229126,0.501089334487915,, -0.7303144931793213,0.6304217576980591,0.6304217576980591,71,1007,,,, -,,,71,1007,0.33454135060310364,0.4415923058986664,, -0.6626003384590149,0.6012952923774719,0.6012952923774719,72,1021,,,, -,,,72,1021,0.29693111777305603,0.41615450382232666,, -0.6801056265830994,0.608093798160553,0.6012952923774719,73,1035,,,, -,,,73,1035,0.27953389286994934,0.4000559449195862,, -0.6601409912109375,0.6010265350341797,0.6010265350341797,74,1049,,,, -,,,74,1049,0.2854790687561035,0.4080480933189392,, -0.6962594389915466,0.6108431816101074,0.6010265350341797,75,1063,,,, -,,,75,1063,0.29193374514579773,0.4101167321205139,, -0.6880389451980591,0.60468989610672,0.6010265350341797,76,1077,,,, -,,,76,1077,0.2630561590194702,0.3814840018749237,, -0.7116357684135437,0.6163496375083923,0.6010265350341797,77,1091,,,, -,,,77,1091,0.28123146295547485,0.40783149003982544,, -0.6977375149726868,0.6176137328147888,0.6010265350341797,78,1105,,,, -,,,78,1105,0.3035372495651245,0.42322394251823425,, -0.6381054520606995,0.576330840587616,0.576330840587616,79,1119,,,, -,,,79,1119,0.2359924167394638,0.3658416271209717,, -0.6477178335189819,0.5856746435165405,0.576330840587616,80,1133,,,, -,,,80,1133,0.20957383513450623,0.3428390324115753,, -0.6712546944618225,0.5993344187736511,0.576330840587616,81,1147,,,, -,,,81,1147,0.20879323780536652,0.3422069549560547,, -0.6526303291320801,0.5786569714546204,0.576330840587616,82,1161,,,, -,,,82,1161,0.19992956519126892,0.33505797386169434,, -0.6087762713432312,0.5621933937072754,0.5621933937072754,83,1175,,,, -,,,83,1175,0.22442491352558136,0.35524848103523254,, -0.6943681836128235,0.6031113862991333,0.5621933937072754,84,1189,,,, -,,,84,1189,0.19079868495464325,0.3293367922306061,, -0.6625158190727234,0.5838394165039062,0.5621933937072754,85,1203,,,, -,,,85,1203,0.19627735018730164,0.33138495683670044,, -0.6604958176612854,0.5848260521888733,0.5621933937072754,86,1217,,,, -,,,86,1217,0.2008102834224701,0.3405512571334839,, -0.7075159549713135,0.6124168634414673,0.5621933937072754,87,1231,,,, -,,,87,1231,0.19090840220451355,0.3257594108581543,, -0.7299111485481262,0.651060163974762,0.5621933937072754,88,1245,,,, -,,,88,1245,0.20638833940029144,0.3456498980522156,, -0.7170904278755188,0.6192029118537903,0.5621933937072754,89,1259,,,, -,,,89,1259,0.19766849279403687,0.33964475989341736,, -0.6407009363174438,0.5713294744491577,0.5621933937072754,90,1273,,,, -,,,90,1273,0.19063320755958557,0.33288800716400146,, -0.5941830277442932,0.5503206849098206,0.5503206849098206,91,1287,,,, -,,,91,1287,0.16020740568637848,0.3023478090763092,, -0.6223233342170715,0.5564299821853638,0.5503206849098206,92,1301,,,, -,,,92,1301,0.14780709147453308,0.28880590200424194,, -0.5925049185752869,0.5444344878196716,0.5444344878196716,93,1315,,,, -,,,93,1315,0.14967820048332214,0.2866555154323578,, -0.6076728701591492,0.55812668800354,0.5444344878196716,94,1329,,,, -,,,94,1329,0.1435181051492691,0.2857164144515991,, -0.6281876564025879,0.572354793548584,0.5444344878196716,95,1343,,,, -,,,95,1343,0.14631998538970947,0.2884787619113922,, -0.5790724754333496,0.547088623046875,0.5444344878196716,96,1357,,,, -,,,96,1357,0.1325496882200241,0.27341747283935547,, -0.5736010670661926,0.5383049845695496,0.5383049845695496,97,1371,,,, -,,,97,1371,0.1268128752708435,0.26735565066337585,, -0.6038718223571777,0.5405958294868469,0.5383049845695496,98,1385,,,, -,,,98,1385,0.1262073516845703,0.2648780643939972,, -0.577541172504425,0.5387324690818787,0.5383049845695496,99,1399,,,, -,,,99,1399,0.13267676532268524,0.27270108461380005,, -,,,98,1372,,,0.5693371891975403,0.5344051122665405 diff --git a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/tensorboard/focusConvMSE_150/events.out.tfevents.1646997441.ec066e350dba.1.0 b/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/tensorboard/focusConvMSE_150/events.out.tfevents.1646997441.ec066e350dba.1.0 deleted file mode 100644 index d89950dc470b65aab1471f189b5daf273e21965e..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/tensorboard/focusConvMSE_150/events.out.tfevents.1646997441.ec066e350dba.1.0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e852d61b6f19f5589c88d26e36b9bec5c764a44f0fc21cd9531ce1c765f5fddf -size 36631 diff --git a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/tensorboard/focusConvMSE_150/events.out.tfevents.1646998042.ec066e350dba.1.1 b/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/tensorboard/focusConvMSE_150/events.out.tfevents.1646998042.ec066e350dba.1.1 deleted file mode 100644 index 1974a1118d691c4f7d709c6fb12290531a336e4b..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/tensorboard/focusConvMSE_150/events.out.tfevents.1646998042.ec066e350dba.1.1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8df0c8f0eb275c772b32a51c8c67447601e4190c90d569efd0d8f170f5fb123d -size 179 diff --git a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/tensorboard/focusConvMSE_150/hparams.yaml b/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/tensorboard/focusConvMSE_150/hparams.yaml deleted file mode 100644 index 230866e00c52889b3e8638824d067b46d81e0b8e..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusConvMSE_150/2022-03-11_11-17-19/tensorboard/focusConvMSE_150/hparams.yaml +++ /dev/null @@ -1,56 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_conv_module.FocusConvLitModule - image_size: 150 - pool_size: 2 - conv1_size: 5 - conv1_channels: 6 - conv2_size: 5 - conv2_channels: 16 - lin1_size: 100 - lin2_size: 80 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: 12345 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 1861789 -model/params/trainable: 1861789 -model/params/non_trainable: 0 diff --git a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/.hydra/config.yaml b/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/.hydra/config.yaml deleted file mode 100644 index 5f3b0666bfb3aaf27f2872ae23ffaa2cf40f3754..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/.hydra/config.yaml +++ /dev/null @@ -1,70 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: 12345 -name: focusMAE_150 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null diff --git a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/.hydra/hydra.yaml b/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/.hydra/hydra.yaml deleted file mode 100644 index 616685aa16cfdf82b28b6ae1fa11f161802e16e4..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/.hydra/hydra.yaml +++ /dev/null @@ -1,171 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper - max_batch_size: null - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - trainer.gpus=0 - - experiment=focusMAE_150 - job: - name: train - override_dirname: experiment=focusMAE_150,trainer.gpus=0 - id: ??? - num: ??? - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: null - debug: null - experiment: focusMAE_150 - log_dir: default.yaml - trainer: default.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: basic - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/.hydra/overrides.yaml b/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/.hydra/overrides.yaml deleted file mode 100644 index 0bd64140252ec36c481a84cb5f256a28f39b15f9..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/.hydra/overrides.yaml +++ /dev/null @@ -1,2 +0,0 @@ -- trainer.gpus=0 -- experiment=focusMAE_150 diff --git a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/csv/version_0/hparams.yaml b/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/csv/version_0/hparams.yaml deleted file mode 100644 index 374241b9d97008b4ebc1f783416617052e7d8f39..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: 12345 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8690561 -model/params/trainable: 8690561 -model/params/non_trainable: 0 diff --git a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/csv/version_0/metrics.csv b/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/csv/version_0/metrics.csv deleted file mode 100644 index 84117c666b921a6326c22205d886dfb31ad40dcc..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -1.70963454246521,1.70963454246521,1.70963454246521,0,13,,,, -,,,0,13,2.007235288619995,2.007235288619995,, -1.6157541275024414,1.6157541275024414,1.6157541275024414,1,27,,,, -,,,1,27,1.7426551580429077,1.7426551580429077,, -1.4816635847091675,1.4816635847091675,1.4816635847091675,2,41,,,, -,,,2,41,1.593840479850769,1.593840479850769,, -1.4852845668792725,1.4852845668792725,1.4816635847091675,3,55,,,, -,,,3,55,1.4891314506530762,1.4891314506530762,, -1.4809471368789673,1.4809471368789673,1.4809471368789673,4,69,,,, -,,,4,69,1.4238530397415161,1.4238530397415161,, -1.5266541242599487,1.5266541242599487,1.4809471368789673,5,83,,,, -,,,5,83,1.37730872631073,1.37730872631073,, -1.438697099685669,1.438697099685669,1.438697099685669,6,97,,,, -,,,6,97,1.3616222143173218,1.3616222143173218,, -1.5415898561477661,1.5415898561477661,1.438697099685669,7,111,,,, -,,,7,111,1.2936798334121704,1.2936798334121704,, -1.5531002283096313,1.5531002283096313,1.438697099685669,8,125,,,, -,,,8,125,1.240011215209961,1.240011215209961,, -1.4295929670333862,1.4295929670333862,1.4295929670333862,9,139,,,, -,,,9,139,1.2200006246566772,1.2200006246566772,, -1.44516921043396,1.44516921043396,1.4295929670333862,10,153,,,, -,,,10,153,1.1742688417434692,1.1742688417434692,, -1.6427208185195923,1.6427208185195923,1.4295929670333862,11,167,,,, -,,,11,167,1.1714191436767578,1.1714191436767578,, -1.4477492570877075,1.4477492570877075,1.4295929670333862,12,181,,,, -,,,12,181,1.1195671558380127,1.1195671558380127,, -1.490426778793335,1.490426778793335,1.4295929670333862,13,195,,,, -,,,13,195,1.0833103656768799,1.0833103656768799,, -1.9021984338760376,1.9021984338760376,1.4295929670333862,14,209,,,, -,,,14,209,1.0909991264343262,1.0909991264343262,, -1.595913052558899,1.595913052558899,1.4295929670333862,15,223,,,, -,,,15,223,1.043480634689331,1.043480634689331,, -1.3689438104629517,1.3689438104629517,1.3689438104629517,16,237,,,, -,,,16,237,1.0076253414154053,1.0076253414154053,, -1.5466759204864502,1.5466759204864502,1.3689438104629517,17,251,,,, -,,,17,251,0.990264356136322,0.990264356136322,, -1.581822156906128,1.581822156906128,1.3689438104629517,18,265,,,, -,,,18,265,1.0111500024795532,1.0111500024795532,, -1.2208435535430908,1.2208435535430908,1.2208435535430908,19,279,,,, -,,,19,279,0.9487050771713257,0.9487050771713257,, -2.6602675914764404,2.6602675914764404,1.2208435535430908,20,293,,,, -,,,20,293,0.907093346118927,0.907093346118927,, -1.520420789718628,1.520420789718628,1.2208435535430908,21,307,,,, -,,,21,307,0.9430396556854248,0.9430396556854248,, -1.2865092754364014,1.2865092754364014,1.2208435535430908,22,321,,,, -,,,22,321,0.8749445080757141,0.8749445080757141,, -1.143312692642212,1.143312692642212,1.143312692642212,23,335,,,, -,,,23,335,0.8877695798873901,0.8877695798873901,, -1.333938717842102,1.333938717842102,1.143312692642212,24,349,,,, -,,,24,349,0.8808080554008484,0.8808080554008484,, -1.8297902345657349,1.8297902345657349,1.143312692642212,25,363,,,, -,,,25,363,0.8456642627716064,0.8456642627716064,, -2.77978777885437,2.77978777885437,1.143312692642212,26,377,,,, -,,,26,377,0.8254135251045227,0.8254135251045227,, -1.6757293939590454,1.6757293939590454,1.143312692642212,27,391,,,, -,,,27,391,0.8141047954559326,0.8141047954559326,, -1.4983477592468262,1.4983477592468262,1.143312692642212,28,405,,,, -,,,28,405,0.8685102462768555,0.8685102462768555,, -1.5529721975326538,1.5529721975326538,1.143312692642212,29,419,,,, -,,,29,419,0.8511419296264648,0.8511419296264648,, -1.3197510242462158,1.3197510242462158,1.143312692642212,30,433,,,, -,,,30,433,0.761264979839325,0.761264979839325,, -1.2458007335662842,1.2458007335662842,1.143312692642212,31,447,,,, -,,,31,447,0.7972810864448547,0.7972810864448547,, -1.5999006032943726,1.5999006032943726,1.143312692642212,32,461,,,, -,,,32,461,0.8531007170677185,0.8531007170677185,, -1.3021399974822998,1.3021399974822998,1.143312692642212,33,475,,,, -,,,33,475,0.8291800618171692,0.8291800618171692,, -1.3474700450897217,1.3474700450897217,1.143312692642212,34,489,,,, -,,,34,489,0.7812468409538269,0.7812468409538269,, -1.3034154176712036,1.3034154176712036,1.143312692642212,35,503,,,, -,,,35,503,0.7328928112983704,0.7328928112983704,, -1.952927589416504,1.952927589416504,1.143312692642212,36,517,,,, -,,,36,517,0.7546676397323608,0.7546676397323608,, -1.555153250694275,1.555153250694275,1.143312692642212,37,531,,,, -,,,37,531,0.7127090692520142,0.7127090692520142,, -1.0832419395446777,1.0832419395446777,1.0832419395446777,38,545,,,, -,,,38,545,0.8288543820381165,0.8288543820381165,, -2.4613094329833984,2.4613094329833984,1.0832419395446777,39,559,,,, -,,,39,559,0.7924514412879944,0.7924514412879944,, -1.3246917724609375,1.3246917724609375,1.0832419395446777,40,573,,,, -,,,40,573,0.7566817402839661,0.7566817402839661,, -1.2893974781036377,1.2893974781036377,1.0832419395446777,41,587,,,, -,,,41,587,0.6893467307090759,0.6893467307090759,, -1.1597803831100464,1.1597803831100464,1.0832419395446777,42,601,,,, -,,,42,601,0.6807125806808472,0.6807125806808472,, -1.1498645544052124,1.1498645544052124,1.0832419395446777,43,615,,,, -,,,43,615,0.694456160068512,0.694456160068512,, -1.55463445186615,1.55463445186615,1.0832419395446777,44,629,,,, -,,,44,629,0.6738094687461853,0.6738094687461853,, -1.5154918432235718,1.5154918432235718,1.0832419395446777,45,643,,,, -,,,45,643,0.684533953666687,0.684533953666687,, -1.0856791734695435,1.0856791734695435,1.0832419395446777,46,657,,,, -,,,46,657,0.6889572739601135,0.6889572739601135,, -1.5208189487457275,1.5208189487457275,1.0832419395446777,47,671,,,, -,,,47,671,0.6947969794273376,0.6947969794273376,, -1.4656461477279663,1.4656461477279663,1.0832419395446777,48,685,,,, -,,,48,685,0.6566392183303833,0.6566392183303833,, -2.202251434326172,2.202251434326172,1.0832419395446777,49,699,,,, -,,,49,699,0.6721158027648926,0.6721158027648926,, -1.3756095170974731,1.3756095170974731,1.0832419395446777,50,713,,,, -,,,50,713,0.6253563761711121,0.6253563761711121,, -2.442418336868286,2.442418336868286,1.0832419395446777,51,727,,,, -,,,51,727,0.7150925397872925,0.7150925397872925,, -1.4418970346450806,1.4418970346450806,1.0832419395446777,52,741,,,, -,,,52,741,0.7422524094581604,0.7422524094581604,, -1.7076001167297363,1.7076001167297363,1.0832419395446777,53,755,,,, -,,,53,755,0.7061676979064941,0.7061676979064941,, -1.399764060974121,1.399764060974121,1.0832419395446777,54,769,,,, -,,,54,769,0.6557216644287109,0.6557216644287109,, -1.1570920944213867,1.1570920944213867,1.0832419395446777,55,783,,,, -,,,55,783,0.7129756808280945,0.7129756808280945,, -1.3638644218444824,1.3638644218444824,1.0832419395446777,56,797,,,, -,,,56,797,0.6134735941886902,0.6134735941886902,, -1.9775629043579102,1.9775629043579102,1.0832419395446777,57,811,,,, -,,,57,811,0.670224666595459,0.670224666595459,, -1.3626362085342407,1.3626362085342407,1.0832419395446777,58,825,,,, -,,,58,825,0.6249423623085022,0.6249423623085022,, -1.2672889232635498,1.2672889232635498,1.0832419395446777,59,839,,,, -,,,59,839,0.6824653148651123,0.6824653148651123,, -1.2925689220428467,1.2925689220428467,1.0832419395446777,60,853,,,, -,,,60,853,0.6416271328926086,0.6416271328926086,, -1.6543433666229248,1.6543433666229248,1.0832419395446777,61,867,,,, -,,,61,867,0.5988612771034241,0.5988612771034241,, -1.5130512714385986,1.5130512714385986,1.0832419395446777,62,881,,,, -,,,62,881,0.6541032791137695,0.6541032791137695,, -1.1520020961761475,1.1520020961761475,1.0832419395446777,63,895,,,, -,,,63,895,0.6345020532608032,0.6345020532608032,, -1.9048707485198975,1.9048707485198975,1.0832419395446777,64,909,,,, -,,,64,909,0.636435329914093,0.636435329914093,, -1.581538438796997,1.581538438796997,1.0832419395446777,65,923,,,, -,,,65,923,0.622707724571228,0.622707724571228,, -1.6562321186065674,1.6562321186065674,1.0832419395446777,66,937,,,, -,,,66,937,0.6414665579795837,0.6414665579795837,, -1.4086389541625977,1.4086389541625977,1.0832419395446777,67,951,,,, -,,,67,951,0.6318880915641785,0.6318880915641785,, -1.2168550491333008,1.2168550491333008,1.0832419395446777,68,965,,,, -,,,68,965,0.6464003920555115,0.6464003920555115,, -2.1686744689941406,2.1686744689941406,1.0832419395446777,69,979,,,, -,,,69,979,0.6119938492774963,0.6119938492774963,, -2.084082841873169,2.084082841873169,1.0832419395446777,70,993,,,, -,,,70,993,0.6001316905021667,0.6001316905021667,, -1.9719725847244263,1.9719725847244263,1.0832419395446777,71,1007,,,, -,,,71,1007,0.5742686986923218,0.5742686986923218,, -3.2189762592315674,3.2189762592315674,1.0832419395446777,72,1021,,,, -,,,72,1021,0.5388190150260925,0.5388190150260925,, -0.8793362975120544,0.8793362975120544,0.8793362975120544,73,1035,,,, -,,,73,1035,0.5448437929153442,0.5448437929153442,, -1.2742916345596313,1.2742916345596313,0.8793362975120544,74,1049,,,, -,,,74,1049,0.5663913488388062,0.5663913488388062,, -1.617637276649475,1.617637276649475,0.8793362975120544,75,1063,,,, -,,,75,1063,0.6346433162689209,0.6346433162689209,, -1.2505650520324707,1.2505650520324707,0.8793362975120544,76,1077,,,, -,,,76,1077,0.5933310985565186,0.5933310985565186,, -1.376041293144226,1.376041293144226,0.8793362975120544,77,1091,,,, -,,,77,1091,0.5717899203300476,0.5717899203300476,, -1.656374216079712,1.656374216079712,0.8793362975120544,78,1105,,,, -,,,78,1105,0.5698116421699524,0.5698116421699524,, -1.9593688249588013,1.9593688249588013,0.8793362975120544,79,1119,,,, -,,,79,1119,0.6212266683578491,0.6212266683578491,, -1.4396153688430786,1.4396153688430786,0.8793362975120544,80,1133,,,, -,,,80,1133,0.6101555228233337,0.6101555228233337,, -1.7409688234329224,1.7409688234329224,0.8793362975120544,81,1147,,,, -,,,81,1147,0.6487681269645691,0.6487681269645691,, -1.89703369140625,1.89703369140625,0.8793362975120544,82,1161,,,, -,,,82,1161,0.609033465385437,0.609033465385437,, -2.194291591644287,2.194291591644287,0.8793362975120544,83,1175,,,, -,,,83,1175,0.6064599752426147,0.6064599752426147,, -1.2685073614120483,1.2685073614120483,0.8793362975120544,84,1189,,,, -,,,84,1189,0.5855345129966736,0.5855345129966736,, -1.1140916347503662,1.1140916347503662,0.8793362975120544,85,1203,,,, -,,,85,1203,0.5416260361671448,0.5416260361671448,, -2.2013204097747803,2.2013204097747803,0.8793362975120544,86,1217,,,, -,,,86,1217,0.5250001549720764,0.5250001549720764,, -1.21493399143219,1.21493399143219,0.8793362975120544,87,1231,,,, -,,,87,1231,0.6097092032432556,0.6097092032432556,, -1.5442334413528442,1.5442334413528442,0.8793362975120544,88,1245,,,, -,,,88,1245,0.6045495867729187,0.6045495867729187,, -1.273796796798706,1.273796796798706,0.8793362975120544,89,1259,,,, -,,,89,1259,0.6249043345451355,0.6249043345451355,, -2.43229603767395,2.43229603767395,0.8793362975120544,90,1273,,,, -,,,90,1273,0.6364671587944031,0.6364671587944031,, -1.0207698345184326,1.0207698345184326,0.8793362975120544,91,1287,,,, -,,,91,1287,0.5632449388504028,0.5632449388504028,, -1.738028645515442,1.738028645515442,0.8793362975120544,92,1301,,,, -,,,92,1301,0.5265096426010132,0.5265096426010132,, -1.4397560358047485,1.4397560358047485,0.8793362975120544,93,1315,,,, -,,,93,1315,0.5585227608680725,0.5585227608680725,, -2.3328046798706055,2.3328046798706055,0.8793362975120544,94,1329,,,, -,,,94,1329,0.5990500450134277,0.5990500450134277,, -1.0311558246612549,1.0311558246612549,0.8793362975120544,95,1343,,,, -,,,95,1343,0.5296130180358887,0.5296130180358887,, -2.6496644020080566,2.6496644020080566,0.8793362975120544,96,1357,,,, -,,,96,1357,0.5015162229537964,0.5015162229537964,, -1.847678780555725,1.847678780555725,0.8793362975120544,97,1371,,,, -,,,97,1371,0.5349109768867493,0.5349109768867493,, -2.1562821865081787,2.1562821865081787,0.8793362975120544,98,1385,,,, -,,,98,1385,0.5484206080436707,0.5484206080436707,, -1.597854733467102,1.597854733467102,0.8793362975120544,99,1399,,,, -,,,99,1399,0.5277596712112427,0.5277596712112427,, -,,,74,1036,,,0.8433762192726135,0.8433762192726135 diff --git a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/tensorboard/focusMAE_150/events.out.tfevents.1646918838.57666f6070c3.1.0 b/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/tensorboard/focusMAE_150/events.out.tfevents.1646918838.57666f6070c3.1.0 deleted file mode 100644 index d548f1b7a8766b62927dc20844b6fdb3940c5b85..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/tensorboard/focusMAE_150/events.out.tfevents.1646918838.57666f6070c3.1.0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fa1f29a3299ef49b1f8346cc162d7305ee13b0123dc31a3f022f9ae0de60b8da -size 36394 diff --git a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/tensorboard/focusMAE_150/events.out.tfevents.1646919273.57666f6070c3.1.1 b/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/tensorboard/focusMAE_150/events.out.tfevents.1646919273.57666f6070c3.1.1 deleted file mode 100644 index 8db86d92c95ef83d9f0a50cf50d2cb4455272676..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/tensorboard/focusMAE_150/events.out.tfevents.1646919273.57666f6070c3.1.1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c90146dcee4ab8b557e67fbe2813230e7c23e11f70254bea583781776100efa0 -size 179 diff --git a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/tensorboard/focusMAE_150/hparams.yaml b/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/tensorboard/focusMAE_150/hparams.yaml deleted file mode 100644 index 374241b9d97008b4ebc1f783416617052e7d8f39..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_150/2022-03-10_13-27-16/tensorboard/focusMAE_150/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: 12345 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8690561 -model/params/trainable: 8690561 -model/params/non_trainable: 0 diff --git a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/.hydra/config.yaml b/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/.hydra/config.yaml deleted file mode 100644 index 5e4625b144dde3a74a80dc4ca419dadc86a6f1ff..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/.hydra/config.yaml +++ /dev/null @@ -1,70 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: 12345 -name: focusMAE_75 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null diff --git a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/.hydra/hydra.yaml b/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/.hydra/hydra.yaml deleted file mode 100644 index 1edbba9bddc20fde003238fdc006f2426d48ad25..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/.hydra/hydra.yaml +++ /dev/null @@ -1,171 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper - max_batch_size: null - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - trainer.gpus=0 - - experiment=focusMAE_75 - job: - name: train - override_dirname: experiment=focusMAE_75,trainer.gpus=0 - id: ??? - num: ??? - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: null - debug: null - experiment: focusMAE_75 - log_dir: default.yaml - trainer: default.yaml - logger: many_loggers - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: basic - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/.hydra/overrides.yaml b/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/.hydra/overrides.yaml deleted file mode 100644 index fd1135c8f0c222b7cc1e8a65aeb5ab3b87b45113..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/.hydra/overrides.yaml +++ /dev/null @@ -1,2 +0,0 @@ -- trainer.gpus=0 -- experiment=focusMAE_75 diff --git a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/csv/version_0/hparams.yaml b/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/csv/version_0/hparams.yaml deleted file mode 100644 index 059439224b3684be6ce2dc010ad5599b8885ac59..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: 12345 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2210561 -model/params/trainable: 2210561 -model/params/non_trainable: 0 diff --git a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/csv/version_0/metrics.csv b/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/csv/version_0/metrics.csv deleted file mode 100644 index f8f5691df0ba1e75fdaa264385817d9887d355f1..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -2.3446929454803467,2.3446929454803467,1.9883708953857422,0,3,,,, -,,,0,3,2.3477797508239746,2.3477797508239746,, -1.951300024986267,1.951300024986267,1.951300024986267,1,7,,,, -,,,1,7,2.1104788780212402,2.1104788780212402,, -1.7989541292190552,1.7989541292190552,1.7989541292190552,2,11,,,, -,,,2,11,1.9923278093338013,1.9923278093338013,, -1.7231148481369019,1.7231148481369019,1.7231148481369019,3,15,,,, -,,,3,15,1.8969764709472656,1.8969764709472656,, -1.6877669095993042,1.6877669095993042,1.6877669095993042,4,19,,,, -,,,4,19,1.8385252952575684,1.8385252952575684,, -1.6997063159942627,1.6997063159942627,1.6877669095993042,5,23,,,, -,,,5,23,1.7758193016052246,1.7758193016052246,, -1.6767044067382812,1.6767044067382812,1.6767044067382812,6,27,,,, -,,,6,27,1.6879072189331055,1.6879072189331055,, -1.683190107345581,1.683190107345581,1.6767044067382812,7,31,,,, -,,,7,31,1.626947045326233,1.626947045326233,, -1.807665228843689,1.807665228843689,1.6767044067382812,8,35,,,, -,,,8,35,1.5883736610412598,1.5883736610412598,, -1.7391133308410645,1.7391133308410645,1.6767044067382812,9,39,,,, -,,,9,39,1.5447884798049927,1.5447884798049927,, -1.652360200881958,1.652360200881958,1.652360200881958,10,43,,,, -,,,10,43,1.5287734270095825,1.5287734270095825,, -1.5586925745010376,1.5586925745010376,1.5586925745010376,11,47,,,, -,,,11,47,1.4492356777191162,1.4492356777191162,, -1.6158185005187988,1.6158185005187988,1.5586925745010376,12,51,,,, -,,,12,51,1.4094675779342651,1.4094675779342651,, -1.645415186882019,1.645415186882019,1.5586925745010376,13,55,,,, -,,,13,55,1.3940879106521606,1.3940879106521606,, -1.7324628829956055,1.7324628829956055,1.5586925745010376,14,59,,,, -,,,14,59,1.354192852973938,1.354192852973938,, -1.7086338996887207,1.7086338996887207,1.5586925745010376,15,63,,,, -,,,15,63,1.284730076789856,1.284730076789856,, -1.8367301225662231,1.8367301225662231,1.5586925745010376,16,67,,,, -,,,16,67,1.275136947631836,1.275136947631836,, -1.8464158773422241,1.8464158773422241,1.5586925745010376,17,71,,,, -,,,17,71,1.2658562660217285,1.2658562660217285,, -1.6237857341766357,1.6237857341766357,1.5586925745010376,18,75,,,, -,,,18,75,1.2015395164489746,1.2015395164489746,, -1.5630764961242676,1.5630764961242676,1.5586925745010376,19,79,,,, -,,,19,79,1.150350570678711,1.150350570678711,, -1.7092353105545044,1.7092353105545044,1.5586925745010376,20,83,,,, -,,,20,83,1.1231166124343872,1.1231166124343872,, -1.9794765710830688,1.9794765710830688,1.5586925745010376,21,87,,,, -,,,21,87,1.0373468399047852,1.0373468399047852,, -2.015226364135742,2.015226364135742,1.5586925745010376,22,91,,,, -,,,22,91,1.082269549369812,1.082269549369812,, -1.472211241722107,1.472211241722107,1.472211241722107,23,95,,,, -,,,23,95,1.0530732870101929,1.0530732870101929,, -1.9599570035934448,1.9599570035934448,1.472211241722107,24,99,,,, -,,,24,99,1.014898419380188,1.014898419380188,, -1.7242220640182495,1.7242220640182495,1.472211241722107,25,103,,,, -,,,25,103,1.005287766456604,1.005287766456604,, -1.5354392528533936,1.5354392528533936,1.472211241722107,26,107,,,, -,,,26,107,0.997562825679779,0.997562825679779,, -1.5698376893997192,1.5698376893997192,1.472211241722107,27,111,,,, -,,,27,111,0.9320324659347534,0.9320324659347534,, -1.5753498077392578,1.5753498077392578,1.472211241722107,28,115,,,, -,,,28,115,0.9440838694572449,0.9440838694572449,, -1.5038267374038696,1.5038267374038696,1.472211241722107,29,119,,,, -,,,29,119,0.9454466700553894,0.9454466700553894,, -1.5622373819351196,1.5622373819351196,1.472211241722107,30,123,,,, -,,,30,123,0.922053337097168,0.922053337097168,, -1.9844919443130493,1.9844919443130493,1.472211241722107,31,127,,,, -,,,31,127,0.8263501524925232,0.8263501524925232,, -1.4059313535690308,1.4059313535690308,1.4059313535690308,32,131,,,, -,,,32,131,0.8468357920646667,0.8468357920646667,, -1.625054121017456,1.625054121017456,1.4059313535690308,33,135,,,, -,,,33,135,0.8854445815086365,0.8854445815086365,, -1.4018893241882324,1.4018893241882324,1.4018893241882324,34,139,,,, -,,,34,139,0.7997727990150452,0.7997727990150452,, -1.2538477182388306,1.2538477182388306,1.2538477182388306,35,143,,,, -,,,35,143,0.7486986517906189,0.7486986517906189,, -1.824753999710083,1.824753999710083,1.2538477182388306,36,147,,,, -,,,36,147,0.7691783308982849,0.7691783308982849,, -1.6562089920043945,1.6562089920043945,1.2538477182388306,37,151,,,, -,,,37,151,0.7924345135688782,0.7924345135688782,, -1.2863292694091797,1.2863292694091797,1.2538477182388306,38,155,,,, -,,,38,155,0.7809156179428101,0.7809156179428101,, -1.6022897958755493,1.6022897958755493,1.2538477182388306,39,159,,,, -,,,39,159,0.79623943567276,0.79623943567276,, -1.3245476484298706,1.3245476484298706,1.2538477182388306,40,163,,,, -,,,40,163,0.7981110215187073,0.7981110215187073,, -1.3914467096328735,1.3914467096328735,1.2538477182388306,41,167,,,, -,,,41,167,0.7772411704063416,0.7772411704063416,, -1.6755483150482178,1.6755483150482178,1.2538477182388306,42,171,,,, -,,,42,171,0.7428296208381653,0.7428296208381653,, -1.9794198274612427,1.9794198274612427,1.2538477182388306,43,175,,,, -,,,43,175,0.7463895082473755,0.7463895082473755,, -1.906415343284607,1.906415343284607,1.2538477182388306,44,179,,,, -,,,44,179,0.672076404094696,0.672076404094696,, -1.1878875494003296,1.1878875494003296,1.1878875494003296,45,183,,,, -,,,45,183,0.7175173759460449,0.7175173759460449,, -1.7174195051193237,1.7174195051193237,1.1878875494003296,46,187,,,, -,,,46,187,0.7588973045349121,0.7588973045349121,, -1.3446967601776123,1.3446967601776123,1.1878875494003296,47,191,,,, -,,,47,191,0.7565988302230835,0.7565988302230835,, -2.1821930408477783,2.1821930408477783,1.1878875494003296,48,195,,,, -,,,48,195,0.7117477059364319,0.7117477059364319,, -2.298060894012451,2.298060894012451,1.1878875494003296,49,199,,,, -,,,49,199,0.7183989882469177,0.7183989882469177,, -1.236243724822998,1.236243724822998,1.1878875494003296,50,203,,,, -,,,50,203,0.6358188390731812,0.6358188390731812,, -1.5621458292007446,1.5621458292007446,1.1878875494003296,51,207,,,, -,,,51,207,0.6559919118881226,0.6559919118881226,, -1.4248673915863037,1.4248673915863037,1.1878875494003296,52,211,,,, -,,,52,211,0.6091839671134949,0.6091839671134949,, -2.0800745487213135,2.0800745487213135,1.1878875494003296,53,215,,,, -,,,53,215,0.7509962916374207,0.7509962916374207,, -1.3738770484924316,1.3738770484924316,1.1878875494003296,54,219,,,, -,,,54,219,0.7524438500404358,0.7524438500404358,, -2.065077066421509,2.065077066421509,1.1878875494003296,55,223,,,, -,,,55,223,0.7347822189331055,0.7347822189331055,, -1.2348603010177612,1.2348603010177612,1.1878875494003296,56,227,,,, -,,,56,227,0.66017085313797,0.66017085313797,, -1.8173937797546387,1.8173937797546387,1.1878875494003296,57,231,,,, -,,,57,231,0.611933171749115,0.611933171749115,, -1.4586138725280762,1.4586138725280762,1.1878875494003296,58,235,,,, -,,,58,235,0.6272565722465515,0.6272565722465515,, -1.2043694257736206,1.2043694257736206,1.1878875494003296,59,239,,,, -,,,59,239,0.6116037964820862,0.6116037964820862,, -1.0817078351974487,1.0817078351974487,1.0817078351974487,60,243,,,, -,,,60,243,0.6100186705589294,0.6100186705589294,, -1.31791090965271,1.31791090965271,1.0817078351974487,61,247,,,, -,,,61,247,0.6260210871696472,0.6260210871696472,, -1.8742070198059082,1.8742070198059082,1.0817078351974487,62,251,,,, -,,,62,251,0.7127287983894348,0.7127287983894348,, -2.079773187637329,2.079773187637329,1.0817078351974487,63,255,,,, -,,,63,255,0.6411363482475281,0.6411363482475281,, -3.3381476402282715,3.3381476402282715,1.0817078351974487,64,259,,,, -,,,64,259,0.6192998886108398,0.6192998886108398,, -1.348172903060913,1.348172903060913,1.0817078351974487,65,263,,,, -,,,65,263,0.6750313639640808,0.6750313639640808,, -1.891974687576294,1.891974687576294,1.0817078351974487,66,267,,,, -,,,66,267,0.6221553087234497,0.6221553087234497,, -1.0347270965576172,1.0347270965576172,1.0347270965576172,67,271,,,, -,,,67,271,0.6063169836997986,0.6063169836997986,, -1.1459691524505615,1.1459691524505615,1.0347270965576172,68,275,,,, -,,,68,275,0.5792394280433655,0.5792394280433655,, -1.4413127899169922,1.4413127899169922,1.0347270965576172,69,279,,,, -,,,69,279,0.6165463924407959,0.6165463924407959,, -1.4486117362976074,1.4486117362976074,1.0347270965576172,70,283,,,, -,,,70,283,0.542451024055481,0.542451024055481,, -1.410490870475769,1.410490870475769,1.0347270965576172,71,287,,,, -,,,71,287,0.5221225619316101,0.5221225619316101,, -1.8628666400909424,1.8628666400909424,1.0347270965576172,72,291,,,, -,,,72,291,0.5991109609603882,0.5991109609603882,, -1.0799005031585693,1.0799005031585693,1.0347270965576172,73,295,,,, -,,,73,295,0.5070008039474487,0.5070008039474487,, -1.3997790813446045,1.3997790813446045,1.0347270965576172,74,299,,,, -,,,74,299,0.6225135326385498,0.6225135326385498,, -1.1575437784194946,1.1575437784194946,1.0347270965576172,75,303,,,, -,,,75,303,0.5841628313064575,0.5841628313064575,, -1.1143656969070435,1.1143656969070435,1.0347270965576172,76,307,,,, -,,,76,307,0.5086714625358582,0.5086714625358582,, -1.901267647743225,1.901267647743225,1.0347270965576172,77,311,,,, -,,,77,311,0.47735270857810974,0.47735270857810974,, -1.4064610004425049,1.4064610004425049,1.0347270965576172,78,315,,,, -,,,78,315,0.6010031700134277,0.6010031700134277,, -1.6694703102111816,1.6694703102111816,1.0347270965576172,79,319,,,, -,,,79,319,0.6306296586990356,0.6306296586990356,, -1.4535300731658936,1.4535300731658936,1.0347270965576172,80,323,,,, -,,,80,323,0.5416246652603149,0.5416246652603149,, -1.0869840383529663,1.0869840383529663,1.0347270965576172,81,327,,,, -,,,81,327,0.5715169310569763,0.5715169310569763,, -1.6695533990859985,1.6695533990859985,1.0347270965576172,82,331,,,, -,,,82,331,0.5542420744895935,0.5542420744895935,, -1.5430047512054443,1.5430047512054443,1.0347270965576172,83,335,,,, -,,,83,335,0.49806609749794006,0.49806609749794006,, -1.2416027784347534,1.2416027784347534,1.0347270965576172,84,339,,,, -,,,84,339,0.4860212206840515,0.4860212206840515,, -1.0733833312988281,1.0733833312988281,1.0347270965576172,85,343,,,, -,,,85,343,0.5044563412666321,0.5044563412666321,, -1.5053118467330933,1.5053118467330933,1.0347270965576172,86,347,,,, -,,,86,347,0.444906085729599,0.444906085729599,, -1.2467906475067139,1.2467906475067139,1.0347270965576172,87,351,,,, -,,,87,351,0.48637983202934265,0.48637983202934265,, -0.7707281708717346,0.7707281708717346,0.7707281708717346,88,355,,,, -,,,88,355,0.44943007826805115,0.44943007826805115,, -0.9066965579986572,0.9066965579986572,0.7707281708717346,89,359,,,, -,,,89,359,0.5219848155975342,0.5219848155975342,, -1.6973118782043457,1.6973118782043457,0.7707281708717346,90,363,,,, -,,,90,363,0.4625515043735504,0.4625515043735504,, -0.8749558329582214,0.8749558329582214,0.7707281708717346,91,367,,,, -,,,91,367,0.5775365829467773,0.5775365829467773,, -0.9708791971206665,0.9708791971206665,0.7707281708717346,92,371,,,, -,,,92,371,0.5470483303070068,0.5470483303070068,, -1.5438796281814575,1.5438796281814575,0.7707281708717346,93,375,,,, -,,,93,375,0.5146293044090271,0.5146293044090271,, -1.0273939371109009,1.0273939371109009,0.7707281708717346,94,379,,,, -,,,94,379,0.4896579682826996,0.4896579682826996,, -1.036439061164856,1.036439061164856,0.7707281708717346,95,383,,,, -,,,95,383,0.4825593829154968,0.4825593829154968,, -1.0776950120925903,1.0776950120925903,0.7707281708717346,96,387,,,, -,,,96,387,0.5524967312812805,0.5524967312812805,, -1.5079691410064697,1.5079691410064697,0.7707281708717346,97,391,,,, -,,,97,391,0.5014370679855347,0.5014370679855347,, -1.6152366399765015,1.6152366399765015,0.7707281708717346,98,395,,,, -,,,98,395,0.5738958716392517,0.5738958716392517,, -1.5969935655593872,1.5969935655593872,0.7707281708717346,99,399,,,, -,,,99,399,0.5723943710327148,0.5723943710327148,, -,,,89,356,,,0.7502508759498596,0.7502508759498596 diff --git a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/tensorboard/focusMAE_75/events.out.tfevents.1646921279.d007913868f5.1.0 b/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/tensorboard/focusMAE_75/events.out.tfevents.1646921279.d007913868f5.1.0 deleted file mode 100644 index 37254b391b9c8d8b5f2261bc3751f39bc1bbc1b4..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/tensorboard/focusMAE_75/events.out.tfevents.1646921279.d007913868f5.1.0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dab129823f73d6dbea323d40d5138a0f358985cd96e556ecb0b656840990f4e6 -size 36227 diff --git a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/tensorboard/focusMAE_75/events.out.tfevents.1646921340.d007913868f5.1.1 b/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/tensorboard/focusMAE_75/events.out.tfevents.1646921340.d007913868f5.1.1 deleted file mode 100644 index 369f9b4590f706b3bb7c0442bcac255a35030570..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/tensorboard/focusMAE_75/events.out.tfevents.1646921340.d007913868f5.1.1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7d580f2ba81a596cc79f374b538ed9c0c72cc5d2c0a9415f5c1f664dd857185e -size 179 diff --git a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/tensorboard/focusMAE_75/hparams.yaml b/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/tensorboard/focusMAE_75/hparams.yaml deleted file mode 100644 index 059439224b3684be6ce2dc010ad5599b8885ac59..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE_75/2022-03-10_14-07-57/tensorboard/focusMAE_75/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: 12345 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2210561 -model/params/trainable: 2210561 -model/params/non_trainable: 0 diff --git a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/.hydra/config.yaml b/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/.hydra/config.yaml deleted file mode 100644 index b5a26991aea7d779711ff6d886a91ac0a48a4bf0..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/.hydra/config.yaml +++ /dev/null @@ -1,70 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: 12345 -name: focusMSE_150 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusMSELitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - csv: - _target_: pytorch_lightning.loggers.csv_logs.CSVLogger - save_dir: . - name: csv/ - prefix: '' - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null diff --git a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/.hydra/hydra.yaml b/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/.hydra/hydra.yaml deleted file mode 100644 index ca3a7739cf1c734314b2feb8507dd6cc9d7f2e72..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/.hydra/hydra.yaml +++ /dev/null @@ -1,171 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper - max_batch_size: null - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - trainer.gpus=0 - - experiment=focusMSE_150 - job: - name: train - override_dirname: experiment=focusMSE_150,trainer.gpus=0 - id: ??? - num: ??? - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: null - debug: null - experiment: focusMSE_150 - log_dir: default.yaml - trainer: default.yaml - logger: many_loggers - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: basic - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/.hydra/overrides.yaml b/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/.hydra/overrides.yaml deleted file mode 100644 index bfea40517beedd542a07afa98577ee64da439eb4..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/.hydra/overrides.yaml +++ /dev/null @@ -1,2 +0,0 @@ -- trainer.gpus=0 -- experiment=focusMSE_150 diff --git a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/csv/version_0/hparams.yaml b/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/csv/version_0/hparams.yaml deleted file mode 100644 index 0bd8c3e9e8cb72b17939dd0bee43270e6ea606b7..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/csv/version_0/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusMSELitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: 12345 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8690561 -model/params/trainable: 8690561 -model/params/non_trainable: 0 diff --git a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/csv/version_0/metrics.csv b/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/csv/version_0/metrics.csv deleted file mode 100644 index 1284acbbf89cf2639c55bea6b27199d273daafd5..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/csv/version_0/metrics.csv +++ /dev/null @@ -1,202 +0,0 @@ -val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae -3.9090185165405273,1.5504119396209717,1.5504119396209717,0,13,,,, -,,,0,13,6.341573715209961,2.017768621444702,, -3.6448776721954346,1.4998838901519775,1.4998838901519775,1,27,,,, -,,,1,27,4.650768280029297,1.7403218746185303,, -3.3892288208007812,1.448609709739685,1.448609709739685,2,41,,,, -,,,2,41,3.730588912963867,1.57280433177948,, -3.3106086254119873,1.4690450429916382,1.448609709739685,3,55,,,, -,,,3,55,3.1740732192993164,1.4695543050765991,, -3.184706926345825,1.4420390129089355,1.4420390129089355,4,69,,,, -,,,4,69,2.9497790336608887,1.4106614589691162,, -3.998544216156006,1.6342074871063232,1.4420390129089355,5,83,,,, -,,,5,83,2.7456185817718506,1.3634170293807983,, -3.440368413925171,1.4773958921432495,1.4420390129089355,6,97,,,, -,,,6,97,2.7184715270996094,1.3397141695022583,, -3.394071578979492,1.4805296659469604,1.4420390129089355,7,111,,,, -,,,7,111,2.5637476444244385,1.313742756843567,, -3.4773972034454346,1.477279782295227,1.4420390129089355,8,125,,,, -,,,8,125,2.3757271766662598,1.2380567789077759,, -3.17680025100708,1.4259464740753174,1.4259464740753174,9,139,,,, -,,,9,139,2.223348617553711,1.200273036956787,, -3.9194443225860596,1.6226718425750732,1.4259464740753174,10,153,,,, -,,,10,153,2.09822940826416,1.1589058637619019,, -4.0389323234558105,1.5795488357543945,1.4259464740753174,11,167,,,, -,,,11,167,1.9324151277542114,1.1033174991607666,, -6.046604156494141,2.0167133808135986,1.4259464740753174,12,181,,,, -,,,12,181,1.851693034172058,1.068273901939392,, -3.3430557250976562,1.4696037769317627,1.4259464740753174,13,195,,,, -,,,13,195,1.7571626901626587,1.040431261062622,, -2.7428488731384277,1.3240962028503418,1.3240962028503418,14,209,,,, -,,,14,209,1.627685308456421,1.0066763162612915,, -2.6862003803253174,1.281518816947937,1.281518816947937,15,223,,,, -,,,15,223,1.398155689239502,0.9247750043869019,, -7.1135783195495605,2.202608108520508,1.281518816947937,16,237,,,, -,,,16,237,1.4556622505187988,0.9270832538604736,, -3.4653751850128174,1.507302165031433,1.281518816947937,17,251,,,, -,,,17,251,1.2802749872207642,0.875998854637146,, -2.2044589519500732,1.1742725372314453,1.1742725372314453,18,265,,,, -,,,18,265,1.12702476978302,0.8251340985298157,, -3.1551482677459717,1.4677238464355469,1.1742725372314453,19,279,,,, -,,,19,279,1.106533169746399,0.7953476905822754,, -4.245253086090088,1.6653687953948975,1.1742725372314453,20,293,,,, -,,,20,293,1.1528575420379639,0.8221195936203003,, -4.991257667541504,1.8378537893295288,1.1742725372314453,21,307,,,, -,,,21,307,1.1880255937576294,0.8374914526939392,, -2.4945051670074463,1.2524726390838623,1.1742725372314453,22,321,,,, -,,,22,321,1.0432500839233398,0.7769076228141785,, -4.141057014465332,1.6804609298706055,1.1742725372314453,23,335,,,, -,,,23,335,0.9234874844551086,0.7330545783042908,, -2.198812961578369,1.1750437021255493,1.1742725372314453,24,349,,,, -,,,24,349,0.9312455654144287,0.7370762825012207,, -1.9213582277297974,1.089828610420227,1.089828610420227,25,363,,,, -,,,25,363,0.7556602954864502,0.6408432126045227,, -2.1550352573394775,1.1508697271347046,1.089828610420227,26,377,,,, -,,,26,377,0.670892059803009,0.6174144148826599,, -2.9721758365631104,1.3731743097305298,1.089828610420227,27,391,,,, -,,,27,391,0.7417620420455933,0.6429144144058228,, -6.025863170623779,2.092292070388794,1.089828610420227,28,405,,,, -,,,28,405,0.7650352716445923,0.6578378677368164,, -6.8636674880981445,2.222670793533325,1.089828610420227,29,419,,,, -,,,29,419,0.7481452226638794,0.6476733088493347,, -3.4918134212493896,1.5204269886016846,1.089828610420227,30,433,,,, -,,,30,433,0.7707064747810364,0.6658239960670471,, -7.086388111114502,2.2070538997650146,1.089828610420227,31,447,,,, -,,,31,447,0.8360738754272461,0.7002860903739929,, -5.1271138191223145,1.8868597745895386,1.089828610420227,32,461,,,, -,,,32,461,0.927767813205719,0.7268351316452026,, -5.0161824226379395,1.7668359279632568,1.089828610420227,33,475,,,, -,,,33,475,0.7505946755409241,0.6515080332756042,, -1.7053743600845337,1.017513394355774,1.017513394355774,34,489,,,, -,,,34,489,0.6850369572639465,0.6343504190444946,, -2.0719754695892334,1.1400641202926636,1.017513394355774,35,503,,,, -,,,35,503,0.5105685591697693,0.5408263206481934,, -3.0538406372070312,1.4398294687271118,1.017513394355774,36,517,,,, -,,,36,517,0.5933236479759216,0.5576853156089783,, -8.8101806640625,2.609063148498535,1.017513394355774,37,531,,,, -,,,37,531,0.5839020013809204,0.5745837092399597,, -2.9417495727539062,1.3778327703475952,1.017513394355774,38,545,,,, -,,,38,545,0.6017018556594849,0.594438374042511,, -2.4010508060455322,1.274417519569397,1.017513394355774,39,559,,,, -,,,39,559,0.5342427492141724,0.5524643063545227,, -2.542184829711914,1.312879204750061,1.017513394355774,40,573,,,, -,,,40,573,0.6568379998207092,0.6159998178482056,, -3.9658477306365967,1.4965797662734985,1.017513394355774,41,587,,,, -,,,41,587,0.5906515121459961,0.5734637379646301,, -6.082784175872803,2.115468740463257,1.017513394355774,42,601,,,, -,,,42,601,0.529127299785614,0.5510073900222778,, -1.9308276176452637,1.086243987083435,1.017513394355774,43,615,,,, -,,,43,615,0.5599197745323181,0.5588628649711609,, -1.990827202796936,1.1503171920776367,1.017513394355774,44,629,,,, -,,,44,629,0.41495001316070557,0.4850643575191498,, -2.708662271499634,1.2828508615493774,1.017513394355774,45,643,,,, -,,,45,643,0.436250776052475,0.48865383863449097,, -2.721993923187256,1.2890279293060303,1.017513394355774,46,657,,,, -,,,46,657,0.4007551968097687,0.47556832432746887,, -1.3520567417144775,0.9081746935844421,0.9081746935844421,47,671,,,, -,,,47,671,0.4117766320705414,0.47841882705688477,, -3.64544939994812,1.5458178520202637,0.9081746935844421,48,685,,,, -,,,48,685,0.3564106523990631,0.4509842097759247,, -8.827122688293457,2.577078342437744,0.9081746935844421,49,699,,,, -,,,49,699,0.44367292523384094,0.506059467792511,, -2.90381121635437,1.3913854360580444,0.9081746935844421,50,713,,,, -,,,50,713,0.47677552700042725,0.5219942927360535,, -2.1751604080200195,1.1605476140975952,0.9081746935844421,51,727,,,, -,,,51,727,0.4805523157119751,0.5307119488716125,, -3.5105037689208984,1.32558274269104,0.9081746935844421,52,741,,,, -,,,52,741,0.42093318700790405,0.5029696822166443,, -2.082195520401001,1.129480004310608,0.9081746935844421,53,755,,,, -,,,53,755,0.4829401671886444,0.5233399271965027,, -1.5603581666946411,0.9781850576400757,0.9081746935844421,54,769,,,, -,,,54,769,0.42465946078300476,0.5025721788406372,, -1.5590522289276123,0.9613149762153625,0.9081746935844421,55,783,,,, -,,,55,783,0.37251123785972595,0.46525320410728455,, -1.938509225845337,1.086552381515503,0.9081746935844421,56,797,,,, -,,,56,797,0.35386478900909424,0.44945764541625977,, -3.0849618911743164,1.4383236169815063,0.9081746935844421,57,811,,,, -,,,57,811,0.4274559020996094,0.49673670530319214,, -3.21571946144104,1.4552662372589111,0.9081746935844421,58,825,,,, -,,,58,825,0.4684374928474426,0.5275321006774902,, -2.3003997802734375,1.2248640060424805,0.9081746935844421,59,839,,,, -,,,59,839,0.43541961908340454,0.49734723567962646,, -2.299614906311035,1.2438257932662964,0.9081746935844421,60,853,,,, -,,,60,853,0.3669969141483307,0.4487251043319702,, -3.650754928588867,1.663870930671692,0.9081746935844421,61,867,,,, -,,,61,867,0.3067220449447632,0.4131874740123749,, -3.624985694885254,1.5658018589019775,0.9081746935844421,62,881,,,, -,,,62,881,0.4012928009033203,0.4891420304775238,, -1.2930291891098022,0.8807826042175293,0.8807826042175293,63,895,,,, -,,,63,895,0.40934282541275024,0.49816712737083435,, -1.9793566465377808,1.1115094423294067,0.8807826042175293,64,909,,,, -,,,64,909,0.3540283441543579,0.45071592926979065,, -4.07856559753418,1.6394165754318237,0.8807826042175293,65,923,,,, -,,,65,923,0.3702802062034607,0.46419090032577515,, -3.3407633304595947,1.5669021606445312,0.8807826042175293,66,937,,,, -,,,66,937,0.3463621735572815,0.4454110860824585,, -7.587801933288574,2.2921195030212402,0.8807826042175293,67,951,,,, -,,,67,951,0.38096702098846436,0.469892680644989,, -3.2650105953216553,1.4884666204452515,0.8807826042175293,68,965,,,, -,,,68,965,0.39275798201560974,0.4615195691585541,, -2.0768086910247803,1.145806074142456,0.8807826042175293,69,979,,,, -,,,69,979,0.3411720097064972,0.443414568901062,, -2.1344869136810303,1.1639031171798706,0.8807826042175293,70,993,,,, -,,,70,993,0.2638455033302307,0.3928419351577759,, -2.1884186267852783,1.2349659204483032,0.8807826042175293,71,1007,,,, -,,,71,1007,0.3292909264564514,0.43765053153038025,, -1.3673959970474243,0.9001149535179138,0.8807826042175293,72,1021,,,, -,,,72,1021,0.2578433156013489,0.38283589482307434,, -0.9036887884140015,0.7182144522666931,0.7182144522666931,73,1035,,,, -,,,73,1035,0.23022013902664185,0.3615632653236389,, -2.78726863861084,1.3210660219192505,0.7182144522666931,74,1049,,,, -,,,74,1049,0.2424551397562027,0.37832528352737427,, -2.135455369949341,1.0961676836013794,0.7182144522666931,75,1063,,,, -,,,75,1063,0.27062898874282837,0.4086984097957611,, -1.3522340059280396,0.875568151473999,0.7182144522666931,76,1077,,,, -,,,76,1077,0.3379851281642914,0.42751795053482056,, -3.483870029449463,1.5274254083633423,0.7182144522666931,77,1091,,,, -,,,77,1091,0.33448725938796997,0.42318886518478394,, -1.4907900094985962,0.9487781524658203,0.7182144522666931,78,1105,,,, -,,,78,1105,0.3691990375518799,0.4627363383769989,, -1.8306686878204346,1.0534369945526123,0.7182144522666931,79,1119,,,, -,,,79,1119,0.35426458716392517,0.460135817527771,, -3.3229048252105713,1.4640874862670898,0.7182144522666931,80,1133,,,, -,,,80,1133,0.3671959340572357,0.465082049369812,, -3.7974352836608887,1.6002452373504639,0.7182144522666931,81,1147,,,, -,,,81,1147,0.46021077036857605,0.5084742903709412,, -2.3504397869110107,1.2490290403366089,0.7182144522666931,82,1161,,,, -,,,82,1161,0.39738380908966064,0.4730401933193207,, -2.0983028411865234,1.1787508726119995,0.7182144522666931,83,1175,,,, -,,,83,1175,0.36762285232543945,0.4602110683917999,, -1.65043306350708,1.020263433456421,0.7182144522666931,84,1189,,,, -,,,84,1189,0.3967060446739197,0.47652655839920044,, -1.8674767017364502,1.0809354782104492,0.7182144522666931,85,1203,,,, -,,,85,1203,0.33385640382766724,0.44490671157836914,, -1.4506281614303589,0.9466513991355896,0.7182144522666931,86,1217,,,, -,,,86,1217,0.313031405210495,0.4242140054702759,, -2.475145101547241,1.2705174684524536,0.7182144522666931,87,1231,,,, -,,,87,1231,0.2501091957092285,0.3806353807449341,, -3.22990345954895,1.4544631242752075,0.7182144522666931,88,1245,,,, -,,,88,1245,0.3327494263648987,0.4411628544330597,, -3.468653917312622,1.5193942785263062,0.7182144522666931,89,1259,,,, -,,,89,1259,0.3415555953979492,0.44830793142318726,, -2.5945775508880615,1.2907638549804688,0.7182144522666931,90,1273,,,, -,,,90,1273,0.34335044026374817,0.44188740849494934,, -2.3023581504821777,1.259584665298462,0.7182144522666931,91,1287,,,, -,,,91,1287,0.31369662284851074,0.43098536133766174,, -4.970507621765137,1.8774722814559937,0.7182144522666931,92,1301,,,, -,,,92,1301,0.31328335404396057,0.4350607395172119,, -1.1587599515914917,0.8233600854873657,0.7182144522666931,93,1315,,,, -,,,93,1315,0.229990154504776,0.3717668950557709,, -4.081864833831787,1.7696021795272827,0.7182144522666931,94,1329,,,, -,,,94,1329,0.2942165434360504,0.40740966796875,, -1.090889811515808,0.8003377318382263,0.7182144522666931,95,1343,,,, -,,,95,1343,0.22536863386631012,0.3575226664543152,, -6.081254959106445,2.0787765979766846,0.7182144522666931,96,1357,,,, -,,,96,1357,0.1982411891222,0.34187421202659607,, -3.200557231903076,1.4187779426574707,0.7182144522666931,97,1371,,,, -,,,97,1371,0.22740033268928528,0.366495281457901,, -3.3464701175689697,1.5527931451797485,0.7182144522666931,98,1385,,,, -,,,98,1385,0.22232940793037415,0.36230015754699707,, -1.4440816640853882,0.9454975724220276,0.7182144522666931,99,1399,,,, -,,,99,1399,0.23534300923347473,0.3648931086063385,, -,,,74,1036,,,0.7441176176071167,0.6261149048805237 diff --git a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/tensorboard/focusMSE_150/events.out.tfevents.1646917887.ea2217bd45f5.1.0 b/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/tensorboard/focusMSE_150/events.out.tfevents.1646917887.ea2217bd45f5.1.0 deleted file mode 100644 index edb147c50ce1d1366d8ffb8206dbc4c5776ff329..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/tensorboard/focusMSE_150/events.out.tfevents.1646917887.ea2217bd45f5.1.0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3bfb83b097a2d37657f2cc3465bea334fb829a6ca56a55cdc1ff6e75bf283560 -size 36397 diff --git a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/tensorboard/focusMSE_150/events.out.tfevents.1646918355.ea2217bd45f5.1.1 b/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/tensorboard/focusMSE_150/events.out.tfevents.1646918355.ea2217bd45f5.1.1 deleted file mode 100644 index cf339b1ecec654298b2af8d5c2610187327fcfeb..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/tensorboard/focusMSE_150/events.out.tfevents.1646918355.ea2217bd45f5.1.1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5ece23ba7cc361c66cfa82beccae470d577095e6f78f81a3ffea56bba19d501c -size 179 diff --git a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/tensorboard/focusMSE_150/hparams.yaml b/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/tensorboard/focusMSE_150/hparams.yaml deleted file mode 100644 index 0bd8c3e9e8cb72b17939dd0bee43270e6ea606b7..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-10_13-11-24/tensorboard/focusMSE_150/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusMSELitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.001 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: 12345 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8690561 -model/params/trainable: 8690561 -model/params/non_trainable: 0