diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fde4c59acb39619445daffac88d5c5b808419ca3 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 32 + lin3_size: 32 + output_size: 1 + lr: 0.04099159968275264 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..715e3ccf1d9d889704d1c60460518384b0f47e08 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=32 + - model.lr=0.04099159968275264 + - model.lin1_size=128 + - model.lin2_size=32 + - model.lin3_size=32 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=128,model.lin2_size=32,model.lin3_size=32,model.lr=0.04099159968275264 + id: '0' + num: 0 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6197a0dd92e0c051edb233941f3017e4a6ed16cf --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=32 +- model.lr=0.04099159968275264 +- model.lin1_size=128 +- model.lin2_size=32 +- model.lin3_size=32 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/checkpoints/epoch_006.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/checkpoints/epoch_006.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0dff3d94e54d280e9027c01231fcb7ed89658dc4 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/checkpoints/epoch_006.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dbad499e4e8e4b49bb49ddbbab2069d7c62870437af1426c2e041813c7ac873 +size 103767494 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d23330906920902c04929d466bd6296d69e9871b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b85244acd45ff138a3bc546bec9d862e565e69721fa949ed92747061aced2ffe +size 103767494 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818102.36d13a512e74.1.0 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818102.36d13a512e74.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..b02bf54bf2dc05ddd06e264071233f5a41170236 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818102.36d13a512e74.1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d42f548c740696417c0ed022456c72825c930a20d0f4d639927d59a1a9ee185 +size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.1 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.1 new file mode 100644 index 0000000000000000000000000000000000000000..d653ade4c31f0de82488e987847287221396056f --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae7d078dd7233ae6bc21c95e466a74e5c6f8a61ffc58592ca40ad85b7bd22e19 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f4544e60bd2420f2eed4f783b6a78561e41daab0 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 32 + lin3_size: 32 + output_size: 1 + lr: 0.04099159968275264 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8645729 +model/params/trainable: 8645729 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b26197a938727026805bdea06de8b40f92f375b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 1024 + output_size: 1 + lr: 0.15818542131777294 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fdae6e8f780273770bf7ea101619ee5d8b533c5d --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.15818542131777294 + - model.lin1_size=256 + - model.lin2_size=128 + - model.lin3_size=1024 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=1024,model.lr=0.15818542131777294 + id: '1' + num: 1 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bf861272fea7531129612005eec28f4d2afddeba --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=64 +- model.lr=0.15818542131777294 +- model.lin1_size=256 +- model.lin2_size=128 +- model.lin3_size=1024 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/checkpoints/epoch_060.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/checkpoints/epoch_060.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..81eaa24ffab9b2e20a7b5ea9e279c73281d66de4 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/checkpoints/epoch_060.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62579f9bdabbb2bab734df291e27fdfb2d8737aca892df3d1c9b1dea70f9bf85 +size 209417606 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..188244ab66f3835cfa1f07c1cbd390062bfb89ec --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ae2c57887609318547d309d9f34c9f7e335194250b75bd66dc05938816a1a7 +size 209417606 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.2 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.2 new file mode 100644 index 0000000000000000000000000000000000000000..d9aa18a5efbb024a3f20cacb3a70daebe0ec279f --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b3b1618f8336d1b7964170210dd9c9288126c27cb68fd37ca4444bd396f44a +size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646819320.36d13a512e74.1.3 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646819320.36d13a512e74.1.3 new file mode 100644 index 0000000000000000000000000000000000000000..bb5d9f0085906e17dfa16e4bc1bf7c1040de5c5f --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646819320.36d13a512e74.1.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5004071144dbd9f9fc6fdb0310d22eef7fd1299ce65a394efeca65bb1f2bdc92 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4b57efa7c8a96ea4a8bbcf9fc65804c3de295623 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 1024 + output_size: 1 + lr: 0.15818542131777294 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17449089 +model/params/trainable: 17449089 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a20715827808d8435572343a8dd9857b33006af3 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 512 + lin2_size: 512 + lin3_size: 256 + output_size: 1 + lr: 0.07148210917089061 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fff3b69d4b079dd852d56bd33780e10239206ab2 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.07148210917089061 + - model.lin1_size=512 + - model.lin2_size=512 + - model.lin3_size=256 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=512,model.lin2_size=512,model.lin3_size=256,model.lr=0.07148210917089061 + id: '10' + num: 10 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..541f5d678e1ea61b998a6a115ff228c2212742b8 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=128 +- model.lr=0.07148210917089061 +- model.lin1_size=512 +- model.lin2_size=512 +- model.lin3_size=256 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/checkpoints/epoch_006.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/checkpoints/epoch_006.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e8ec10d3607c95eb9e151337e84e7fadbf88eefd --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/checkpoints/epoch_006.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c704acf6b565c4c4870e520b5bb37422c23eeba2943e66a0bfe568ee901b2797 +size 419515270 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a4272c6577d61455019ba3c5c8c3193a91304079 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a05599216e1dbddcac87a338e64df8cbeb495230cf72d7e3ad610af8bce0c52 +size 419515334 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646829822.36d13a512e74.1.20 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646829822.36d13a512e74.1.20 new file mode 100644 index 0000000000000000000000000000000000000000..189b5e35246c3eaf7de8e763e51bb82f42129990 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646829822.36d13a512e74.1.20 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c017f848bd4fd38fe9e1d64afbda152ccf820bf404641471c175cdcc1ab043 +size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.21 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.21 new file mode 100644 index 0000000000000000000000000000000000000000..9e8094301059c809208e7702864eb460557b32fa --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.21 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faddb16dc3d66f111771f26e12670feff92ca64fad755a43df802b0b8ff5c262 +size 176 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..076362de15b834c13134567b3669d6070d66be92 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 512 + lin2_size: 512 + lin3_size: 256 + output_size: 1 + lr: 0.07148210917089061 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 34957313 +model/params/trainable: 34957313 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f6e2c39800db4b8d29a2f524548ea7ce56d56f85 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 512 + lin3_size: 512 + output_size: 1 + lr: 0.0033092554782795935 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..86b1791b7a6b8244940c06ba8744129fcc93c02c --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=32 + - model.lr=0.0033092554782795935 + - model.lin1_size=256 + - model.lin2_size=512 + - model.lin3_size=512 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=512,model.lin3_size=512,model.lr=0.0033092554782795935 + id: '11' + num: 11 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..00dcced8b9962a8ff19f2e4fc8dfe93c95cd9e4b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=32 +- model.lr=0.0033092554782795935 +- model.lin1_size=256 +- model.lin2_size=512 +- model.lin3_size=512 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/checkpoints/epoch_014.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/checkpoints/epoch_014.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0cdd4f2894f7b1495c33fa96c5499e3ac78ceee8 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/checkpoints/epoch_014.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:283b33415691272cfeb729af3823e7dc4951cbbd09ea2c83863df086846d401a +size 212158406 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..94edfc4d245bf74047781144fa8f5cb94d933c10 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb9a42441612b73fa2ffe214947cb95ea5f53ed672ddf0163881257f36b6fd7b +size 212158406 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.22 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.22 new file mode 100644 index 0000000000000000000000000000000000000000..7c63318d9e9a5b51867a39c9c2a6717ff6f3dc25 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.22 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d22e024794eb331d53f891655446fdc797bc91a39f2c6e9536d37f1b6d5d9a +size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.23 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.23 new file mode 100644 index 0000000000000000000000000000000000000000..cb2e9554aa439d86abee5e3cecacd6fed121d269 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.23 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9311f456d417ace17cb78d45d015790aa3fc216c3e47cee1918c7a26f9a0dcc1 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..99719b7e4db7569d773ead9ce20bca273e5dfb2b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 512 + lin3_size: 512 + output_size: 1 + lr: 0.0033092554782795935 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17677569 +model/params/trainable: 17677569 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d8e2ef28f80946e2a7e40d65514f6585610018c5 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 512 + lin3_size: 2048 + output_size: 1 + lr: 0.001406127964835635 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cd241594f3222b62f26474285cf52bcb252f8051 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.001406127964835635 + - model.lin1_size=256 + - model.lin2_size=512 + - model.lin3_size=2048 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=512,model.lin3_size=2048,model.lr=0.001406127964835635 + id: '12' + num: 12 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3fd46e4f0d471c43467be4d1639aa5cef92a4ac7 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=128 +- model.lr=0.001406127964835635 +- model.lin1_size=256 +- model.lin2_size=512 +- model.lin3_size=2048 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/checkpoints/epoch_063.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/checkpoints/epoch_063.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1ac011a4df8bf546290a3ce55f8918b23d6145e5 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/checkpoints/epoch_063.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05bd46b93f20739fa8106db2747c8716d34603790af0c38765052ee18f24ccc0 +size 221681606 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d96c18c0d679adc5147e8a6417c258feda0b226d --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5a26372af26d7e4702819b1d8b6b56d32a7ef12daa25db5f8a52427e5da742 +size 221681606 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.24 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.24 new file mode 100644 index 0000000000000000000000000000000000000000..9fae26284715a97136ea3d5af5819f5ec0428442 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.24 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274b523da97155770124201a3509dfba52a5fc5110297aab5fb59b1ad384075f +size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646832661.36d13a512e74.1.25 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646832661.36d13a512e74.1.25 new file mode 100644 index 0000000000000000000000000000000000000000..e2e079dbbb234470f9276428a9fd4232ee2d50c4 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646832661.36d13a512e74.1.25 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ec85cf6d9396fd99fbcfe19ae1352d545d620299a5b572830d102ff38f5ac5 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2904b1461c06af076d9dcd39232f135c30f8c6cb --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 512 + lin3_size: 2048 + output_size: 1 + lr: 0.001406127964835635 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 18470145 +model/params/trainable: 18470145 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8a82ae2ee5c56d0305ad59e3ec4dd12a7be55299 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 512 + lin3_size: 2048 + output_size: 1 + lr: 0.0545487164887326 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7d0b75bf63a52b32331cf239bac420520468ca2f --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=32 + - model.lr=0.0545487164887326 + - model.lin1_size=256 + - model.lin2_size=512 + - model.lin3_size=2048 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=512,model.lin3_size=2048,model.lr=0.0545487164887326 + id: '13' + num: 13 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..590bcf787c409198aae588c10a1d6448e7617c52 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=32 +- model.lr=0.0545487164887326 +- model.lin1_size=256 +- model.lin2_size=512 +- model.lin3_size=2048 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/checkpoints/epoch_060.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/checkpoints/epoch_060.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9c3979ccd51c5c0d2852d924dfabfbad6ad5ad21 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/checkpoints/epoch_060.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e72527ea9ac1f3a93d711cdda029ca071a18ff812dfe662966b7e049047fa9a +size 221681606 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fdd10aaf2a8cd86c37d519a9c704e0af36cdbefe --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce84a2482b02dd361c46cf6f588a7f76313ad9f62fecfc4741271181a6df818f +size 221681606 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646832662.36d13a512e74.1.26 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646832662.36d13a512e74.1.26 new file mode 100644 index 0000000000000000000000000000000000000000..cf6eb0ca6af95343ab736c7ceb7a9685687783ec --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646832662.36d13a512e74.1.26 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d376f05b557efd3166c5947c8d78687a60d4d55e3f2a1a0add31d9b6c66508 +size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646833550.36d13a512e74.1.27 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646833550.36d13a512e74.1.27 new file mode 100644 index 0000000000000000000000000000000000000000..4c8a9c9eb9665d415e70161fa98caffa6ee0a24c --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646833550.36d13a512e74.1.27 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a301fc861e721c6aade2c12a7f12c0cab797243503bc0d54b3d9933c999b0049 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..162cc765c238ac7d9ba17601c5225244b4ab4bf3 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 512 + lin3_size: 2048 + output_size: 1 + lr: 0.0545487164887326 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 18470145 +model/params/trainable: 18470145 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bc583559c7d66f336ed5cd26542c16020a36a8b5 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 512 + lin3_size: 512 + output_size: 1 + lr: 0.003892362171048049 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a28126b6cc65931ec0a68cefd15d015c15621aa9 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.003892362171048049 + - model.lin1_size=128 + - model.lin2_size=512 + - model.lin3_size=512 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=128,model.lin2_size=512,model.lin3_size=512,model.lr=0.003892362171048049 + id: '14' + num: 14 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..694c1cdd8e886a0e0f0421a122c9207fdb15f6df --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=128 +- model.lr=0.003892362171048049 +- model.lin1_size=128 +- model.lin2_size=512 +- model.lin3_size=512 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/checkpoints/epoch_016.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/checkpoints/epoch_016.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d82a647b0a660b01a519479c589a8885c9dd4b45 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/checkpoints/epoch_016.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6373aa63d24a50bf110926ee5bed7fccf2ea7b284705c6454219d1a2b0a6aa23 +size 107686278 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..481a99a2d5a034d58d39aad9442cbcdf01e288af --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd2259faa9f01711aab8272422f17793d0b65ed99cb613d15ff473c87205ffc6 +size 107686278 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646833551.36d13a512e74.1.28 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646833551.36d13a512e74.1.28 new file mode 100644 index 0000000000000000000000000000000000000000..cafb5007adf44d7f603c455913fad07748758d64 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646833551.36d13a512e74.1.28 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e61ad3bee19f3e67bb9919514cb5825fd40a297c54f022e6a79ca50b9385eeea +size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646834147.36d13a512e74.1.29 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646834147.36d13a512e74.1.29 new file mode 100644 index 0000000000000000000000000000000000000000..3fdaae20902d2006da402768e74b808dbe571c92 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646834147.36d13a512e74.1.29 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a78298c76720d539c2a0ebe6a6993bd479bb64e2a6230b338a34b265aeee8c +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c08eb6d5b3a199b828520018d18c2093a10d1bd --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 512 + lin3_size: 512 + output_size: 1 + lr: 0.003892362171048049 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8971649 +model/params/trainable: 8971649 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..79c75c6364ea0bc40fbf84ea9335242f8f8f15f6 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 512 + lin3_size: 2048 + output_size: 1 + lr: 0.08678278024397618 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..deae04cc3012cdee126e4a158a717952801d3544 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=32 + - model.lr=0.08678278024397618 + - model.lin1_size=64 + - model.lin2_size=512 + - model.lin3_size=2048 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=64,model.lin2_size=512,model.lin3_size=2048,model.lr=0.08678278024397618 + id: '15' + num: 15 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..43c4f45a12e30466f35b23df220643f2af89650a --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=32 +- model.lr=0.08678278024397618 +- model.lin1_size=64 +- model.lin2_size=512 +- model.lin3_size=2048 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/checkpoints/epoch_003.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/checkpoints/epoch_003.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..44621e055fa36210062db302b8d73225658fe22a --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/checkpoints/epoch_003.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d885e1e19657f4d5af041a13037b925db4cb2864c259958a43cebfe29e21b95 +size 64973446 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..53b3d0f5b98ab26967054c3801cce10ddfef67ba --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff9f88ba0a1b60d0f43e64f562e386ebba92f3f6275dd62d3d0e65fbaee043e6 +size 64973446 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834148.36d13a512e74.1.30 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834148.36d13a512e74.1.30 new file mode 100644 index 0000000000000000000000000000000000000000..66ab10f55d5775bd337fd8642eddd6263d88ff04 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834148.36d13a512e74.1.30 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e381359fd9eb6d2bf21c34b71c10e03e2c75fc68c314df84f0c0b817e06971a4 +size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.31 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.31 new file mode 100644 index 0000000000000000000000000000000000000000..81598ab2edb758e6771e1d123acd37f50e4a55fd --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.31 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ffae0847ffd786c21b3e0a345acc87e8472c2e49e0c25ab90afe4ed9d2c769f +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ba064f576a27e6f26c64738dab22ba9ee4d6efdd --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 512 + lin3_size: 2048 + output_size: 1 + lr: 0.08678278024397618 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 5411265 +model/params/trainable: 5411265 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..609cb96a9a1dc64042714102646b66ba5609610b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 512 + lin2_size: 256 + lin3_size: 2048 + output_size: 1 + lr: 0.04434998749213912 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21ff962d7f20db73c726506f626a51269b94686b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.04434998749213912 + - model.lin1_size=512 + - model.lin2_size=256 + - model.lin3_size=2048 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=512,model.lin2_size=256,model.lin3_size=2048,model.lr=0.04434998749213912 + id: '16' + num: 16 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cfbfd1d5ab3ca32c81dc17b72d933729cf60f4b4 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=128 +- model.lr=0.04434998749213912 +- model.lin1_size=512 +- model.lin2_size=256 +- model.lin3_size=2048 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/checkpoints/epoch_017.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/checkpoints/epoch_017.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c1cc859eba15e95ad10c15282b69b71bff2bb990 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/checkpoints/epoch_017.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8e5030e4b3bf7f734d99980977859fc1fb85e80af1340ddf59e93ef20c5b0a9 +size 422750086 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a7771c959e8c777577a99a0942cd3d3d7223a498 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ef22f635543bb53a9b748e3ac2c3059d29516dc94445812488cd015acd4801b +size 422750150 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.32 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.32 new file mode 100644 index 0000000000000000000000000000000000000000..ab4a6030757ffc58b18544f398f34d4290da416a --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.32 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5e57d2e82796440f0e4c96e79bb7ec07d983449711283b3e08d71992a146aaf +size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646835972.36d13a512e74.1.33 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646835972.36d13a512e74.1.33 new file mode 100644 index 0000000000000000000000000000000000000000..e2a9a04e7d0366ccaaa33a0bcd9d0b5bf208f569 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646835972.36d13a512e74.1.33 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:851bc447eb51f8c7f722851cb74b6de0cb554d616e4f4431ada603cec7053c2d +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9b33c096d03daaf41ebefa2f2d57dd5d66f1f5ae --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 512 + lin2_size: 256 + lin3_size: 2048 + output_size: 1 + lr: 0.04434998749213912 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 35225857 +model/params/trainable: 35225857 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fdddc68ddcb21d76c24265658479017bca839525 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 2048 + lin2_size: 128 + lin3_size: 512 + output_size: 1 + lr: 0.06357074878161828 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d36ad650305603ae3d07255a91da84542e2ec5b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.06357074878161828 + - model.lin1_size=2048 + - model.lin2_size=128 + - model.lin3_size=512 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=2048,model.lin2_size=128,model.lin3_size=512,model.lr=0.06357074878161828 + id: '17' + num: 17 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef24069f3bc144dc0c6f1eaa86836ce6aadf5265 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=128 +- model.lr=0.06357074878161828 +- model.lin1_size=2048 +- model.lin2_size=128 +- model.lin3_size=512 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/checkpoints/epoch_016.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/checkpoints/epoch_016.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1e215eb4a10f94311335f055a52259c5caffad4b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/checkpoints/epoch_016.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9065365e90d0df6bea39e1e40063df297fe7fcb68aa9b95496b6a1413061453d +size 1662953862 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9e0fab9a4873079ad26cc89377545c049f2cf482 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1211188b368cd74a5d70768eaa29ffd630f5a254f3b1cd908d3cdb5498ad7b +size 1662953862 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646835973.36d13a512e74.1.34 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646835973.36d13a512e74.1.34 new file mode 100644 index 0000000000000000000000000000000000000000..81fe732adeb83ce2bc13109500a36c83b5af7631 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646835973.36d13a512e74.1.34 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3655eb272134f5449fefaef1810b7ac2feb2c76db9e9455ed2b853c8a30023d +size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646839435.36d13a512e74.1.35 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646839435.36d13a512e74.1.35 new file mode 100644 index 0000000000000000000000000000000000000000..9c60cc14c05f88ae2126ef68e06f1f293cc89504 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646839435.36d13a512e74.1.35 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae8bdcebcec5e3053eeb33064231ae889bd46261749f6e9d55c1af6a4564f2f3 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..461040e5f7e62d2aa9a62f68a28665c8dd4656d4 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 2048 + lin2_size: 128 + lin3_size: 512 + output_size: 1 + lr: 0.06357074878161828 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 138576257 +model/params/trainable: 138576257 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..707f64f63eb810b896d61bcf41ca376612cc428e --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 32 + lin2_size: 32 + lin3_size: 64 + output_size: 1 + lr: 0.11878749396256827 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6c4d338ae83c4d55865802868799ba29f0ad16a9 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=32 + - model.lr=0.11878749396256827 + - model.lin1_size=32 + - model.lin2_size=32 + - model.lin3_size=64 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=32,model.lin3_size=64,model.lr=0.11878749396256827 + id: '18' + num: 18 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..860f9213b8aa7accef42449f291a688bc0e145ff --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=32 +- model.lr=0.11878749396256827 +- model.lin1_size=32 +- model.lin2_size=32 +- model.lin3_size=64 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/checkpoints/epoch_063.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/checkpoints/epoch_063.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f6c5d8988138bfc99bb82cc74886e7317ac3d824 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/checkpoints/epoch_063.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b107993e4b678b7f0ba930c7c912ef22f3cf15113e7c8c8b632ba34dae6dd41 +size 25980486 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3a8818fdf3206c89e78722dbf20fc830e48645b1 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c0071bd6484f420a519c3893ffa8bceb224692566cc1991afc785761594f344 +size 25980486 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839436.36d13a512e74.1.36 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839436.36d13a512e74.1.36 new file mode 100644 index 0000000000000000000000000000000000000000..39257dd2113b78ca2687e630f856f67951b7adc6 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839436.36d13a512e74.1.36 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638830b424f409c6adb8d9f98305e18dd6e8f35c2bb0d3db71547933c80cd315 +size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839749.36d13a512e74.1.37 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839749.36d13a512e74.1.37 new file mode 100644 index 0000000000000000000000000000000000000000..a54a4e4a517bb9d6935174d5d56c82981c6e0b6e --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839749.36d13a512e74.1.37 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b14c8d47663f39471f1d896595f290264655e01b143d617bf9fddc8f8310993 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..65fab8fed6164ae7ce33e29e7fc068b0bd4424a9 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 32 + lin2_size: 32 + lin3_size: 64 + output_size: 1 + lr: 0.11878749396256827 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 2163521 +model/params/trainable: 2163521 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a5cfb2e68f3e265871c8fbdbdee7fd91ad4add5e --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 64 + lin3_size: 256 + output_size: 1 + lr: 0.0320966593270077 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f45c0a308d1c424fa6cef7c2382e96a278884d21 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.0320966593270077 + - model.lin1_size=256 + - model.lin2_size=64 + - model.lin3_size=256 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=64,model.lin3_size=256,model.lr=0.0320966593270077 + id: '19' + num: 19 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b86d0296dc7973edc3dc16c404f8d3a713a151dc --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=64 +- model.lr=0.0320966593270077 +- model.lin1_size=256 +- model.lin2_size=64 +- model.lin3_size=256 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/checkpoints/epoch_020.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/checkpoints/epoch_020.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ec32605818b114e19ad1c5e8dfddddf45ab4bc1c --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/checkpoints/epoch_020.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcfad431ee61ad20b2635feb14fe961eacaedc010546c2980130e1333ae145f7 +size 207798918 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b06c7f5460f956c5063502c0e8089f56aa850855 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc74e55c3e45c30ddb1717e97de9c930324522868520d845fbddd3ddf2b5593c +size 207798918 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646839750.36d13a512e74.1.38 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646839750.36d13a512e74.1.38 new file mode 100644 index 0000000000000000000000000000000000000000..bc83aae35c537e0380580f3df02fa6e144e79057 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646839750.36d13a512e74.1.38 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed8944b9159390bbf91678a79ee551c2f197243ec4570d73c43b66f8cf6521c0 +size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646840391.36d13a512e74.1.39 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646840391.36d13a512e74.1.39 new file mode 100644 index 0000000000000000000000000000000000000000..d868159f59a6d6c352a3580ab6109144228f2031 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646840391.36d13a512e74.1.39 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873ee2a0e41d0d79fb9be8e7a1d5bfdd10efaf486065030639e8282831868d4b +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dca27c39d28d032ebeb921692c1c9a45c43b75d3 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 64 + lin3_size: 256 + output_size: 1 + lr: 0.0320966593270077 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17314753 +model/params/trainable: 17314753 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b86d9956384c074ad1339dde78791281eda7bf52 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 1024 + lin3_size: 32 + output_size: 1 + lr: 0.18564129276815303 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ff4f26ed677689f24ed5f5f08508f672907344e1 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.18564129276815303 + - model.lin1_size=1024 + - model.lin2_size=1024 + - model.lin3_size=32 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=1024,model.lin2_size=1024,model.lin3_size=32,model.lr=0.18564129276815303 + id: '2' + num: 2 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2cd996711399ee9365e63d051ef83f2f472a81a9 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=128 +- model.lr=0.18564129276815303 +- model.lin1_size=1024 +- model.lin2_size=1024 +- model.lin3_size=32 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/checkpoints/epoch_051.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/checkpoints/epoch_051.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c2f4de7e06ddf97c7b52e5b89b2a02682519a616 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/checkpoints/epoch_051.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b980c7a55e31f15c78791cae3e5d56a3339b6236c3c5e1d1398b3be8b6ba043 +size 842525318 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..246ce6de0607132c909036ba0e54e6668e85825e --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303524791f81c225e46ebc356f0bcc277f5bbf0a6b0f2bfe858c1dfe9a1cd513 +size 842525318 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646819321.36d13a512e74.1.4 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646819321.36d13a512e74.1.4 new file mode 100644 index 0000000000000000000000000000000000000000..2ebb55beabe2389e97f83aa50713be456e7fbb1e --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646819321.36d13a512e74.1.4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7cbf3eea815cdd4a508b971f84bf3eba253782b5c0363f8bc67981fceab93cf +size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646821188.36d13a512e74.1.5 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646821188.36d13a512e74.1.5 new file mode 100644 index 0000000000000000000000000000000000000000..f5de3b70c0497e6305dd9bf1b881a6f754dbf1f9 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646821188.36d13a512e74.1.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5afd7a23f53594bd5199d6100d94f1c690e3729a3ab6ea892f7098088bc6adf +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1a5029aa98f9ed2c4c98169f7e5215208cdc8bd7 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 1024 + lin3_size: 32 + output_size: 1 + lr: 0.18564129276815303 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 70207617 +model/params/trainable: 70207617 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..82a1cfe357d05158edb8f5304cce27c0e9ebff83 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 64 + lin3_size: 256 + output_size: 1 + lr: 0.028916865805802994 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..da4633ffeaa91f337dfe50764d3e0ede706170ba --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.028916865805802994 + - model.lin1_size=256 + - model.lin2_size=64 + - model.lin3_size=256 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=64,model.lin3_size=256,model.lr=0.028916865805802994 + id: '20' + num: 20 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73a13d4a0ce757993a73fdb7e698934bcfd881ec --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=64 +- model.lr=0.028916865805802994 +- model.lin1_size=256 +- model.lin2_size=64 +- model.lin3_size=256 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/checkpoints/epoch_001.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/checkpoints/epoch_001.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..71b89f0eb3a367e0a9e690e776f0d6c2eeaf3b48 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/checkpoints/epoch_001.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c3ad42c84e1426ba31ce488f775e1fe5d27701248e25f852baa59623945d52 +size 207798918 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fe5b0f9e146c1d3c72ceeeaf51a43beb986afa74 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e580e5decbb7af60dcdec8bcd42211829594fc5092dee1ec3f33e591f3f8911 +size 207798918 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840392.36d13a512e74.1.40 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840392.36d13a512e74.1.40 new file mode 100644 index 0000000000000000000000000000000000000000..f71b3fed16e244fef25b33334868582d710e5f49 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840392.36d13a512e74.1.40 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7186e1e3f48ccb7f5da8e0a1f2e65e6cf0965ab5209abea71f6d580b0b94e8d2 +size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.41 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.41 new file mode 100644 index 0000000000000000000000000000000000000000..14fba80d5b20bcb6f9b72a40a4b991c1755b518b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.41 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b150ddc53bad7dca4d9d863bbe6d156e5c1b4b0e1b7bd90063a58b6003df2835 +size 176 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5efa7a40720a67ceb2b5a0e4eeaeeba883d4fa51 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 64 + lin3_size: 256 + output_size: 1 + lr: 0.028916865805802994 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17314753 +model/params/trainable: 17314753 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e279a6488668741645374bce44c0523194aab7d9 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 64 + lin3_size: 256 + output_size: 1 + lr: 0.0033248513252264887 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..70025507f53ddb573228a8c5d40d756851e64c54 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.0033248513252264887 + - model.lin1_size=256 + - model.lin2_size=64 + - model.lin3_size=256 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=64,model.lin3_size=256,model.lr=0.0033248513252264887 + id: '21' + num: 21 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..073404ba9d0f1657314033ae439810a2637cef5c --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=64 +- model.lr=0.0033248513252264887 +- model.lin1_size=256 +- model.lin2_size=64 +- model.lin3_size=256 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/checkpoints/epoch_027.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/checkpoints/epoch_027.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0cf91246f3742dcd0a611963e8848b9844f7d72d --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/checkpoints/epoch_027.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe2c9f52a93ecb61774aca32a2eec41559702f820fca284dd343478e26464369 +size 207798918 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..29737f314d2ec2c3c285e596eb8dd6f6f1182b05 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8697835239c4c0b7cb7ca7155b8f2b276b84e221044d8495ffead0bdfe6f14ae +size 207798918 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.42 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.42 new file mode 100644 index 0000000000000000000000000000000000000000..fd5574d69da9e798f9df34a91d8e8b1103f6f80d --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.42 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee374bf9a2da10e82a5bc2b1c85e905ef0c795b0450a385ebe81123d3d71530b +size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.43 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.43 new file mode 100644 index 0000000000000000000000000000000000000000..ee04f64b4c007d19a398b5e2a33caa3ad403c7f5 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.43 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ddcd7e767412ec21baa075be2815ec6395e80f198ef2b1944341e6a9e549736 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c73b8f8f46e53d7f1e50032b334e6e693f38a48 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 64 + lin3_size: 256 + output_size: 1 + lr: 0.0033248513252264887 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17314753 +model/params/trainable: 17314753 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..594b73b158d57bc9b4db48d8be5107c3e487dbe3 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 64 + lin3_size: 256 + output_size: 1 + lr: 0.031235620369299066 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..eda65608cfd03a9deabfe64b793de6e4e78155f0 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.031235620369299066 + - model.lin1_size=256 + - model.lin2_size=64 + - model.lin3_size=256 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=64,model.lin3_size=256,model.lr=0.031235620369299066 + id: '22' + num: 22 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8875ab382b357856af5749117150adf8920beffb --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=64 +- model.lr=0.031235620369299066 +- model.lin1_size=256 +- model.lin2_size=64 +- model.lin3_size=256 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/checkpoints/epoch_018.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/checkpoints/epoch_018.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c70194cfbbf0becb61f2c58e3cd8b1a91a58913d --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/checkpoints/epoch_018.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:885d546624e5b5cc6755d60ace3fe7bdb3d4443c89e441865f460cc322eee154 +size 207798918 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a882495d626351aa49f7e8b5b6cb68d38ca5f70c --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c8af28db7ba51a2d46c85d530dc398d2312add058c1651e9d81ec0bf7e632db +size 207798918 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.44 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.44 new file mode 100644 index 0000000000000000000000000000000000000000..edc3968d57241e5e7bddff707d98ff15be523292 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.44 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c96132c812009a15bdc9699a7a27a1cf2ad72361a7427711c69ba07241de4d +size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841991.36d13a512e74.1.45 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841991.36d13a512e74.1.45 new file mode 100644 index 0000000000000000000000000000000000000000..50a32ed08a4ec2e05eed965ca642f360b28ec907 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841991.36d13a512e74.1.45 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb1fc2d8cdbfdd75df83a2343c678bbdd5005a9575d0bab177f5ef7c358ee9bc +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..982579278bb54b450cdde15a0a1d8b39ee48e61a --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 64 + lin3_size: 256 + output_size: 1 + lr: 0.031235620369299066 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17314753 +model/params/trainable: 17314753 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..93821f698ef95808de0965efefc9b6b73ba04a57 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 64 + lin3_size: 256 + output_size: 1 + lr: 0.0025251312548010734 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ffe9f22ea657f14b05e1bb9dccad57d944eb627c --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.0025251312548010734 + - model.lin1_size=256 + - model.lin2_size=64 + - model.lin3_size=256 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=64,model.lin3_size=256,model.lr=0.0025251312548010734 + id: '23' + num: 23 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9f8d900c62a008f32ffd15b8e368bbd71d50287e --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=64 +- model.lr=0.0025251312548010734 +- model.lin1_size=256 +- model.lin2_size=64 +- model.lin3_size=256 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/checkpoints/epoch_006.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/checkpoints/epoch_006.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d78bf7d8066e2217fd7c5e3bfefa34a75543f375 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/checkpoints/epoch_006.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7766d3928699ccf5746f9a1728b988340d3ff0f96f084cbc30943c44764a3b70 +size 207798918 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ba3f5ae850e342c4b924f8eba41efbde5c52fa41 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca22703cf58d180c4782dd5a07e1df4898c49d114ac287a02f9b65ce2c968f7f +size 207798918 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/events.out.tfevents.1646841992.36d13a512e74.1.46 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/events.out.tfevents.1646841992.36d13a512e74.1.46 new file mode 100644 index 0000000000000000000000000000000000000000..8ce5f10fbf19c1c5d67ca79ea4cdf29ce5f2aea1 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/events.out.tfevents.1646841992.36d13a512e74.1.46 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10580876865aa1e61f66ac437498e76b1c9a5a23b26a2ed2aef2c95dd50dc19e +size 25898 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80dd618060868e70663e3968a3f9da925d74e67b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 64 + lin3_size: 256 + output_size: 1 + lr: 0.0025251312548010734 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17314753 +model/params/trainable: 17314753 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e005e16f22513a8f49f4b775704a7a208023536 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 2048 + lin3_size: 32 + output_size: 1 + lr: 0.09908496566082269 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a863176a56b4c854828af27def815fdab79fa0fc --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.09908496566082269 + - model.lin1_size=64 + - model.lin2_size=2048 + - model.lin3_size=32 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=64,model.lin2_size=2048,model.lin3_size=32,model.lr=0.09908496566082269 + id: '3' + num: 3 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9152e8dafce336f286de49a9bccfd2e968842d62 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=128 +- model.lr=0.09908496566082269 +- model.lin1_size=64 +- model.lin2_size=2048 +- model.lin3_size=32 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/checkpoints/epoch_009.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/checkpoints/epoch_009.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..57902f3fce4df54bc188f268fac82b8526a3b458 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/checkpoints/epoch_009.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:760e630d565c790820e4ac1b79c658e5d9324566ff30900e17d64bdcb5147a4f +size 54311238 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..37a7cfdca5565b2b0bd6854222bbde08fad9911e --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b69f95852fc53c571e93af4c85e15fbd0d7b48bef02eaa599a5eda7e12761ed +size 54311302 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821189.36d13a512e74.1.6 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821189.36d13a512e74.1.6 new file mode 100644 index 0000000000000000000000000000000000000000..046007cffe010d7b60accee7c4a90c5f5e94ad2c --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821189.36d13a512e74.1.6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6465c851803d6e213214458ee44d0c389d1f33ac12b43222b83d0e519095d9 +size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821590.36d13a512e74.1.7 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821590.36d13a512e74.1.7 new file mode 100644 index 0000000000000000000000000000000000000000..820b0e519812b578ad93149fdac9c274283ef44a --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821590.36d13a512e74.1.7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc25d5c23f0e62667cf5dfc294528a8659f550168ecbdfd2712c4e11d343e9b9 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c79a2902967f2db2f6fb4463867ccfee8428df58 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 2048 + lin3_size: 32 + output_size: 1 + lr: 0.09908496566082269 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 4523073 +model/params/trainable: 4523073 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bdc6203b66976d810491f2ee960b3fa8de9a8518 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 512 + lin3_size: 128 + output_size: 1 + lr: 0.017335998714038146 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..42eed7bb07090b7c2cd73f3bedda248fd013a7d9 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.017335998714038146 + - model.lin1_size=256 + - model.lin2_size=512 + - model.lin3_size=128 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=512,model.lin3_size=128,model.lr=0.017335998714038146 + id: '4' + num: 4 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8f33fc86c58ce62a55248a48b18f5caaecff70c2 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=128 +- model.lr=0.017335998714038146 +- model.lin1_size=256 +- model.lin2_size=512 +- model.lin3_size=128 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/checkpoints/epoch_068.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/checkpoints/epoch_068.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..66aa17276ae397fd3222a09909d3bdd6ec09438d --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/checkpoints/epoch_068.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b7eda2ea391c07431b45bdbe0e5e935bff3ab465160a7f171acc93cbd0d2270 +size 209777542 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0692783d5a7ffb65359ca2531cbe8f71f9112f90 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:168dad2a50c2b128d5482199fbabb0053338bc65bb2203c084793b3b2d897dbb +size 209777542 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646821591.36d13a512e74.1.8 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646821591.36d13a512e74.1.8 new file mode 100644 index 0000000000000000000000000000000000000000..37475183ac984647e16e6d68bec21d3deaac73dc --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646821591.36d13a512e74.1.8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65445277336fd7a1aa6f8f8452330e8c0fe6d2a09251dc16fa35ecc233786908 +size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646822301.36d13a512e74.1.9 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646822301.36d13a512e74.1.9 new file mode 100644 index 0000000000000000000000000000000000000000..adc48b6b68e07c3226fcc71cad362a19256828fb --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646822301.36d13a512e74.1.9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5854626685e4780ec1d2f3056ce62bfac6efd3776a7be704d78d60be74df8854 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..71f80903be9e03934b00a9d8f5b4321d26e5294d --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 512 + lin3_size: 128 + output_size: 1 + lr: 0.017335998714038146 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17479425 +model/params/trainable: 17479425 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..717955cbbb5ef7fedba41403543d03f0dfacab19 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 64 + lin3_size: 128 + output_size: 1 + lr: 0.01956889375661914 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e8eadce94dd2e9a7026cffe29a88c24baa793d --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=32 + - model.lr=0.01956889375661914 + - model.lin1_size=1024 + - model.lin2_size=64 + - model.lin3_size=128 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=1024,model.lin2_size=64,model.lin3_size=128,model.lr=0.01956889375661914 + id: '5' + num: 5 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1820cc83c3c8dafdbadfc7e6db54865eed9498ed --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=32 +- model.lr=0.01956889375661914 +- model.lin1_size=1024 +- model.lin2_size=64 +- model.lin3_size=128 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/checkpoints/epoch_011.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/checkpoints/epoch_011.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6542d0819d511ac32778dab0dbdd751155ab0e46 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/checkpoints/epoch_011.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af82ead7d4798d39ef2b30ea3cba829d215120c58b954f7b3552ace90e0d0786 +size 830396998 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f57c898b56b2e8d88be6a0bb45760b3eb04567c0 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d765ba304185038147a3ad8f2a5fcf3f92b4ec9fea2995c26099672bf7f78d01 +size 830396998 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646822302.36d13a512e74.1.10 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646822302.36d13a512e74.1.10 new file mode 100644 index 0000000000000000000000000000000000000000..78e28d7e49f4aba78bd9574d14bfcbb408867a2e --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646822302.36d13a512e74.1.10 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5839691ba0fb763c6f7c1b906d09d3fec916c78844011760ca542e4f44ac6f06 +size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646824244.36d13a512e74.1.11 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646824244.36d13a512e74.1.11 new file mode 100644 index 0000000000000000000000000000000000000000..7aca7200b5c7ad6a6b2ded3917ff6c8e4c2a9b27 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646824244.36d13a512e74.1.11 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29209bb004c7b50021f3148c051352bd73ed4bee058b48012372bbb53883463e +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..302f39e5a5d80dd5b59b6029acb22ed3bb80c67e --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 64 + lin3_size: 128 + output_size: 1 + lr: 0.01956889375661914 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 69197505 +model/params/trainable: 69197505 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..72f4c880fd3e22250b10b14904741beb00e5cfd6 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 1024 + lin3_size: 512 + output_size: 1 + lr: 0.012981602213938178 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..86eb2e44ae8ddb0809297f54b2894e0f9b800cb9 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=32 + - model.lr=0.012981602213938178 + - model.lin1_size=256 + - model.lin2_size=1024 + - model.lin3_size=512 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=512,model.lr=0.012981602213938178 + id: '6' + num: 6 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b2842d12e03335fa4977f51a61ffe796b5025981 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=32 +- model.lr=0.012981602213938178 +- model.lin1_size=256 +- model.lin2_size=1024 +- model.lin3_size=512 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/checkpoints/epoch_009.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/checkpoints/epoch_009.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4801b74abea274cbd3ddf6737ea59a0e5fd983cf --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/checkpoints/epoch_009.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b096776fcebcf933de84194de00c2677e254aa22ca90aafd26e5564262cb394 +size 216899526 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..906c3b79deaaca04e47815655a8cf99f1bb903cf --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b917b7c2af53fd11812a79680aef6cdad3d3653e6d0fc064308579089cba316 +size 216899526 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646824245.36d13a512e74.1.12 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646824245.36d13a512e74.1.12 new file mode 100644 index 0000000000000000000000000000000000000000..6b50010e0768ceccd474feb3dc360cc7afcea463 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646824245.36d13a512e74.1.12 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a1b9cd55dd4058ace6d8c7e172aed14068dedb50267e3254359fb3d00a8ab6 +size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.13 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.13 new file mode 100644 index 0000000000000000000000000000000000000000..b5d1c3a7889f50a274c3cfe2ff2c3d026c3a76c0 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.13 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:831e007e84579dba6580ae49b478224e2fb27d0340ec805e676c6b140a057376 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3bad09a1a6a01b85e16af0d032fbd6fc039a9766 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 1024 + lin3_size: 512 + output_size: 1 + lr: 0.012981602213938178 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 18072321 +model/params/trainable: 18072321 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fe13be443deaee7ce21645dd7008d11ddca43f9e --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 1024 + lin3_size: 64 + output_size: 1 + lr: 0.19115771252214422 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a4212410cd1d53f79e8056d48c6cb36d1c28d61c --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.19115771252214422 + - model.lin1_size=256 + - model.lin2_size=1024 + - model.lin3_size=64 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=64,model.lr=0.19115771252214422 + id: '7' + num: 7 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2ab5874034b7f4b9939c4cea0e1acfaf2e0f9b0f --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=64 +- model.lr=0.19115771252214422 +- model.lin1_size=256 +- model.lin2_size=1024 +- model.lin3_size=64 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/checkpoints/epoch_085.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/checkpoints/epoch_085.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..28cb7a97dbb51eab49ea66f6ec4037b9d11cd04d --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/checkpoints/epoch_085.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:126404a3c2263bf34bd80fc127f28430bc43178486a6425658c024e35211fcb3 +size 211369350 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7d9d5f8779d1937073442ec7842ea435728f6673 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb3cdca0a2eaeb56ba051cebd3f4b737445aa1af0d55a26f5c99a1e6b1e3b63c +size 211369350 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.14 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.14 new file mode 100644 index 0000000000000000000000000000000000000000..b175846032255b97624dfcca70b2ba9a0e678f63 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.14 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f3acb60a92b8bda9312d55f4dc0f49870806f39570eacaca9d2c1a717c8a8f7 +size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825789.36d13a512e74.1.15 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825789.36d13a512e74.1.15 new file mode 100644 index 0000000000000000000000000000000000000000..119ad98c9d064ccd7ffcd66bc81439f89dd174dc --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825789.36d13a512e74.1.15 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7dc85efdcbeea7cf9dbe5821c802f0e30e1a90d3bf3ba7157c62f131b224d5 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6866b52ce97e2e40da4c4845f2874e29b9628a03 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 1024 + lin3_size: 64 + output_size: 1 + lr: 0.19115771252214422 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17611777 +model/params/trainable: 17611777 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..42b7e91c9183b71fb317bc730c493bad1edda75e --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 2048 + lin2_size: 2048 + lin3_size: 1024 + output_size: 1 + lr: 0.16654057333719488 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0eccb8c3882edc4829d31807e2af264b3a0e656a --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=32 + - model.lr=0.16654057333719488 + - model.lin1_size=2048 + - model.lin2_size=2048 + - model.lin3_size=1024 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=2048,model.lin2_size=2048,model.lin3_size=1024,model.lr=0.16654057333719488 + id: '8' + num: 8 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7427231a47b9dc49d62f38f2b3b6ae13198a8922 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=32 +- model.lr=0.16654057333719488 +- model.lin1_size=2048 +- model.lin2_size=2048 +- model.lin3_size=1024 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/checkpoints/epoch_002.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/checkpoints/epoch_002.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d9bbe7756daec3674c20aff1ca705d6487937930 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/checkpoints/epoch_002.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2371b520cf1ac779ad55567d24f8ff5ad9d53f3cea75f8c5d51d90f89b438940 +size 1734632326 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..075ae440239fd9df4fa88cc083ed156dc00561e7 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:141d69126583fdab8a19c21cbbc983fdda5f4e80eed64c7238f01656ae7632b4 +size 1734632390 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646825790.36d13a512e74.1.16 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646825790.36d13a512e74.1.16 new file mode 100644 index 0000000000000000000000000000000000000000..d29aae47d3a45d0b7010834bac9633f70ee7398b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646825790.36d13a512e74.1.16 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc24b8ae281198b085e8ba251b648b7e728546864321656335b8d1aa5f5493d +size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646829455.36d13a512e74.1.17 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646829455.36d13a512e74.1.17 new file mode 100644 index 0000000000000000000000000000000000000000..2fafe9a7cd57713bd7e8324f85a2b11f80de2e5a --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646829455.36d13a512e74.1.17 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a6c0665e0357c26656c87da4014c80396c3f45ecec6b37635169640a461393 +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9f39f731eadadf4d189d20fe0f42dfbad5ce53e4 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 2048 + lin2_size: 2048 + lin3_size: 1024 + output_size: 1 + lr: 0.16654057333719488 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 32 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 144547841 +model/params/trainable: 144547841 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..eae454583a092a9bdec10b625d731f003e5ebcbf --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/config.yaml @@ -0,0 +1,66 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focus150_optuna +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 32 + lin2_size: 256 + lin3_size: 128 + output_size: 1 + lr: 0.1335867765111329 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b175cb45c4ee62bbf28fc3f54e1be42842011ff7 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/hydra.yaml @@ -0,0 +1,232 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focus150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 32 + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin2_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + model.lin3_size: + type: categorical + choices: + - 32 + - 64 + - 128 + - 256 + - 512 + - 1024 + - 2048 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.1335867765111329 + - model.lin1_size=32 + - model.lin2_size=256 + - model.lin3_size=128 + - hparams_search=focus150_optuna + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=256,model.lin3_size=128,model.lr=0.1335867765111329 + id: '9' + num: 9 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focus150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: tensorboard + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e28efaca087db98526a3c331250de5f9093a7fe9 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/overrides.yaml @@ -0,0 +1,6 @@ +- datamodule.batch_size=64 +- model.lr=0.1335867765111329 +- model.lin1_size=32 +- model.lin2_size=256 +- model.lin3_size=128 +- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/checkpoints/epoch_066.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/checkpoints/epoch_066.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..54c4733ec34bcca04446659532be0dd5b74ce368 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/checkpoints/epoch_066.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b469916026f4bbb11443e0dde9852c243fc13cc6b10d864cf27a79db6cb251f5 +size 26448582 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/checkpoints/last.ckpt b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..80bb9977055358e74588176989c0b6248732acb9 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31d3f9c3515718296a75e77802ffb45a344147a0d67d22f1090d9d0b646bd5a6 +size 26448582 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829456.36d13a512e74.1.18 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829456.36d13a512e74.1.18 new file mode 100644 index 0000000000000000000000000000000000000000..ec5584a1a3d6fb37dabfafb3e3f9f19896bb50e0 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829456.36d13a512e74.1.18 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e4089863f1a07282afff60e3aa2933184a150e3d3cb08b8af12293f0b993398 +size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829821.36d13a512e74.1.19 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829821.36d13a512e74.1.19 new file mode 100644 index 0000000000000000000000000000000000000000..5e2bedec6100229ae857507846dace4e3f46fa4b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829821.36d13a512e74.1.19 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fd46b7cd6688701a11b3c30b7c203af99d0edf492e01d48c9a1eb68cbe9ca8d +size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d869ba65826a8b1e5133067883cd1a2c02ad971b --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 1 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 32 + lin2_size: 256 + lin3_size: 128 + output_size: 1 + lr: 0.1335867765111329 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 2202337 +model/params/trainable: 2202337 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/optimization_results.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/optimization_results.yaml new file mode 100644 index 0000000000000000000000000000000000000000..147de69a0e335b5b3d8aacf6650f5f0313c8ca40 --- /dev/null +++ b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/optimization_results.yaml @@ -0,0 +1,8 @@ +name: optuna +best_params: + datamodule.batch_size: 64 + model.lr: 0.0320966593270077 + model.lin1_size: 256 + model.lin2_size: 64 + model.lin3_size: 256 +best_value: 1.6327190399169922