File size: 5,223 Bytes
06e7ee9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 | model_name: simvp_v3_wsd
seed: 27267831
trainer:
_target_: lightning.pytorch.trainer.trainer.Trainer
accelerator: gpu
devices:
- 1
precision: 16-mixed
gradient_clip_val: 0.5
detect_anomaly: false
overfit_batches: 0.0
min_epochs: null
max_epochs: 80
reload_dataloaders_every_n_epochs: 0
num_sanity_val_steps: 8
fast_dev_run: false
accumulate_grad_batches: 1
limit_train_batches: 12000
limit_val_batches: 400
log_every_n_steps: 50
model:
_target_: sat_pred.training_module.TrainingModule
model:
_target_: sat_pred.models.simvp_model.SimVP
num_channels: 11
history_len: 12
forecast_len: 12
hid_S: 64
hid_T: 512
N_S: 4
N_T: 4
restore_optimizer_state: true
optimizer:
_target_: sat_pred.optimizers.AdamWWSD
lr: 0.0005
warmup_epochs: 0
decay_epochs: 30
total_epochs: 80
final_factor: 0.02
weight_decay: 0.01
target_loss: MAE
video_plot_t0_times:
- '2018-06-08T12:00:00'
- '2018-12-26T12:00:00'
- '2018-06-14T12:00:00'
- '2018-05-08T12:00:00'
- '2018-05-12T12:00:00'
- '2018-01-29T12:00:00'
video_crop_plots: null
datamodule:
_target_: sat_pred.dataset.SatelliteDataModule
zarr_path:
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2008-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2009-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2010-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2011-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2012-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2013-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2014-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2015-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2016-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2017-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2018-3000m-uk-only.zarr
history_mins: 165
forecast_mins: 180
sample_freq_mins: 15
train_periods:
- - 2008-01-01 00:00
- 2017-12-31 23:55
val_periods:
- - 2018-01-01 00:00
- 2018-12-31 23:55
num_workers: 8
prefetch_factor: 2
batch_size: 2
pin_memory: true
persistent_workers: false
dataset_pickle_dir: /tmp/sat_pred_dataset_cache
seed: 27267831
channels:
VIS006:
mean: 8.0
std: 11.4
clip_min: 0
clip_max: 100
missing_value: -11.4
VIS008:
mean: 9.3
std: 13.0
clip_min: 0
clip_max: 100
missing_value: -13.0
IR_016:
mean: 7.4
std: 10.5
clip_min: 0
clip_max: 100
missing_value: -10.5
IR_039:
mean: 267.5
std: 14.9
clip_min: 200
clip_max: 330
missing_value: 185.1
WV_062:
mean: 229.5
std: 4.8
clip_min: 190
clip_max: 270
missing_value: 185.2
WV_073:
mean: 243.9
std: 8.1
clip_min: 190
clip_max: 270
missing_value: 181.9
IR_087:
mean: 261.3
std: 15.8
clip_min: 190
clip_max: 310
missing_value: 174.2
IR_097:
mean: 239.4
std: 8.8
clip_min: 190
clip_max: 280
missing_value: 181.2
IR_108:
mean: 263.5
std: 16.0
clip_min: 190
clip_max: 320
missing_value: 174.0
IR_120:
mean: 262.4
std: 16.1
clip_min: 190
clip_max: 310
missing_value: 173.9
IR_134:
mean: 246.1
std: 10.2
clip_min: 190
clip_max: 280
missing_value: 179.8
callbacks:
early_stopping:
_target_: lightning.pytorch.callbacks.EarlyStopping
monitor: MAE/val
mode: min
patience: 200
min_delta: 0
learning_rate_monitor:
_target_: lightning.pytorch.callbacks.LearningRateMonitor
logging_interval: epoch
gradient_accumulation:
_target_: lightning.pytorch.callbacks.GradientAccumulationScheduler
_convert_: all
scheduling:
0: 16
2: 16
5: 16
10: 16
model_summary:
_target_: lightning.pytorch.callbacks.ModelSummary
max_depth: 4
progress_bar:
_target_: lightning.pytorch.callbacks.TQDMProgressBar
refresh_rate: 50
model_checkpoint:
_target_: lightning.pytorch.callbacks.ModelCheckpoint
monitor: MAE/val
mode: min
save_top_k: 1
save_last: true
every_n_epochs: 1
verbose: false
filename: epoch={epoch}-step={step}
dirpath: checkpoints/simvp_v3_wsd
auto_insert_metric_name: false
save_on_train_epoch_end: false
logger:
wandb:
_target_: lightning.pytorch.loggers.wandb.WandbLogger
project: sat_pred
name: simvp_v3_wsd
save_dir: ./
offline: false
id: null
log_model: false
prefix: ''
job_type: train
group: ''
tags: []
|