ci-net / code /training /run /train.yaml
lsh9034's picture
Add files using upload-large-folder tool
76d61a0 verified
Raw History Blame Contribute Delete
2.75 kB
device: auto
output_dir: ../../../result/training/reference
seed: {value: 42, deterministic: false}
logging:
wandb: {enabled: false}
dataset: {type: fast}
output_root: ../../../result/final_preprocess/training_full
catalog_path: ../../../result/final_preprocess/training_full/catalog.csv
input_window: {past_minutes: 50, interval_minutes: 10}
input_sources: [concat, hsr]
labels:
bt: {future_minutes: 60, interval_minutes: 10}
train:
split: train
time_ranges:
- {start: "201907010000", end: "201910312350"}
- {start: "202005010000", end: "202010312350"}
- {start: "202105010000", end: "202110312350"}
- {start: "202205010000", end: "202210312350"}
- {start: "202305010000", end: "202310312350"}
input_sources: [concat, hsr]
required_labels: [ci_hard, bt]
epochs: 250
batch_size: 3
num_workers: 2
persistent_workers: true
prefetch_factor: 2
shuffle: true
drop_last: true
grad_clip_norm: null
use_ram_cache: false
use_ram_chunk: true
resume: true
resume_path: null
valid:
split: valid
time_ranges:
- {start: "202405010000", end: "202410312350"}
input_sources: [concat, hsr]
label_key: ci_hard
required_labels: [ci_hard]
batch_size: 2
num_workers: 2
shuffle: false
drop_last: false
use_ram_cache: true
use_ram_chunk: false
ram_cache: {use_ram_cache: false}
ram_chunk:
enabled: false
chunk_ram_gb: 44.0
async_prefetch: true
read_block_rows: 64
cache_dtype: float16
swap_policy: repeat_current
chunk_order: circular
verbose: true
dataloader: {pin_memory: true}
model:
name: simvp_bt_aux
params:
in_shape: [6, 12, 583, 550]
out_shape: [1, 1, 583, 550]
bt_out_shape: [6, 1, 583, 550]
hid_S: 64
hid_T: 256
N_S: 6
N_T: 8
model_type: gSTA
groups: 1
mlp_ratio: 8.0
drop: 0.1
drop_path: 0.0
spatio_kernel_enc: 3
spatio_kernel_dec: 3
loss:
name: ci_bt
params: {normalize_terms: true, ref_batches: 100, eps: 0.00000001}
ci_loss:
name: bce
output_key: ci
label_key: ci_hard
weight: 0.85
params: {eps: 0.000001}
bt_loss:
name: bt_mse
output_key: bt
label_key: bt
weight: 0.15
params: {}
optimizer: {name: adamw, params: {lr: 0.001, weight_decay: 0.0001}}
scheduler: {name: step, params: {step_size: 10, gamma: 0.9}}
validation:
checkpoint_glob: null
start_epoch: null
checkpoint_stride: 2
max_checkpoints: null
output_dir: null
eval_workers: 16
thresholds: [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]
cluster_mode: mode_like
min_cluster_pixels: 3
label_min_cluster_pixels: 0
merge_buffer_km: 12
label_buffer_km: 0
model_false_buffer_km: 0
cluster_mask_expansion_km: 0
pixel_size_km: 2.0
connectivity: 8
copy_best_model: true