run_name: fusion_c1_ralf
seed: 42
data:
  tasks:
    mpdb:
      dir: null
      select_by: balanced_acc
    seizeit2:
      dir: '<the task''s prepared windows: train.h5, val.h5, test.h5>'
      select_by: auprc
  modalities:
  - eeg
  - ecg
  - emg
  num_workers: 4
encoders:
  eeg: pretrain_eeg_c1_moe_best.pth
  ecg: pretrain_ecg_c1_moe_best.pth
  emg: pretrain_emg_c1_moe_epoch38.pth
model:
  fusion: ralf
  encoder_mode: frozen
  route_drop_max: 2
  encoder_dropout: 0.0
  summary_tokens: 4
  summary_heads: 4
  embed_dim: 256
  num_fusion_tokens: 8
  num_heads: 8
  depth: 2
  dropout: 0.1
  residual_weight: 0.5
train:
  epochs: 60
  batch_size: 32
  lr: 0.0003
  encoder_lr_scale: 1.0
  layer_decay: 0.75
  weight_decay: 0.05
  warmup_ratio: 0.1
  min_lr_ratio: 0.01
  grad_clip: 1.0
  precision: bf16
  patience: 10
  class_weight: sqrt
  modality_dropout: 0.3
  uni_weight: 0.2
  reliability_weight: 1.0
  consistency_weight: 1.0
corruption:
  enabled: true
  prob: 0.5
  kinds:
  - noise
  - drift
  - saturation
  - bad_channel
  - dropout
  max_level: 1.0
eval:
  corruption_severity: 0.7