| run_name: fusion_c1_ralf | |
| seed: 42 | |
| data: | |
| tasks: | |
| mpdb: | |
| dir: null | |
| select_by: balanced_acc | |
| seizeit2: | |
| dir: '<the task''s prepared windows: train.h5, val.h5, test.h5>' | |
| select_by: auprc | |
| modalities: | |
| - eeg | |
| - ecg | |
| - emg | |
| num_workers: 4 | |
| encoders: | |
| eeg: pretrain_eeg_c1_moe_best.pth | |
| ecg: pretrain_ecg_c1_moe_best.pth | |
| emg: pretrain_emg_c1_moe_epoch38.pth | |
| model: | |
| fusion: ralf | |
| encoder_mode: frozen | |
| route_drop_max: 2 | |
| encoder_dropout: 0.0 | |
| summary_tokens: 4 | |
| summary_heads: 4 | |
| embed_dim: 256 | |
| num_fusion_tokens: 8 | |
| num_heads: 8 | |
| depth: 2 | |
| dropout: 0.1 | |
| residual_weight: 0.5 | |
| train: | |
| epochs: 60 | |
| batch_size: 32 | |
| lr: 0.0003 | |
| encoder_lr_scale: 1.0 | |
| layer_decay: 0.75 | |
| weight_decay: 0.05 | |
| warmup_ratio: 0.1 | |
| min_lr_ratio: 0.01 | |
| grad_clip: 1.0 | |
| precision: bf16 | |
| patience: 10 | |
| class_weight: sqrt | |
| modality_dropout: 0.3 | |
| uni_weight: 0.2 | |
| reliability_weight: 1.0 | |
| consistency_weight: 1.0 | |
| corruption: | |
| enabled: true | |
| prob: 0.5 | |
| kinds: | |
| - noise | |
| - drift | |
| - saturation | |
| - bad_channel | |
| - dropout | |
| max_level: 1.0 | |
| eval: | |
| corruption_severity: 0.7 | |