Download bash/lora_multitask.sh from bidulki-99/Aurora-reimpl: direct link, hf CLI and curl.
- Browser
- Download file 1.33 kB
-
https://huggingface.co/bidulki-99/Aurora-reimpl/resolve/main/bash/lora_multitask.sh
- Command line
-
hf download hf://bidulki-99/Aurora-reimpl/bash/lora_multitask.sh
-
curl -L -o lora_multitask.sh https://huggingface.co/bidulki-99/Aurora-reimpl/resolve/main/bash/lora_multitask.sh
1.33 kB
| CUDA_VISIBLE_DEVICES=4,5,6,7 torchrun --nproc_per_node=4 \ | |
| train_aurora_lora.py \ | |
| --base_dir /hub_data3/minseo/ArchesWeather-SR/data/era5_240/full \ | |
| --train_years 2016-2020 --val_years 2021 \ | |
| --steps 1 --total_steps 10000 --warmup_steps 1000 \ | |
| --lr 5e-5 --weight_decay 0 \ | |
| --precision bf16 --batch_size 1 \ | |
| --act_ckpt --disable_droppath \ | |
| --out_dir /hub_data3/minseo/aurora/lora_ckpt_wloss_hres/multitask \ | |
| --tb_dir /hub_data3/minseo/aurora/tb_lora_wloss_hres/multitask \ | |
| --clim_path /hub_data3/minseo/ArchesWeather-SR/data/era5_240/era5_240_clim.nc \ | |
| --deg_old 1.5 --deg_new 1.5 --win_orig 2,4,8 --win_min_hw 1 --patch_new 1 \ | |
| --finetune_mode lora --scheduler cosine --min_lr_scale 0.05 \ | |
| --surf_stats_json /hub_data3/minseo/aurora/surf_stats_1p5deg.json \ | |
| --surf_stats_days 1000 \ | |
| --tasks identity,regional,extreme,addvars \ | |
| --roi_preset east_asia,mena,tropical_pacific \ | |
| --extra_surf tcc \ | |
| --extreme_q 0.01,0.99 --extreme_sigma_k 1.0 \ | |
| --grid_clim_cache /hub_data3/minseo/aurora/cache/grid_clim_2016_2021.npz \ | |
| --grid_clim_days 1000 \ | |
| --adapter_mode lora \ | |
| --task_weights "identity=1.0,regional=0.08,extreme=0.10,addvars=1.0" \ | |
| --init_ckpt /hub_data3/minseo/aurora/lora_ckpt_wloss_hres/full_small_epoch_1.pt \ | |
| --init_ckpt_p_old 1 \ | |
| --enable_ckpt_adapt --enable_window_retarget |