wangd12 commited on
Commit
e23f97c
·
verified ·
1 Parent(s): 35ef4fe

Upload histomethyl_gigapath_hparams.yaml

Browse files
Files changed (1) hide show
  1. histomethyl_gigapath_hparams.yaml +121 -0
histomethyl_gigapath_hparams.yaml ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ devices_per_job: 4
2
+ model:
3
+ litmodule:
4
+ _target_: hescape.modules.pretrain_module.PretrainModule
5
+ _partial_: true
6
+ input_genes: 1187190
7
+ embed_dim: 768
8
+ img_enc_name: gigapath
9
+ gene_enc_name: cpgpt
10
+ cpgpt_model_name: large
11
+ tile_finetune: frozen
12
+ slide_finetune: full
13
+ gene_finetune: frozen
14
+ loss: CLIP
15
+ img_proj: mlp
16
+ gene_proj: mlp
17
+ n_tissue: null
18
+ n_region: null
19
+ image_size: 224
20
+ temperature: 0.07
21
+ lr: 0.0001
22
+ weight_decay: 0.01
23
+ optimizer:
24
+ lr: 0.0001
25
+ weight_decay: 0.01
26
+ cosine_scheduler:
27
+ _target_: hescape.modules._utils._get_cosine_schedule_with_warmup_lr_lambda
28
+ _partial_: true
29
+ num_warmup_steps: 780
30
+ num_cycles: 0.5
31
+ num_training_steps: 40000
32
+ monitor: val_loss
33
+ evaluations:
34
+ batch_key: id
35
+ label_key: organ
36
+ training:
37
+ lightning:
38
+ trainer:
39
+ _target_: pytorch_lightning.Trainer
40
+ _partial_: true
41
+ max_steps: 40000
42
+ enable_progress_bar: true
43
+ num_nodes: 1
44
+ strategy: ddp_find_unused_parameters_true
45
+ precision: bf16-mixed
46
+ log_every_n_steps: 10
47
+ val_check_interval: 1.0
48
+ sync_batchnorm: true
49
+ accelerator: gpu
50
+ gradient_clip_val: 5
51
+ num_sanity_val_steps: 2
52
+ profiler: null
53
+ max_epochs: 10
54
+ devices: 4
55
+ train: true
56
+ test: false
57
+ evaluations:
58
+ batch_key: id
59
+ label_key: organ
60
+ callbacks:
61
+ model_checkpoint:
62
+ _target_: pytorch_lightning.callbacks.ModelCheckpoint
63
+ monitor: val_loss
64
+ save_last: true
65
+ mode: min
66
+ save_top_k: -1
67
+ dirpath: /anvil/projects/x-cis250966/dna/hescapedna/results/slide_full_finetune_dna_frozen_0223_1620/checkpoints
68
+ auto_insert_metric_name: true
69
+ early_stopping:
70
+ _target_: pytorch_lightning.callbacks.EarlyStopping
71
+ monitor: val_loss
72
+ min_delta: 0.01
73
+ patience: 5
74
+ mode: min
75
+ lr_monitor:
76
+ _target_: pytorch_lightning.callbacks.LearningRateMonitor
77
+ logging_interval: step
78
+ logger:
79
+ csv:
80
+ _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
81
+ save_dir: /anvil/projects/x-cis250966/dna/hescapedna/results/slide_full_finetune_dna_frozen_0223_1620/csv_logger
82
+ name: ''
83
+ prefix: ''
84
+ wandb:
85
+ _target_: pytorch_lightning.loggers.wandb.WandbLogger
86
+ save_dir: /anvil/projects/x-cis250966/dna/hescapedna/results/slide_full_finetune_dna_frozen_0223_1620/wandb_logger
87
+ log_model: false
88
+ project: hescape_training
89
+ name: local
90
+ paths:
91
+ anatomy:
92
+ dataset_name: wsi_dnameth
93
+ train_csv: /home/exouser/Public/modified/data/human-lung-healthy-panel/train.csv
94
+ val_csv: /home/exouser/Public/modified/data/human-lung-healthy-panel/val.csv
95
+ test_csv: /home/exouser/Public/modified/data/human-lung-healthy-panel/test.csv
96
+ output: /anvil/projects/x-cis250966/dna/hescapedna/results/slide_full_finetune_dna_frozen_0223_1620
97
+ pretrain_weights:
98
+ drvi_model_dir: drvi_human_lung_healthy_panel
99
+ data_gene_reference_path: ../human_lung_healthy_panel/nicheformer_reference.h5ad
100
+ data_files_path: /anvil/projects/x-cis250966/dna/hescapedna/data/wsi_dnameth/raw
101
+ base_output_path: /anvil/projects/x-cis250966/dna/hescapedna/results
102
+ data_root_dir: /anvil/projects/x-cis250966/dna/hescapedna/data/wsi_dnameth
103
+ cpgpt_root_dir: /anvil/projects/x-cis250966/dna/hescapedna/data/cpgpt_files
104
+ pretrain_weights:
105
+ img_enc_path: /home/exouser/Public/pretrained_weights/image
106
+ base_data_gene_reference_path: /p/project1/hai_spatial_clip/hescape/data
107
+ datamodule:
108
+ _target_: hescape.data_modules.dnameth_wsi_dataset.DnaMethWSIDataModule
109
+ root_dir: /anvil/projects/x-cis250966/dna/hescapedna/data/wsi_dnameth/raw
110
+ jsonl_path: /anvil/projects/x-cis250966/dna/hescapedna/data/wsi_dnameth/index_train_tiled.jsonl
111
+ batch_size: 48
112
+ num_workers: 8
113
+ pin_memory: true
114
+ persistent_workers: true
115
+ val_ratio: 0.1
116
+ test_ratio: 0.0
117
+ seed: 24442
118
+ dropna: true
119
+ cpgpt_root_dir: /anvil/projects/x-cis250966/dna/hescapedna/data/cpgpt_files
120
+ cpgpt_model_name: large
121
+ name: hescape_default_training