cyclization9 commited on
Commit
cc62de9
·
verified ·
1 Parent(s): 852b99b

Update SPURS checkpoints

Browse files
spurs/.hydra/config.yaml ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ datamodule:
2
+ _target_: megascale
3
+ batch_size: 1
4
+ num_workers: 8
5
+ pin_memory: true
6
+ alphabet:
7
+ name: esm
8
+ featurizer: megascale
9
+ trainer:
10
+ _target_: pytorch_lightning.Trainer
11
+ gpus: auto
12
+ min_epochs: 1
13
+ max_epochs: 200
14
+ enable_progress_bar: true
15
+ log_every_n_steps: 10
16
+ resume_from_checkpoint: null
17
+ strategy: ddp_sharded_fbo
18
+ precision: 32
19
+ gradient_clip_val: 0.0
20
+ num_sanity_val_steps: 0
21
+ check_val_every_n_epoch: 1
22
+ reload_dataloaders_every_n_epochs: 100000
23
+ replace_sampler_ddp: false
24
+ max_steps: 200000
25
+ name: megascale/spurs
26
+ model:
27
+ _target_: spurs
28
+ encoder:
29
+ d_model: 128
30
+ n_enc_layers: 3
31
+ n_dec_layers: 3
32
+ tune: true
33
+ use_input_decoding_order: true
34
+ adapter_layer_indices:
35
+ - -3
36
+ mlp:
37
+ flat_dim: 128
38
+ input_dim: 256
39
+ hidden_dim: 1024
40
+ num_layers: 4
41
+ output_dim: 21
42
+ dropout: 0.1
43
+ dropout: 0.5
44
+ task:
45
+ _target_: stability/megascale
46
+ criterion:
47
+ _target_: spurs.modules.mseloss.MSELoss
48
+ optimizer:
49
+ type: adamw
50
+ _partial_: true
51
+ lr: 0.0001
52
+ betas:
53
+ - 0.9
54
+ - 0.98
55
+ weight_decay: 0.001
56
+ lr_scheduler:
57
+ type: plateau
58
+ lr: ${train.lr}
59
+ factor: 0.2
60
+ mode: min
61
+ monitor: val/rho_avg_mse
62
+ train:
63
+ seed: 45
64
+ lr: 0.001
65
+ monitor: val/rho_avg_spearman
66
+ mode: max
67
+ patience: 30
68
+ optimized_metric: val/rho_avg_spearman
69
+ experiment: mpnn
70
+ callbacks:
71
+ model_summary:
72
+ _target_: pytorch_lightning.callbacks.RichModelSummary
73
+ max_depth: -1
74
+ model_checkpoint:
75
+ _target_: spurs.utils.callbacks.ModelCheckpoint
76
+ monitor: ${train.monitor}
77
+ mode: ${train.mode}
78
+ save_top_k: 1
79
+ save_last: true
80
+ verbose: true
81
+ dirpath: checkpoints
82
+ filename: step_{global_step}-${train.monitor}_{${train.monitor}:.2f}
83
+ auto_insert_metric_name: false
84
+ early_stopping:
85
+ _target_: pytorch_lightning.callbacks.EarlyStopping
86
+ monitor: ${train.monitor}
87
+ mode: ${train.mode}
88
+ patience: ${train.patience}
89
+ min_delta: 0
90
+ check_on_train_epoch_end: false
91
+ logger:
92
+ tensorboard:
93
+ _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
94
+ save_dir: tensorboard/
95
+ name: null
96
+ version: ${name}
97
+ log_graph: false
98
+ default_hp_metric: true
99
+ prefix: ''
100
+ paths:
101
+ root_dir: ${oc.env:PROJECT_ROOT}
102
+ data_dir: ${paths.root_dir}/data/
103
+ log_dir: ${paths.root_dir}/logs/${name}
104
+ ckpt_dir: ${paths.log_dir}/checkpoints
105
+ psnetdata: ${paths.root_dir}/PSNet/data
spurs/checkpoints/best.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a1fd0e0b123dc74cc394591034288348594aa9b2f4d152ad808a24d4cd5c642
3
+ size 2678927823