SeonghwanSeo commited on
Commit
16d9adb
·
verified ·
1 Parent(s): 00348c7

Release KFold weights and matching inference configuration

Browse files
Files changed (3) hide show
  1. config.json +1 -0
  2. config.yaml +155 -0
  3. weights/kfold.pth +3 -0
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
config.yaml ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # === Model Configuration === #
2
+ channel_s: 384
3
+ channel_z: 256
4
+ dropout: 0.25
5
+ diffusion_type: ecsi
6
+
7
+ input_embedder:
8
+ channel_s: 384
9
+ channel_z: 256
10
+ channel_atom: 128
11
+ channel_atompair: 16
12
+ atom_encoder_blocks: 3
13
+ atom_encoder_heads: 4
14
+ ckpt_atom_stack: false
15
+
16
+ apo_module:
17
+ channel_apo: 64
18
+ channel_z: 256
19
+ num_blocks: 2
20
+ num_tri_heads: 4
21
+ dropout: 0.1
22
+ num_distogram_bins: 39
23
+ min_dist: 3.25
24
+ max_dist: 50.75
25
+ blocks_per_ckpt: null
26
+
27
+ protein_sequence_encoder:
28
+ model_path: null
29
+ cache_dir: null
30
+ vocab_size: 64
31
+ d_model: 2304
32
+ n_heads: 36
33
+ n_layers: 48
34
+
35
+ protein_structure_encoder:
36
+ model_path: null
37
+ cache_dir: null
38
+ d_model: 2560
39
+ n_heads: 40
40
+ n_layers: 33
41
+
42
+ rna_sequence_encoder:
43
+ model_path: null
44
+ cache_dir: null
45
+ vocab_size: 64
46
+ d_model: 960
47
+ n_heads: 15
48
+ n_layers: 30
49
+ use_moe: true
50
+
51
+ trunk:
52
+ num_lm_blocks: 4
53
+ num_main_blocks: 48
54
+ num_refine_blocks: 2
55
+ dropout: 0.25
56
+ blocks_per_ckpt: null
57
+
58
+ parcae:
59
+ state_init: trunc_normal
60
+ decay_init: 0.4472135954999579
61
+
62
+ score_model:
63
+ channel_a: 1024
64
+ channel_s: 384
65
+ channel_z: 256
66
+ channel_atom: 128
67
+ channel_atompair: 16
68
+ channel_coords: 6
69
+ separate_endpoint_atom_encoder: true
70
+ endpoint_branch_dropout: 0.0
71
+ atom_encoder_blocks: 3
72
+ atom_encoder_heads: 4
73
+ token_transformer_blocks: 16
74
+ token_transformer_heads: 16
75
+ atom_decoder_blocks: 3
76
+ atom_decoder_heads: 4
77
+ blocks_per_ckpt: null
78
+ ckpt_atom_stack: false
79
+
80
+ diffusion_head:
81
+ # ECSI preconditioning
82
+ sigma_data: 16.0
83
+ sigma_data_end: 27.0
84
+ cov_xy: 175.0
85
+
86
+ # ECSI coefficients
87
+ time_min: 1e-8
88
+ time_max: 0.9999
89
+ gamma_max: 24.0
90
+ gamma_power: 1.0
91
+ eta: 1.0
92
+
93
+ # Inference time schedule
94
+ align_x_0_hat_to_x_t: true
95
+ sampler_mode: sde
96
+ sampler_ode_type: ecsi
97
+ sampler_step_scale: 1.0
98
+ sampler_switch_time: 0.1
99
+ sampler_sde_atom_classes: [all]
100
+ churn_factor: 0.1
101
+ churn_max_multiplier: 4.0
102
+ churn_end_time: 0.5
103
+ churn_max_time: null
104
+ churn_step_fraction: 0.4
105
+ churn_step_power: 1.0
106
+ ode_step_power: 2.0
107
+ stepwarp_power: 0.5
108
+
109
+ # Training time schedule
110
+ train_time_schedule: logistic
111
+ train_time_schedule_params: [-2.15, 2.25]
112
+ train_x_0_perturb_time_min: 0.7
113
+ train_x_0_perturb_prob: 0.0
114
+ train_x_0_perturb_translation_std: 4.0
115
+
116
+ distogram_head:
117
+ channel_z: 256
118
+ num_bins: 64
119
+ min_dist: 2.0
120
+ max_dist: 22.0
121
+
122
+ confidence_head:
123
+ channel_s: 384
124
+ channel_z: 256
125
+ num_heads_attn: 16
126
+ num_blocks: 4
127
+ dropout: 0.25
128
+ num_bins: 39
129
+ min_dist: 3.25
130
+ max_dist: 50.75
131
+ min_pae_dist: 0.0
132
+ max_pae_dist: 32.0
133
+ num_pae_bins: 64
134
+ min_pde_dist: 0.0
135
+ max_pde_dist: 32.0
136
+ num_pde_bins: 64
137
+ num_plddt_bins: 50
138
+ blocks_per_ckpt: null
139
+
140
+ patch_pair_geometry:
141
+ enabled: true
142
+ channel_z: 256
143
+ num_bins: 64
144
+ min_dist: 2.0
145
+ max_dist: 22.0
146
+ patch_size: 16
147
+ max_patches_per_chain: 8
148
+ max_patch_pairs: 256
149
+ pool_max_tokens_per_patch: 16
150
+ positive_cutoff: 12.0
151
+ hard_negative_cutoff: 18.0
152
+
153
+ # Training preconditioning
154
+ diffusion_conditioning_drop_rate: 0.2
155
+ confidence_conditioning_drop_rate: 0.2
weights/kfold.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37f7f3b48b5f852c9b226786246f68a3a44635762ac6185a293b081b592f8c93
3
+ size 1354761623