nickrb commited on
Commit
73c744d
·
verified ·
1 Parent(s): 54da32c

Every model a StructureModel: slot layout (trunk, diffusion and confidence slots; extras)

Browse files
Files changed (41) hide show
  1. bioemu2/model.json +991 -985
  2. bioemu2/weights.safetensors +2 -2
  3. boltz2/model.json +84 -84
  4. boltz2/weights.safetensors +2 -2
  5. esmfold2/model.json +0 -0
  6. esmfold2/weights.safetensors +2 -2
  7. esmfold2_experimental/model.json +1013 -1003
  8. esmfold2_experimental/weights.safetensors +2 -2
  9. esmfold2_experimental_cutoff2025/model.json +1013 -1003
  10. esmfold2_experimental_cutoff2025/weights.safetensors +2 -2
  11. esmfold2_experimental_fast/model.json +478 -468
  12. esmfold2_experimental_fast/weights.safetensors +2 -2
  13. esmfold2_experimental_fast_base300m/model.json +478 -468
  14. esmfold2_experimental_fast_base300m/weights.safetensors +2 -2
  15. esmfold2_experimental_fast_base600m/model.json +478 -468
  16. esmfold2_experimental_fast_base600m/weights.safetensors +2 -2
  17. esmfold2_experimental_fast_base6b/model.json +478 -468
  18. esmfold2_experimental_fast_base6b/weights.safetensors +2 -2
  19. esmfold2_experimental_fast_cutoff2025/model.json +478 -468
  20. esmfold2_experimental_fast_cutoff2025/weights.safetensors +2 -2
  21. esmfold2_fast/model.json +1080 -1069
  22. esmfold2_fast/weights.safetensors +2 -2
  23. mol1_base/model.json +16 -16
  24. mol1_base/weights.safetensors +1 -1
  25. opendde_abag/model.json +0 -0
  26. opendde_abag/weights.safetensors +2 -2
  27. opendde_v1/model.json +0 -0
  28. opendde_v1/weights.safetensors +2 -2
  29. openfold3/model.json +6 -6
  30. promera/model.json +16 -16
  31. promera/weights.safetensors +2 -2
  32. protenix_base/model.json +16 -16
  33. protenix_base/weights.safetensors +2 -2
  34. protenix_base_20250630/model.json +16 -16
  35. protenix_base_20250630/weights.safetensors +2 -2
  36. protenix_mini/model.json +16 -16
  37. protenix_mini/weights.safetensors +1 -1
  38. protenix_tiny/model.json +16 -16
  39. protenix_tiny/weights.safetensors +2 -2
  40. protenix_v2/model.json +16 -16
  41. protenix_v2/weights.safetensors +1 -1
bioemu2/model.json CHANGED
@@ -14,7 +14,7 @@
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
- "module": "jfold.models.bioemu2:BioEmu2",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.inputs:InputEmbedder",
@@ -712,610 +712,305 @@
712
  }
713
  },
714
  "trunk": {
715
- "module": "jfold.model:Trunk",
716
  "fields": {
717
- "recycle_s": {
718
- "module": "jfold.model:Recycle",
719
  "fields": {
720
- "norm": {
721
- "module": "jfold.nn:LayerNorm",
722
  "fields": {
723
- "weight": {
724
- "array": "trunk.recycle_s.norm.weight",
725
- "shape": [
726
- 384
727
- ],
728
- "dtype": "float32"
729
- },
730
- "bias": {
731
- "array": "trunk.recycle_s.norm.bias",
732
- "shape": [
733
- 384
734
- ],
735
- "dtype": "float32"
 
 
 
 
 
 
736
  },
737
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
738
  }
739
  },
740
- "linear": {
741
- "module": "jfold.nn:Linear",
742
- "fields": {
743
- "weight": {
744
- "array": "trunk.recycle_s.linear.weight",
745
- "shape": [
746
- 384,
747
- 384
748
- ],
749
- "dtype": "float32"
750
- },
751
- "bias": null
752
- }
753
- }
754
- }
755
- },
756
- "recycle_z": {
757
- "module": "jfold.model:Recycle",
758
- "fields": {
759
- "norm": {
760
- "module": "jfold.nn:LayerNorm",
761
  "fields": {
762
- "weight": {
763
- "array": "trunk.recycle_z.norm.weight",
764
- "shape": [
765
- 256
766
- ],
767
- "dtype": "float32"
768
- },
769
- "bias": {
770
- "array": "trunk.recycle_z.norm.bias",
771
- "shape": [
772
- 256
773
- ],
774
- "dtype": "float32"
 
 
 
 
 
 
775
  },
776
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
777
  }
778
  },
779
- "linear": {
780
- "module": "jfold.nn:Linear",
781
- "fields": {
782
- "weight": {
783
- "array": "trunk.recycle_z.linear.weight",
784
- "shape": [
785
- 256,
786
- 256
787
- ],
788
- "dtype": "float32"
789
- },
790
- "bias": null
791
- }
792
- }
793
- }
794
- },
795
- "pairformer": {
796
- "module": "jfold.pairformer:PairformerStack",
797
- "fields": {
798
- "layers": {
799
- "module": "jfold.pairformer:PairMixerLayer",
800
  "fields": {
801
- "tri_mul_out": {
802
- "module": "jfold.pairformer:TriangleMultiplication",
803
  "fields": {
804
- "norm_in": {
805
- "module": "jfold.nn:LayerNorm",
806
  "fields": {
807
- "weight": {
808
- "array": "trunk.pairformer.layers.tri_mul_out.norm_in.weight",
809
- "shape": [
810
- 48,
811
- 256
812
- ],
813
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
814
  },
815
- "bias": {
816
- "array": "trunk.pairformer.layers.tri_mul_out.norm_in.bias",
817
- "shape": [
818
- 48,
819
- 256
820
- ],
821
- "dtype": "float32"
 
 
 
 
 
 
 
822
  },
823
- "eps": 1e-05
824
- }
825
- },
826
- "linear_p": {
827
- "module": "jfold.nn:Linear",
828
- "fields": {
829
- "weight": {
830
- "array": "trunk.pairformer.layers.tri_mul_out.linear_p.weight",
831
- "shape": [
832
- 48,
833
- 512,
834
- 256
835
- ],
836
- "dtype": "float32"
837
  },
838
- "bias": null
839
- }
840
- },
841
- "linear_g": {
842
- "module": "jfold.nn:Linear",
843
- "fields": {
844
- "weight": {
845
- "array": "trunk.pairformer.layers.tri_mul_out.linear_g.weight",
846
- "shape": [
847
- 48,
848
- 512,
849
- 256
850
- ],
851
- "dtype": "float32"
 
 
 
 
 
 
 
852
  },
853
- "bias": null
854
- }
855
- },
856
- "norm_out": {
857
- "module": "jfold.nn:LayerNorm",
858
- "fields": {
859
- "weight": {
860
- "array": "trunk.pairformer.layers.tri_mul_out.norm_out.weight",
861
- "shape": [
862
- 48,
863
- 256
864
- ],
865
- "dtype": "float32"
 
866
  },
867
- "bias": {
868
- "array": "trunk.pairformer.layers.tri_mul_out.norm_out.bias",
869
- "shape": [
870
- 48,
871
- 256
872
- ],
873
- "dtype": "float32"
 
 
 
 
 
 
 
874
  },
875
- "eps": 1e-05
876
  }
877
  },
878
- "linear_out": {
879
- "module": "jfold.nn:Linear",
880
  "fields": {
881
- "weight": {
882
- "array": "trunk.pairformer.layers.tri_mul_out.linear_out.weight",
883
- "shape": [
884
- 48,
885
- 256,
886
- 256
887
- ],
888
- "dtype": "float32"
889
- },
890
- "bias": null
891
- }
892
- },
893
- "linear_out_g": {
894
- "module": "jfold.nn:Linear",
895
- "fields": {
896
- "weight": {
897
- "array": "trunk.pairformer.layers.tri_mul_out.linear_out_g.weight",
898
- "shape": [
899
- 48,
900
- 256,
901
- 256
902
- ],
903
- "dtype": "float32"
904
- },
905
- "bias": null
906
- }
907
- },
908
- "outgoing": true
909
- }
910
- },
911
- "tri_mul_in": {
912
- "module": "jfold.pairformer:TriangleMultiplication",
913
- "fields": {
914
- "norm_in": {
915
- "module": "jfold.nn:LayerNorm",
916
- "fields": {
917
- "weight": {
918
- "array": "trunk.pairformer.layers.tri_mul_in.norm_in.weight",
919
- "shape": [
920
- 48,
921
- 256
922
- ],
923
- "dtype": "float32"
924
- },
925
- "bias": {
926
- "array": "trunk.pairformer.layers.tri_mul_in.norm_in.bias",
927
- "shape": [
928
- 48,
929
- 256
930
- ],
931
- "dtype": "float32"
932
- },
933
- "eps": 1e-05
934
- }
935
- },
936
- "linear_p": {
937
- "module": "jfold.nn:Linear",
938
- "fields": {
939
- "weight": {
940
- "array": "trunk.pairformer.layers.tri_mul_in.linear_p.weight",
941
- "shape": [
942
- 48,
943
- 512,
944
- 256
945
- ],
946
- "dtype": "float32"
947
- },
948
- "bias": null
949
- }
950
- },
951
- "linear_g": {
952
- "module": "jfold.nn:Linear",
953
- "fields": {
954
- "weight": {
955
- "array": "trunk.pairformer.layers.tri_mul_in.linear_g.weight",
956
- "shape": [
957
- 48,
958
- 512,
959
- 256
960
- ],
961
- "dtype": "float32"
962
- },
963
- "bias": null
964
- }
965
- },
966
- "norm_out": {
967
- "module": "jfold.nn:LayerNorm",
968
- "fields": {
969
- "weight": {
970
- "array": "trunk.pairformer.layers.tri_mul_in.norm_out.weight",
971
- "shape": [
972
- 48,
973
- 256
974
- ],
975
- "dtype": "float32"
976
- },
977
- "bias": {
978
- "array": "trunk.pairformer.layers.tri_mul_in.norm_out.bias",
979
- "shape": [
980
- 48,
981
- 256
982
- ],
983
- "dtype": "float32"
984
- },
985
- "eps": 1e-05
986
- }
987
- },
988
- "linear_out": {
989
- "module": "jfold.nn:Linear",
990
- "fields": {
991
- "weight": {
992
- "array": "trunk.pairformer.layers.tri_mul_in.linear_out.weight",
993
- "shape": [
994
- 48,
995
- 256,
996
- 256
997
- ],
998
- "dtype": "float32"
999
- },
1000
- "bias": null
1001
- }
1002
- },
1003
- "linear_out_g": {
1004
- "module": "jfold.nn:Linear",
1005
- "fields": {
1006
- "weight": {
1007
- "array": "trunk.pairformer.layers.tri_mul_in.linear_out_g.weight",
1008
- "shape": [
1009
- 48,
1010
- 256,
1011
- 256
1012
- ],
1013
- "dtype": "float32"
1014
- },
1015
- "bias": null
1016
- }
1017
- },
1018
- "outgoing": false
1019
- }
1020
- },
1021
- "transition_z": {
1022
- "module": "jfold.nn:Transition",
1023
- "fields": {
1024
- "norm": {
1025
- "module": "jfold.nn:LayerNorm",
1026
- "fields": {
1027
- "weight": {
1028
- "array": "trunk.pairformer.layers.transition_z.norm.weight",
1029
- "shape": [
1030
- 48,
1031
- 256
1032
- ],
1033
- "dtype": "float32"
1034
- },
1035
- "bias": {
1036
- "array": "trunk.pairformer.layers.transition_z.norm.bias",
1037
- "shape": [
1038
- 48,
1039
- 256
1040
- ],
1041
- "dtype": "float32"
1042
- },
1043
- "eps": 1e-05
1044
- }
1045
- },
1046
- "linear_a": {
1047
- "module": "jfold.nn:Linear",
1048
- "fields": {
1049
- "weight": {
1050
- "array": "trunk.pairformer.layers.transition_z.linear_a.weight",
1051
- "shape": [
1052
- 48,
1053
- 1024,
1054
- 256
1055
- ],
1056
- "dtype": "float32"
1057
- },
1058
- "bias": null
1059
- }
1060
- },
1061
- "linear_b": {
1062
- "module": "jfold.nn:Linear",
1063
- "fields": {
1064
- "weight": {
1065
- "array": "trunk.pairformer.layers.transition_z.linear_b.weight",
1066
- "shape": [
1067
- 48,
1068
- 1024,
1069
- 256
1070
- ],
1071
- "dtype": "float32"
1072
- },
1073
- "bias": null
1074
- }
1075
- },
1076
- "linear_out": {
1077
- "module": "jfold.nn:Linear",
1078
- "fields": {
1079
- "weight": {
1080
- "array": "trunk.pairformer.layers.transition_z.linear_out.weight",
1081
- "shape": [
1082
- 48,
1083
- 256,
1084
- 1024
1085
- ],
1086
- "dtype": "float32"
1087
- },
1088
- "bias": null
1089
- }
1090
- }
1091
- }
1092
- },
1093
- "single": null,
1094
- "dropout_row": {
1095
- "module": "equinox.nn:Identity",
1096
- "fields": {}
1097
- }
1098
- }
1099
- }
1100
- }
1101
- },
1102
- "templates": null,
1103
- "msa": {
1104
- "module": "jfold.msa:MSAModule",
1105
- "fields": {
1106
- "linear_msa": {
1107
- "module": "jfold.nn:Linear",
1108
- "fields": {
1109
- "weight": {
1110
- "array": "trunk.msa.linear_msa.weight",
1111
- "shape": [
1112
- 128,
1113
- 36
1114
- ],
1115
- "dtype": "float32"
1116
- },
1117
- "bias": null
1118
- }
1119
- },
1120
- "linear_s": {
1121
- "module": "jfold.nn:Linear",
1122
- "fields": {
1123
- "weight": {
1124
- "array": "trunk.msa.linear_s.weight",
1125
- "shape": [
1126
- 128,
1127
- 455
1128
- ],
1129
- "dtype": "float32"
1130
- },
1131
- "bias": null
1132
- }
1133
- },
1134
- "layers": {
1135
- "module": "jfold.msa:MSALayer",
1136
- "fields": {
1137
- "outer_product_mean": {
1138
- "module": "jfold.msa:OuterProductMean",
1139
- "fields": {
1140
- "norm": {
1141
- "module": "jfold.nn:LayerNorm",
1142
- "fields": {
1143
- "weight": {
1144
- "array": "trunk.msa.layers.outer_product_mean.norm.weight",
1145
- "shape": [
1146
- 4,
1147
- 128
1148
- ],
1149
- "dtype": "float32"
1150
- },
1151
- "bias": {
1152
- "array": "trunk.msa.layers.outer_product_mean.norm.bias",
1153
- "shape": [
1154
- 4,
1155
- 128
1156
- ],
1157
- "dtype": "float32"
1158
- },
1159
- "eps": 1e-05
1160
- }
1161
- },
1162
- "linear_a": {
1163
- "module": "jfold.nn:Linear",
1164
- "fields": {
1165
- "weight": {
1166
- "array": "trunk.msa.layers.outer_product_mean.linear_a.weight",
1167
- "shape": [
1168
- 4,
1169
- 32,
1170
- 128
1171
- ],
1172
- "dtype": "float32"
1173
- },
1174
- "bias": null
1175
- }
1176
- },
1177
- "linear_b": {
1178
- "module": "jfold.nn:Linear",
1179
- "fields": {
1180
- "weight": {
1181
- "array": "trunk.msa.layers.outer_product_mean.linear_b.weight",
1182
- "shape": [
1183
- 4,
1184
- 32,
1185
- 128
1186
- ],
1187
- "dtype": "float32"
1188
- },
1189
- "bias": null
1190
- }
1191
- },
1192
- "linear_out": {
1193
- "module": "jfold.nn:Linear",
1194
- "fields": {
1195
- "weight": {
1196
- "array": "trunk.msa.layers.outer_product_mean.linear_out.weight",
1197
- "shape": [
1198
- 4,
1199
- 256,
1200
- 1024
1201
- ],
1202
- "dtype": "float32"
1203
- },
1204
- "bias": {
1205
- "array": "trunk.msa.layers.outer_product_mean.linear_out.bias",
1206
- "shape": [
1207
- 4,
1208
- 256
1209
- ],
1210
- "dtype": "float32"
1211
- }
1212
- }
1213
- }
1214
- }
1215
- },
1216
- "msa": {
1217
- "module": "jfold.msa:MSAUpdate",
1218
- "fields": {
1219
- "pair_weighted_averaging": {
1220
- "module": "jfold.msa:PairWeightedAveraging",
1221
- "fields": {
1222
- "norm_m": {
1223
  "module": "jfold.nn:LayerNorm",
1224
  "fields": {
1225
  "weight": {
1226
- "array": "trunk.msa.layers.msa.pair_weighted_averaging.norm_m.weight",
1227
  "shape": [
1228
- 4,
1229
- 128
1230
  ],
1231
  "dtype": "float32"
1232
  },
1233
  "bias": {
1234
- "array": "trunk.msa.layers.msa.pair_weighted_averaging.norm_m.bias",
1235
  "shape": [
1236
- 4,
1237
- 128
1238
  ],
1239
  "dtype": "float32"
1240
  },
1241
  "eps": 1e-05
1242
  }
1243
  },
1244
- "linear_v": {
1245
  "module": "jfold.nn:Linear",
1246
  "fields": {
1247
  "weight": {
1248
- "array": "trunk.msa.layers.msa.pair_weighted_averaging.linear_v.weight",
1249
  "shape": [
1250
- 4,
1251
- 256,
1252
- 128
1253
  ],
1254
  "dtype": "float32"
1255
  },
1256
  "bias": null
1257
  }
1258
  },
1259
- "norm_z": {
1260
- "module": "jfold.nn:LayerNorm",
1261
  "fields": {
1262
  "weight": {
1263
- "array": "trunk.msa.layers.msa.pair_weighted_averaging.norm_z.weight",
1264
  "shape": [
1265
- 4,
 
1266
  256
1267
  ],
1268
  "dtype": "float32"
1269
  },
1270
- "bias": {
1271
- "array": "trunk.msa.layers.msa.pair_weighted_averaging.norm_z.bias",
 
 
 
 
 
 
1272
  "shape": [
1273
- 4,
1274
  256
1275
  ],
1276
  "dtype": "float32"
1277
  },
1278
- "eps": 1e-05
1279
- }
1280
- },
1281
- "linear_b": {
1282
- "module": "jfold.nn:Linear",
1283
- "fields": {
1284
- "weight": {
1285
- "array": "trunk.msa.layers.msa.pair_weighted_averaging.linear_b.weight",
1286
  "shape": [
1287
- 4,
1288
- 8,
1289
  256
1290
  ],
1291
  "dtype": "float32"
1292
  },
1293
- "bias": null
1294
  }
1295
  },
1296
- "linear_g": {
1297
  "module": "jfold.nn:Linear",
1298
  "fields": {
1299
  "weight": {
1300
- "array": "trunk.msa.layers.msa.pair_weighted_averaging.linear_g.weight",
1301
  "shape": [
1302
- 4,
1303
  256,
1304
- 128
1305
  ],
1306
  "dtype": "float32"
1307
  },
1308
  "bias": null
1309
  }
1310
  },
1311
- "linear_o": {
1312
  "module": "jfold.nn:Linear",
1313
  "fields": {
1314
  "weight": {
1315
- "array": "trunk.msa.layers.msa.pair_weighted_averaging.linear_o.weight",
1316
  "shape": [
1317
- 4,
1318
- 128,
1319
  256
1320
  ],
1321
  "dtype": "float32"
@@ -1323,28 +1018,28 @@
1323
  "bias": null
1324
  }
1325
  },
1326
- "num_heads": 8
1327
  }
1328
  },
1329
- "transition": {
1330
  "module": "jfold.nn:Transition",
1331
  "fields": {
1332
  "norm": {
1333
  "module": "jfold.nn:LayerNorm",
1334
  "fields": {
1335
  "weight": {
1336
- "array": "trunk.msa.layers.msa.transition.norm.weight",
1337
  "shape": [
1338
- 4,
1339
- 128
1340
  ],
1341
  "dtype": "float32"
1342
  },
1343
  "bias": {
1344
- "array": "trunk.msa.layers.msa.transition.norm.bias",
1345
  "shape": [
1346
- 4,
1347
- 128
1348
  ],
1349
  "dtype": "float32"
1350
  },
@@ -1355,11 +1050,11 @@
1355
  "module": "jfold.nn:Linear",
1356
  "fields": {
1357
  "weight": {
1358
- "array": "trunk.msa.layers.msa.transition.linear_a.weight",
1359
  "shape": [
1360
- 4,
1361
- 512,
1362
- 128
1363
  ],
1364
  "dtype": "float32"
1365
  },
@@ -1370,11 +1065,11 @@
1370
  "module": "jfold.nn:Linear",
1371
  "fields": {
1372
  "weight": {
1373
- "array": "trunk.msa.layers.msa.transition.linear_b.weight",
1374
  "shape": [
1375
- 4,
1376
- 512,
1377
- 128
1378
  ],
1379
  "dtype": "float32"
1380
  },
@@ -1385,11 +1080,11 @@
1385
  "module": "jfold.nn:Linear",
1386
  "fields": {
1387
  "weight": {
1388
- "array": "trunk.msa.layers.msa.transition.linear_out.weight",
1389
  "shape": [
1390
- 4,
1391
- 128,
1392
- 512
1393
  ],
1394
  "dtype": "float32"
1395
  },
@@ -1398,442 +1093,703 @@
1398
  }
1399
  }
1400
  },
1401
- "dropout": {
 
1402
  "module": "equinox.nn:Identity",
1403
  "fields": {}
1404
  }
1405
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1406
  },
1407
- "pair": {
1408
- "module": "jfold.pairformer:PairMixerLayer",
1409
  "fields": {
1410
- "tri_mul_out": {
1411
- "module": "jfold.pairformer:TriangleMultiplication",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1412
  "fields": {
1413
- "norm_in": {
1414
  "module": "jfold.nn:LayerNorm",
1415
  "fields": {
1416
  "weight": {
1417
- "array": "trunk.msa.layers.pair.tri_mul_out.norm_in.weight",
1418
  "shape": [
1419
  4,
1420
- 256
1421
  ],
1422
  "dtype": "float32"
1423
  },
1424
  "bias": {
1425
- "array": "trunk.msa.layers.pair.tri_mul_out.norm_in.bias",
1426
  "shape": [
1427
  4,
1428
- 256
1429
  ],
1430
  "dtype": "float32"
1431
  },
1432
  "eps": 1e-05
1433
  }
1434
  },
1435
- "linear_p": {
1436
  "module": "jfold.nn:Linear",
1437
  "fields": {
1438
  "weight": {
1439
- "array": "trunk.msa.layers.pair.tri_mul_out.linear_p.weight",
1440
  "shape": [
1441
  4,
1442
- 512,
1443
- 256
1444
  ],
1445
  "dtype": "float32"
1446
  },
1447
  "bias": null
1448
  }
1449
  },
1450
- "linear_g": {
1451
  "module": "jfold.nn:Linear",
1452
  "fields": {
1453
  "weight": {
1454
- "array": "trunk.msa.layers.pair.tri_mul_out.linear_g.weight",
1455
  "shape": [
1456
  4,
1457
- 512,
1458
- 256
1459
  ],
1460
  "dtype": "float32"
1461
  },
1462
  "bias": null
1463
  }
1464
  },
1465
- "norm_out": {
1466
- "module": "jfold.nn:LayerNorm",
1467
- "fields": {
1468
- "weight": {
1469
- "array": "trunk.msa.layers.pair.tri_mul_out.norm_out.weight",
1470
- "shape": [
1471
- 4,
1472
- 256
1473
- ],
1474
- "dtype": "float32"
1475
- },
1476
- "bias": {
1477
- "array": "trunk.msa.layers.pair.tri_mul_out.norm_out.bias",
1478
- "shape": [
1479
- 4,
1480
- 256
1481
- ],
1482
- "dtype": "float32"
1483
- },
1484
- "eps": 1e-05
1485
- }
1486
- },
1487
  "linear_out": {
1488
  "module": "jfold.nn:Linear",
1489
  "fields": {
1490
  "weight": {
1491
- "array": "trunk.msa.layers.pair.tri_mul_out.linear_out.weight",
1492
  "shape": [
1493
  4,
1494
  256,
1495
- 256
1496
  ],
1497
  "dtype": "float32"
1498
  },
1499
- "bias": null
1500
- }
1501
- },
1502
- "linear_out_g": {
1503
- "module": "jfold.nn:Linear",
1504
- "fields": {
1505
- "weight": {
1506
- "array": "trunk.msa.layers.pair.tri_mul_out.linear_out_g.weight",
1507
  "shape": [
1508
  4,
1509
- 256,
1510
  256
1511
  ],
1512
  "dtype": "float32"
1513
- },
1514
- "bias": null
1515
  }
1516
- },
1517
- "outgoing": true
1518
  }
1519
  },
1520
- "tri_mul_in": {
1521
- "module": "jfold.pairformer:TriangleMultiplication",
1522
  "fields": {
1523
- "norm_in": {
1524
- "module": "jfold.nn:LayerNorm",
1525
  "fields": {
1526
- "weight": {
1527
- "array": "trunk.msa.layers.pair.tri_mul_in.norm_in.weight",
1528
- "shape": [
1529
- 4,
1530
- 256
1531
- ],
1532
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1533
  },
1534
- "bias": {
1535
- "array": "trunk.msa.layers.pair.tri_mul_in.norm_in.bias",
1536
- "shape": [
1537
- 4,
1538
- 256
1539
- ],
1540
- "dtype": "float32"
 
 
 
 
 
 
 
1541
  },
1542
- "eps": 1e-05
1543
- }
1544
- },
1545
- "linear_p": {
1546
- "module": "jfold.nn:Linear",
1547
- "fields": {
1548
- "weight": {
1549
- "array": "trunk.msa.layers.pair.tri_mul_in.linear_p.weight",
1550
- "shape": [
1551
- 4,
1552
- 512,
1553
- 256
1554
- ],
1555
- "dtype": "float32"
 
 
 
 
 
 
 
1556
  },
1557
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1558
  }
1559
  },
1560
- "linear_g": {
1561
- "module": "jfold.nn:Linear",
1562
  "fields": {
1563
- "weight": {
1564
- "array": "trunk.msa.layers.pair.tri_mul_in.linear_g.weight",
1565
- "shape": [
1566
- 4,
1567
- 512,
1568
- 256
1569
- ],
1570
- "dtype": "float32"
1571
- },
1572
- "bias": null
1573
- }
1574
- },
1575
- "norm_out": {
1576
- "module": "jfold.nn:LayerNorm",
1577
- "fields": {
1578
- "weight": {
1579
- "array": "trunk.msa.layers.pair.tri_mul_in.norm_out.weight",
1580
- "shape": [
1581
- 4,
1582
- 256
1583
- ],
1584
- "dtype": "float32"
1585
- },
1586
- "bias": {
1587
- "array": "trunk.msa.layers.pair.tri_mul_in.norm_out.bias",
1588
- "shape": [
1589
- 4,
1590
- 256
1591
- ],
1592
- "dtype": "float32"
1593
  },
1594
- "eps": 1e-05
1595
- }
1596
- },
1597
- "linear_out": {
1598
- "module": "jfold.nn:Linear",
1599
- "fields": {
1600
- "weight": {
1601
- "array": "trunk.msa.layers.pair.tri_mul_in.linear_out.weight",
1602
- "shape": [
1603
- 4,
1604
- 256,
1605
- 256
1606
- ],
1607
- "dtype": "float32"
1608
  },
1609
- "bias": null
1610
- }
1611
- },
1612
- "linear_out_g": {
1613
- "module": "jfold.nn:Linear",
1614
- "fields": {
1615
- "weight": {
1616
- "array": "trunk.msa.layers.pair.tri_mul_in.linear_out_g.weight",
1617
- "shape": [
1618
- 4,
1619
- 256,
1620
- 256
1621
- ],
1622
- "dtype": "float32"
1623
  },
1624
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1625
  }
1626
  },
1627
- "outgoing": false
 
 
 
1628
  }
1629
  },
1630
- "transition_z": {
1631
- "module": "jfold.nn:Transition",
1632
  "fields": {
1633
- "norm": {
1634
- "module": "jfold.nn:LayerNorm",
1635
  "fields": {
1636
- "weight": {
1637
- "array": "trunk.msa.layers.pair.transition_z.norm.weight",
1638
- "shape": [
1639
- 4,
1640
- 256
1641
- ],
1642
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1643
  },
1644
- "bias": {
1645
- "array": "trunk.msa.layers.pair.transition_z.norm.bias",
1646
- "shape": [
1647
- 4,
1648
- 256
1649
- ],
1650
- "dtype": "float32"
 
 
 
 
 
 
 
1651
  },
1652
- "eps": 1e-05
1653
- }
1654
- },
1655
- "linear_a": {
1656
- "module": "jfold.nn:Linear",
1657
- "fields": {
1658
- "weight": {
1659
- "array": "trunk.msa.layers.pair.transition_z.linear_a.weight",
1660
- "shape": [
1661
- 4,
1662
- 1024,
1663
- 256
1664
- ],
1665
- "dtype": "float32"
1666
  },
1667
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1668
  }
1669
  },
1670
- "linear_b": {
1671
- "module": "jfold.nn:Linear",
1672
  "fields": {
1673
- "weight": {
1674
- "array": "trunk.msa.layers.pair.transition_z.linear_b.weight",
1675
- "shape": [
1676
- 4,
1677
- 1024,
1678
- 256
1679
- ],
1680
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1681
  },
1682
- "bias": null
1683
  }
1684
  },
1685
- "linear_out": {
1686
- "module": "jfold.nn:Linear",
1687
  "fields": {
1688
- "weight": {
1689
- "array": "trunk.msa.layers.pair.transition_z.linear_out.weight",
1690
- "shape": [
1691
- 4,
1692
- 256,
1693
- 1024
1694
- ],
1695
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
1696
  },
1697
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1698
  }
 
 
 
 
 
1699
  }
1700
  }
1701
  },
1702
- "single": null,
1703
- "dropout_row": {
1704
- "module": "equinox.nn:Identity",
1705
- "fields": {}
1706
- }
1707
  }
1708
  },
1709
- "outer_product_first": false
 
 
 
1710
  }
1711
- },
1712
- "last": null,
1713
- "max_rows": null,
1714
- "keep_query": true,
1715
- "min_rows": null
1716
- }
1717
- }
1718
- }
1719
- },
1720
- "unconditional": {
1721
- "module": "jfold.nn:Transition",
1722
- "fields": {
1723
- "norm": {
1724
- "module": "jfold.nn:LayerNorm",
1725
- "fields": {
1726
- "weight": {
1727
- "array": "unconditional.norm.weight",
1728
- "shape": [
1729
- 256
1730
- ],
1731
- "dtype": "float32"
1732
- },
1733
- "bias": {
1734
- "array": "unconditional.norm.bias",
1735
- "shape": [
1736
- 256
1737
- ],
1738
- "dtype": "float32"
1739
- },
1740
- "eps": 1e-05
1741
- }
1742
- },
1743
- "linear_a": {
1744
- "module": "jfold.nn:Linear",
1745
- "fields": {
1746
- "weight": {
1747
- "array": "unconditional.linear_a.weight",
1748
- "shape": [
1749
- 1024,
1750
- 256
1751
- ],
1752
- "dtype": "float32"
1753
- },
1754
- "bias": null
1755
  }
1756
  },
1757
- "linear_b": {
1758
- "module": "jfold.nn:Linear",
1759
  "fields": {
1760
- "weight": {
1761
- "array": "unconditional.linear_b.weight",
1762
- "shape": [
1763
- 1024,
1764
- 256
1765
- ],
1766
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
1767
  },
1768
- "bias": null
1769
- }
1770
- },
1771
- "linear_out": {
1772
- "module": "jfold.nn:Linear",
1773
- "fields": {
1774
- "weight": {
1775
- "array": "unconditional.linear_out.weight",
1776
- "shape": [
1777
- 256,
1778
- 1024
1779
- ],
1780
- "dtype": "float32"
1781
  },
1782
- "bias": null
1783
- }
1784
- }
1785
- }
1786
- },
1787
- "relative_positions": {
1788
- "module": "jfold.nn:Linear",
1789
- "fields": {
1790
- "weight": {
1791
- "array": "relative_positions.weight",
1792
- "shape": [
1793
- 256,
1794
- 139
1795
- ],
1796
- "dtype": "float32"
1797
- },
1798
- "bias": null
1799
- }
1800
- },
1801
- "distogram": {
1802
- "module": "jfold.confidence:PairHead",
1803
- "fields": {
1804
- "linear": {
1805
- "module": "jfold.nn:Linear",
1806
- "fields": {
1807
- "weight": {
1808
- "array": "distogram.linear.weight",
1809
- "shape": [
1810
- 64,
1811
- 256
1812
- ],
1813
- "dtype": "float32"
1814
  },
1815
- "bias": {
1816
- "array": "distogram.linear.bias",
1817
- "shape": [
1818
- 64
1819
- ],
1820
- "dtype": "float32"
 
 
 
 
 
 
 
1821
  }
1822
  }
1823
- },
1824
- "linear_inter": null,
1825
- "norm": {
1826
- "module": "equinox.nn:Identity",
1827
- "fields": {}
1828
- },
1829
- "norm_terms": {
1830
- "module": "equinox.nn:Identity",
1831
- "fields": {}
1832
- },
1833
- "symmetric": true
1834
  }
1835
  },
1836
- "structure": {
1837
  "module": "jfold.models.bioemu2:DualStreamModule",
1838
  "fields": {
1839
  "conditioning": {
@@ -1846,14 +1802,14 @@
1846
  "module": "jfold.nn:LayerNorm",
1847
  "fields": {
1848
  "weight": {
1849
- "array": "structure.conditioning.conditioning.norm_z.weight",
1850
  "shape": [
1851
  512
1852
  ],
1853
  "dtype": "float32"
1854
  },
1855
  "bias": {
1856
- "array": "structure.conditioning.conditioning.norm_z.bias",
1857
  "shape": [
1858
  512
1859
  ],
@@ -1866,7 +1822,7 @@
1866
  "module": "jfold.nn:Linear",
1867
  "fields": {
1868
  "weight": {
1869
- "array": "structure.conditioning.conditioning.linear_z.weight",
1870
  "shape": [
1871
  256,
1872
  512
@@ -1885,14 +1841,14 @@
1885
  "module": "jfold.nn:LayerNorm",
1886
  "fields": {
1887
  "weight": {
1888
- "array": "structure.conditioning.conditioning.transitions_z.0.norm.weight",
1889
  "shape": [
1890
  256
1891
  ],
1892
  "dtype": "float32"
1893
  },
1894
  "bias": {
1895
- "array": "structure.conditioning.conditioning.transitions_z.0.norm.bias",
1896
  "shape": [
1897
  256
1898
  ],
@@ -1905,7 +1861,7 @@
1905
  "module": "jfold.nn:Linear",
1906
  "fields": {
1907
  "weight": {
1908
- "array": "structure.conditioning.conditioning.transitions_z.0.linear_a.weight",
1909
  "shape": [
1910
  512,
1911
  256
@@ -1919,7 +1875,7 @@
1919
  "module": "jfold.nn:Linear",
1920
  "fields": {
1921
  "weight": {
1922
- "array": "structure.conditioning.conditioning.transitions_z.0.linear_b.weight",
1923
  "shape": [
1924
  512,
1925
  256
@@ -1933,7 +1889,7 @@
1933
  "module": "jfold.nn:Linear",
1934
  "fields": {
1935
  "weight": {
1936
- "array": "structure.conditioning.conditioning.transitions_z.0.linear_out.weight",
1937
  "shape": [
1938
  256,
1939
  512
@@ -1952,14 +1908,14 @@
1952
  "module": "jfold.nn:LayerNorm",
1953
  "fields": {
1954
  "weight": {
1955
- "array": "structure.conditioning.conditioning.transitions_z.1.norm.weight",
1956
  "shape": [
1957
  256
1958
  ],
1959
  "dtype": "float32"
1960
  },
1961
  "bias": {
1962
- "array": "structure.conditioning.conditioning.transitions_z.1.norm.bias",
1963
  "shape": [
1964
  256
1965
  ],
@@ -1972,7 +1928,7 @@
1972
  "module": "jfold.nn:Linear",
1973
  "fields": {
1974
  "weight": {
1975
- "array": "structure.conditioning.conditioning.transitions_z.1.linear_a.weight",
1976
  "shape": [
1977
  512,
1978
  256
@@ -1986,7 +1942,7 @@
1986
  "module": "jfold.nn:Linear",
1987
  "fields": {
1988
  "weight": {
1989
- "array": "structure.conditioning.conditioning.transitions_z.1.linear_b.weight",
1990
  "shape": [
1991
  512,
1992
  256
@@ -2000,7 +1956,7 @@
2000
  "module": "jfold.nn:Linear",
2001
  "fields": {
2002
  "weight": {
2003
- "array": "structure.conditioning.conditioning.transitions_z.1.linear_out.weight",
2004
  "shape": [
2005
  256,
2006
  512
@@ -2018,14 +1974,14 @@
2018
  "module": "jfold.nn:LayerNorm",
2019
  "fields": {
2020
  "weight": {
2021
- "array": "structure.conditioning.conditioning.norm_s.weight",
2022
  "shape": [
2023
  839
2024
  ],
2025
  "dtype": "float32"
2026
  },
2027
  "bias": {
2028
- "array": "structure.conditioning.conditioning.norm_s.bias",
2029
  "shape": [
2030
  839
2031
  ],
@@ -2038,7 +1994,7 @@
2038
  "module": "jfold.nn:Linear",
2039
  "fields": {
2040
  "weight": {
2041
- "array": "structure.conditioning.conditioning.linear_s.weight",
2042
  "shape": [
2043
  768,
2044
  839
@@ -2046,7 +2002,7 @@
2046
  "dtype": "float32"
2047
  },
2048
  "bias": {
2049
- "array": "structure.conditioning.conditioning.linear_s.bias",
2050
  "shape": [
2051
  768
2052
  ],
@@ -2058,14 +2014,14 @@
2058
  "module": "jfold.denoiser:FourierEmbedding",
2059
  "fields": {
2060
  "weight": {
2061
- "array": "structure.conditioning.conditioning.fourier.weight",
2062
  "shape": [
2063
  256
2064
  ],
2065
  "dtype": "float32"
2066
  },
2067
  "bias": {
2068
- "array": "structure.conditioning.conditioning.fourier.bias",
2069
  "shape": [
2070
  256
2071
  ],
@@ -2077,14 +2033,14 @@
2077
  "module": "jfold.nn:LayerNorm",
2078
  "fields": {
2079
  "weight": {
2080
- "array": "structure.conditioning.conditioning.norm_noise.weight",
2081
  "shape": [
2082
  256
2083
  ],
2084
  "dtype": "float32"
2085
  },
2086
  "bias": {
2087
- "array": "structure.conditioning.conditioning.norm_noise.bias",
2088
  "shape": [
2089
  256
2090
  ],
@@ -2097,7 +2053,7 @@
2097
  "module": "jfold.nn:Linear",
2098
  "fields": {
2099
  "weight": {
2100
- "array": "structure.conditioning.conditioning.linear_noise.weight",
2101
  "shape": [
2102
  768,
2103
  256
@@ -2116,14 +2072,14 @@
2116
  "module": "jfold.nn:LayerNorm",
2117
  "fields": {
2118
  "weight": {
2119
- "array": "structure.conditioning.conditioning.transitions_s.0.norm.weight",
2120
  "shape": [
2121
  768
2122
  ],
2123
  "dtype": "float32"
2124
  },
2125
  "bias": {
2126
- "array": "structure.conditioning.conditioning.transitions_s.0.norm.bias",
2127
  "shape": [
2128
  768
2129
  ],
@@ -2136,7 +2092,7 @@
2136
  "module": "jfold.nn:Linear",
2137
  "fields": {
2138
  "weight": {
2139
- "array": "structure.conditioning.conditioning.transitions_s.0.linear_a.weight",
2140
  "shape": [
2141
  1536,
2142
  768
@@ -2150,7 +2106,7 @@
2150
  "module": "jfold.nn:Linear",
2151
  "fields": {
2152
  "weight": {
2153
- "array": "structure.conditioning.conditioning.transitions_s.0.linear_b.weight",
2154
  "shape": [
2155
  1536,
2156
  768
@@ -2164,7 +2120,7 @@
2164
  "module": "jfold.nn:Linear",
2165
  "fields": {
2166
  "weight": {
2167
- "array": "structure.conditioning.conditioning.transitions_s.0.linear_out.weight",
2168
  "shape": [
2169
  768,
2170
  1536
@@ -2183,14 +2139,14 @@
2183
  "module": "jfold.nn:LayerNorm",
2184
  "fields": {
2185
  "weight": {
2186
- "array": "structure.conditioning.conditioning.transitions_s.1.norm.weight",
2187
  "shape": [
2188
  768
2189
  ],
2190
  "dtype": "float32"
2191
  },
2192
  "bias": {
2193
- "array": "structure.conditioning.conditioning.transitions_s.1.norm.bias",
2194
  "shape": [
2195
  768
2196
  ],
@@ -2203,7 +2159,7 @@
2203
  "module": "jfold.nn:Linear",
2204
  "fields": {
2205
  "weight": {
2206
- "array": "structure.conditioning.conditioning.transitions_s.1.linear_a.weight",
2207
  "shape": [
2208
  1536,
2209
  768
@@ -2217,7 +2173,7 @@
2217
  "module": "jfold.nn:Linear",
2218
  "fields": {
2219
  "weight": {
2220
- "array": "structure.conditioning.conditioning.transitions_s.1.linear_b.weight",
2221
  "shape": [
2222
  1536,
2223
  768
@@ -2231,7 +2187,7 @@
2231
  "module": "jfold.nn:Linear",
2232
  "fields": {
2233
  "weight": {
2234
- "array": "structure.conditioning.conditioning.transitions_s.1.linear_out.weight",
2235
  "shape": [
2236
  768,
2237
  1536
@@ -2254,14 +2210,14 @@
2254
  "module": "jfold.models.bioemu2:DampedHarmonicEmbedding",
2255
  "fields": {
2256
  "taus": {
2257
- "array": "structure.conditioning.lag_embedding.taus",
2258
  "shape": [
2259
  32
2260
  ],
2261
  "dtype": "float32"
2262
  },
2263
  "quality_factors": {
2264
- "array": "structure.conditioning.lag_embedding.quality_factors",
2265
  "shape": [
2266
  4
2267
  ],
@@ -2273,7 +2229,7 @@
2273
  "module": "jfold.nn:Linear",
2274
  "fields": {
2275
  "weight": {
2276
- "array": "structure.conditioning.linear_lag.weight",
2277
  "shape": [
2278
  768,
2279
  288
@@ -2292,7 +2248,7 @@
2292
  "module": "jfold.nn:Linear",
2293
  "fields": {
2294
  "weight": {
2295
- "array": "structure.atoms.embed_features.weight",
2296
  "shape": [
2297
  128,
2298
  388
@@ -2309,7 +2265,7 @@
2309
  "module": "jfold.nn:Linear",
2310
  "fields": {
2311
  "weight": {
2312
- "array": "structure.atoms.pair_embedding.linear_offset.weight",
2313
  "shape": [
2314
  16,
2315
  3
@@ -2323,7 +2279,7 @@
2323
  "module": "jfold.nn:Linear",
2324
  "fields": {
2325
  "weight": {
2326
- "array": "structure.atoms.pair_embedding.linear_inv_sq_dist.weight",
2327
  "shape": [
2328
  16,
2329
  1
@@ -2337,7 +2293,7 @@
2337
  "module": "jfold.nn:Linear",
2338
  "fields": {
2339
  "weight": {
2340
- "array": "structure.atoms.pair_embedding.linear_valid.weight",
2341
  "shape": [
2342
  16,
2343
  1
@@ -2356,14 +2312,14 @@
2356
  "module": "jfold.nn:LayerNorm",
2357
  "fields": {
2358
  "weight": {
2359
- "array": "structure.atoms.trunk.norm_s.weight",
2360
  "shape": [
2361
  384
2362
  ],
2363
  "dtype": "float32"
2364
  },
2365
  "bias": {
2366
- "array": "structure.atoms.trunk.norm_s.bias",
2367
  "shape": [
2368
  384
2369
  ],
@@ -2376,7 +2332,7 @@
2376
  "module": "jfold.nn:Linear",
2377
  "fields": {
2378
  "weight": {
2379
- "array": "structure.atoms.trunk.linear_s.weight",
2380
  "shape": [
2381
  128,
2382
  384
@@ -2390,14 +2346,14 @@
2390
  "module": "jfold.nn:LayerNorm",
2391
  "fields": {
2392
  "weight": {
2393
- "array": "structure.atoms.trunk.norm_z.weight",
2394
  "shape": [
2395
  256
2396
  ],
2397
  "dtype": "float32"
2398
  },
2399
  "bias": {
2400
- "array": "structure.atoms.trunk.norm_z.bias",
2401
  "shape": [
2402
  256
2403
  ],
@@ -2410,7 +2366,7 @@
2410
  "module": "jfold.nn:Linear",
2411
  "fields": {
2412
  "weight": {
2413
- "array": "structure.atoms.trunk.linear_z.weight",
2414
  "shape": [
2415
  16,
2416
  256
@@ -2426,7 +2382,7 @@
2426
  "module": "jfold.nn:Linear",
2427
  "fields": {
2428
  "weight": {
2429
- "array": "structure.atoms.linear_c_queries.weight",
2430
  "shape": [
2431
  16,
2432
  128
@@ -2440,7 +2396,7 @@
2440
  "module": "jfold.nn:Linear",
2441
  "fields": {
2442
  "weight": {
2443
- "array": "structure.atoms.linear_c_keys.weight",
2444
  "shape": [
2445
  16,
2446
  128
@@ -2459,7 +2415,7 @@
2459
  "module": "jfold.nn:Linear",
2460
  "fields": {
2461
  "weight": {
2462
- "array": "structure.atoms.pair_mlp.layers.0.weight",
2463
  "shape": [
2464
  16,
2465
  16
@@ -2473,7 +2429,7 @@
2473
  "module": "jfold.nn:Linear",
2474
  "fields": {
2475
  "weight": {
2476
- "array": "structure.atoms.pair_mlp.layers.1.weight",
2477
  "shape": [
2478
  16,
2479
  16
@@ -2487,7 +2443,7 @@
2487
  "module": "jfold.nn:Linear",
2488
  "fields": {
2489
  "weight": {
2490
- "array": "structure.atoms.pair_mlp.layers.2.weight",
2491
  "shape": [
2492
  16,
2493
  16
@@ -2505,7 +2461,7 @@
2505
  "module": "jfold.nn:Linear",
2506
  "fields": {
2507
  "weight": {
2508
- "array": "structure.atoms.linear_r.weight",
2509
  "shape": [
2510
  128,
2511
  3
@@ -2522,7 +2478,7 @@
2522
  "module": "jfold.nn:Linear",
2523
  "fields": {
2524
  "weight": {
2525
- "array": "structure.atoms.frame.linear.weight",
2526
  "shape": [
2527
  128,
2528
  3
@@ -2536,14 +2492,14 @@
2536
  "module": "jfold.models.bioemu2:LagGate",
2537
  "fields": {
2538
  "taus": {
2539
- "array": "structure.atoms.frame.gate.taus",
2540
  "shape": [
2541
  32
2542
  ],
2543
  "dtype": "float32"
2544
  },
2545
  "log_weight": {
2546
- "array": "structure.atoms.frame.gate.log_weight",
2547
  "shape": [
2548
  32
2549
  ],
@@ -2566,14 +2522,14 @@
2566
  "module": "jfold.nn:LayerNorm",
2567
  "fields": {
2568
  "weight": {
2569
- "array": "structure.norm_s.weight",
2570
  "shape": [
2571
  384
2572
  ],
2573
  "dtype": "float32"
2574
  },
2575
  "bias": {
2576
- "array": "structure.norm_s.bias",
2577
  "shape": [
2578
  384
2579
  ],
@@ -2586,7 +2542,7 @@
2586
  "module": "jfold.nn:Linear",
2587
  "fields": {
2588
  "weight": {
2589
- "array": "structure.linear_s.weight",
2590
  "shape": [
2591
  768,
2592
  384
@@ -2600,7 +2556,7 @@
2600
  "module": "jfold.nn:Linear",
2601
  "fields": {
2602
  "weight": {
2603
- "array": "structure.linear_r.weight",
2604
  "shape": [
2605
  768,
2606
  3
@@ -2623,7 +2579,7 @@
2623
  "module": "jfold.nn:LayerNorm",
2624
  "fields": {
2625
  "weight": {
2626
- "array": "structure.transformer.atoms.pair_bias.norm.weight",
2627
  "shape": [
2628
  16,
2629
  16
@@ -2638,7 +2594,7 @@
2638
  "module": "jfold.nn:Linear",
2639
  "fields": {
2640
  "weight": {
2641
- "array": "structure.transformer.atoms.pair_bias.linear.weight",
2642
  "shape": [
2643
  16,
2644
  4,
@@ -2672,7 +2628,7 @@
2672
  "module": "jfold.nn:LayerNorm",
2673
  "fields": {
2674
  "weight": {
2675
- "array": "structure.transformer.atoms.layers.attention.adaln.norm_s.weight",
2676
  "shape": [
2677
  16,
2678
  768
@@ -2680,7 +2636,7 @@
2680
  "dtype": "float32"
2681
  },
2682
  "bias": {
2683
- "array": "structure.transformer.atoms.layers.attention.adaln.norm_s.bias",
2684
  "shape": [
2685
  16,
2686
  768
@@ -2694,7 +2650,7 @@
2694
  "module": "jfold.nn:Linear",
2695
  "fields": {
2696
  "weight": {
2697
- "array": "structure.transformer.atoms.layers.attention.adaln.linear.weight",
2698
  "shape": [
2699
  16,
2700
  384,
@@ -2703,7 +2659,7 @@
2703
  "dtype": "float32"
2704
  },
2705
  "bias": {
2706
- "array": "structure.transformer.atoms.layers.attention.adaln.linear.bias",
2707
  "shape": [
2708
  16,
2709
  384
@@ -2724,7 +2680,7 @@
2724
  "module": "jfold.nn:Linear",
2725
  "fields": {
2726
  "weight": {
2727
- "array": "structure.transformer.atoms.layers.attention.attention.attention.linear_q.weight",
2728
  "shape": [
2729
  16,
2730
  128,
@@ -2733,7 +2689,7 @@
2733
  "dtype": "float32"
2734
  },
2735
  "bias": {
2736
- "array": "structure.transformer.atoms.layers.attention.attention.attention.linear_q.bias",
2737
  "shape": [
2738
  16,
2739
  128
@@ -2746,7 +2702,7 @@
2746
  "module": "jfold.nn:Linear",
2747
  "fields": {
2748
  "weight": {
2749
- "array": "structure.transformer.atoms.layers.attention.attention.attention.linear_k.weight",
2750
  "shape": [
2751
  16,
2752
  128,
@@ -2761,7 +2717,7 @@
2761
  "module": "jfold.nn:Linear",
2762
  "fields": {
2763
  "weight": {
2764
- "array": "structure.transformer.atoms.layers.attention.attention.attention.linear_v.weight",
2765
  "shape": [
2766
  16,
2767
  128,
@@ -2776,7 +2732,7 @@
2776
  "module": "jfold.nn:Linear",
2777
  "fields": {
2778
  "weight": {
2779
- "array": "structure.transformer.atoms.layers.attention.attention.attention.linear_g.weight",
2780
  "shape": [
2781
  16,
2782
  128,
@@ -2791,7 +2747,7 @@
2791
  "module": "jfold.nn:Linear",
2792
  "fields": {
2793
  "weight": {
2794
- "array": "structure.transformer.atoms.layers.attention.attention.attention.linear_o.weight",
2795
  "shape": [
2796
  16,
2797
  128,
@@ -2834,7 +2790,7 @@
2834
  "module": "jfold.nn:LayerNorm",
2835
  "fields": {
2836
  "weight": {
2837
- "array": "structure.transformer.atoms.layers.transition.adaln.norm_s.weight",
2838
  "shape": [
2839
  16,
2840
  768
@@ -2842,7 +2798,7 @@
2842
  "dtype": "float32"
2843
  },
2844
  "bias": {
2845
- "array": "structure.transformer.atoms.layers.transition.adaln.norm_s.bias",
2846
  "shape": [
2847
  16,
2848
  768
@@ -2856,7 +2812,7 @@
2856
  "module": "jfold.nn:Linear",
2857
  "fields": {
2858
  "weight": {
2859
- "array": "structure.transformer.atoms.layers.transition.adaln.linear.weight",
2860
  "shape": [
2861
  16,
2862
  384,
@@ -2865,7 +2821,7 @@
2865
  "dtype": "float32"
2866
  },
2867
  "bias": {
2868
- "array": "structure.transformer.atoms.layers.transition.adaln.linear.bias",
2869
  "shape": [
2870
  16,
2871
  384
@@ -2883,7 +2839,7 @@
2883
  "module": "jfold.nn:Linear",
2884
  "fields": {
2885
  "weight": {
2886
- "array": "structure.transformer.atoms.layers.transition.mlp.linear_a.weight",
2887
  "shape": [
2888
  16,
2889
  512,
@@ -2898,7 +2854,7 @@
2898
  "module": "jfold.nn:Linear",
2899
  "fields": {
2900
  "weight": {
2901
- "array": "structure.transformer.atoms.layers.transition.mlp.linear_b.weight",
2902
  "shape": [
2903
  16,
2904
  512,
@@ -2913,7 +2869,7 @@
2913
  "module": "jfold.nn:Linear",
2914
  "fields": {
2915
  "weight": {
2916
- "array": "structure.transformer.atoms.layers.transition.mlp.linear_out.weight",
2917
  "shape": [
2918
  16,
2919
  128,
@@ -2946,7 +2902,7 @@
2946
  "module": "jfold.nn:LayerNorm",
2947
  "fields": {
2948
  "weight": {
2949
- "array": "structure.transformer.tokens.pair_bias.norm.weight",
2950
  "shape": [
2951
  16,
2952
  256
@@ -2961,7 +2917,7 @@
2961
  "module": "jfold.nn:Linear",
2962
  "fields": {
2963
  "weight": {
2964
- "array": "structure.transformer.tokens.pair_bias.linear.weight",
2965
  "shape": [
2966
  16,
2967
  16,
@@ -2995,7 +2951,7 @@
2995
  "module": "jfold.nn:LayerNorm",
2996
  "fields": {
2997
  "weight": {
2998
- "array": "structure.transformer.tokens.layers.attention.adaln.norm_s.weight",
2999
  "shape": [
3000
  16,
3001
  768
@@ -3003,7 +2959,7 @@
3003
  "dtype": "float32"
3004
  },
3005
  "bias": {
3006
- "array": "structure.transformer.tokens.layers.attention.adaln.norm_s.bias",
3007
  "shape": [
3008
  16,
3009
  768
@@ -3017,7 +2973,7 @@
3017
  "module": "jfold.nn:Linear",
3018
  "fields": {
3019
  "weight": {
3020
- "array": "structure.transformer.tokens.layers.attention.adaln.linear.weight",
3021
  "shape": [
3022
  16,
3023
  2304,
@@ -3026,7 +2982,7 @@
3026
  "dtype": "float32"
3027
  },
3028
  "bias": {
3029
- "array": "structure.transformer.tokens.layers.attention.adaln.linear.bias",
3030
  "shape": [
3031
  16,
3032
  2304
@@ -3044,7 +3000,7 @@
3044
  "module": "jfold.nn:Linear",
3045
  "fields": {
3046
  "weight": {
3047
- "array": "structure.transformer.tokens.layers.attention.attention.linear_q.weight",
3048
  "shape": [
3049
  16,
3050
  768,
@@ -3053,7 +3009,7 @@
3053
  "dtype": "float32"
3054
  },
3055
  "bias": {
3056
- "array": "structure.transformer.tokens.layers.attention.attention.linear_q.bias",
3057
  "shape": [
3058
  16,
3059
  768
@@ -3066,7 +3022,7 @@
3066
  "module": "jfold.nn:Linear",
3067
  "fields": {
3068
  "weight": {
3069
- "array": "structure.transformer.tokens.layers.attention.attention.linear_k.weight",
3070
  "shape": [
3071
  16,
3072
  768,
@@ -3081,7 +3037,7 @@
3081
  "module": "jfold.nn:Linear",
3082
  "fields": {
3083
  "weight": {
3084
- "array": "structure.transformer.tokens.layers.attention.attention.linear_v.weight",
3085
  "shape": [
3086
  16,
3087
  768,
@@ -3096,7 +3052,7 @@
3096
  "module": "jfold.nn:Linear",
3097
  "fields": {
3098
  "weight": {
3099
- "array": "structure.transformer.tokens.layers.attention.attention.linear_g.weight",
3100
  "shape": [
3101
  16,
3102
  768,
@@ -3111,7 +3067,7 @@
3111
  "module": "jfold.nn:Linear",
3112
  "fields": {
3113
  "weight": {
3114
- "array": "structure.transformer.tokens.layers.attention.attention.linear_o.weight",
3115
  "shape": [
3116
  16,
3117
  768,
@@ -3145,7 +3101,7 @@
3145
  "module": "jfold.nn:LayerNorm",
3146
  "fields": {
3147
  "weight": {
3148
- "array": "structure.transformer.tokens.layers.transition.adaln.norm_s.weight",
3149
  "shape": [
3150
  16,
3151
  768
@@ -3153,7 +3109,7 @@
3153
  "dtype": "float32"
3154
  },
3155
  "bias": {
3156
- "array": "structure.transformer.tokens.layers.transition.adaln.norm_s.bias",
3157
  "shape": [
3158
  16,
3159
  768
@@ -3167,7 +3123,7 @@
3167
  "module": "jfold.nn:Linear",
3168
  "fields": {
3169
  "weight": {
3170
- "array": "structure.transformer.tokens.layers.transition.adaln.linear.weight",
3171
  "shape": [
3172
  16,
3173
  2304,
@@ -3176,7 +3132,7 @@
3176
  "dtype": "float32"
3177
  },
3178
  "bias": {
3179
- "array": "structure.transformer.tokens.layers.transition.adaln.linear.bias",
3180
  "shape": [
3181
  16,
3182
  2304
@@ -3194,7 +3150,7 @@
3194
  "module": "jfold.nn:Linear",
3195
  "fields": {
3196
  "weight": {
3197
- "array": "structure.transformer.tokens.layers.transition.mlp.linear_a.weight",
3198
  "shape": [
3199
  16,
3200
  3072,
@@ -3209,7 +3165,7 @@
3209
  "module": "jfold.nn:Linear",
3210
  "fields": {
3211
  "weight": {
3212
- "array": "structure.transformer.tokens.layers.transition.mlp.linear_b.weight",
3213
  "shape": [
3214
  16,
3215
  3072,
@@ -3224,7 +3180,7 @@
3224
  "module": "jfold.nn:Linear",
3225
  "fields": {
3226
  "weight": {
3227
- "array": "structure.transformer.tokens.layers.transition.mlp.linear_out.weight",
3228
  "shape": [
3229
  16,
3230
  768,
@@ -3268,7 +3224,7 @@
3268
  "module": "jfold.nn:LayerNorm",
3269
  "fields": {
3270
  "weight": {
3271
- "array": "structure.transformer.coupling.to_atoms.adaln.norm_s.weight",
3272
  "shape": [
3273
  16,
3274
  768
@@ -3276,7 +3232,7 @@
3276
  "dtype": "float32"
3277
  },
3278
  "bias": {
3279
- "array": "structure.transformer.coupling.to_atoms.adaln.norm_s.bias",
3280
  "shape": [
3281
  16,
3282
  768
@@ -3290,7 +3246,7 @@
3290
  "module": "jfold.nn:Linear",
3291
  "fields": {
3292
  "weight": {
3293
- "array": "structure.transformer.coupling.to_atoms.adaln.linear.weight",
3294
  "shape": [
3295
  16,
3296
  1920,
@@ -3299,7 +3255,7 @@
3299
  "dtype": "float32"
3300
  },
3301
  "bias": {
3302
- "array": "structure.transformer.coupling.to_atoms.adaln.linear.bias",
3303
  "shape": [
3304
  16,
3305
  1920
@@ -3317,7 +3273,7 @@
3317
  "module": "jfold.nn:Linear",
3318
  "fields": {
3319
  "weight": {
3320
- "array": "structure.transformer.coupling.to_atoms.mlp.linear_a.weight",
3321
  "shape": [
3322
  16,
3323
  1792,
@@ -3332,7 +3288,7 @@
3332
  "module": "jfold.nn:Linear",
3333
  "fields": {
3334
  "weight": {
3335
- "array": "structure.transformer.coupling.to_atoms.mlp.linear_b.weight",
3336
  "shape": [
3337
  16,
3338
  1792,
@@ -3347,7 +3303,7 @@
3347
  "module": "jfold.nn:Linear",
3348
  "fields": {
3349
  "weight": {
3350
- "array": "structure.transformer.coupling.to_atoms.mlp.linear_out.weight",
3351
  "shape": [
3352
  16,
3353
  128,
@@ -3380,7 +3336,7 @@
3380
  "module": "jfold.nn:LayerNorm",
3381
  "fields": {
3382
  "weight": {
3383
- "array": "structure.transformer.coupling.to_tokens.adaln.norm_s.weight",
3384
  "shape": [
3385
  16,
3386
  768
@@ -3388,7 +3344,7 @@
3388
  "dtype": "float32"
3389
  },
3390
  "bias": {
3391
- "array": "structure.transformer.coupling.to_tokens.adaln.norm_s.bias",
3392
  "shape": [
3393
  16,
3394
  768
@@ -3402,7 +3358,7 @@
3402
  "module": "jfold.nn:Linear",
3403
  "fields": {
3404
  "weight": {
3405
- "array": "structure.transformer.coupling.to_tokens.adaln.linear.weight",
3406
  "shape": [
3407
  16,
3408
  2560,
@@ -3411,7 +3367,7 @@
3411
  "dtype": "float32"
3412
  },
3413
  "bias": {
3414
- "array": "structure.transformer.coupling.to_tokens.adaln.linear.bias",
3415
  "shape": [
3416
  16,
3417
  2560
@@ -3429,7 +3385,7 @@
3429
  "module": "jfold.nn:Linear",
3430
  "fields": {
3431
  "weight": {
3432
- "array": "structure.transformer.coupling.to_tokens.mlp.linear_a.weight",
3433
  "shape": [
3434
  16,
3435
  1792,
@@ -3444,7 +3400,7 @@
3444
  "module": "jfold.nn:Linear",
3445
  "fields": {
3446
  "weight": {
3447
- "array": "structure.transformer.coupling.to_tokens.mlp.linear_b.weight",
3448
  "shape": [
3449
  16,
3450
  1792,
@@ -3459,7 +3415,7 @@
3459
  "module": "jfold.nn:Linear",
3460
  "fields": {
3461
  "weight": {
3462
- "array": "structure.transformer.coupling.to_tokens.mlp.linear_out.weight",
3463
  "shape": [
3464
  16,
3465
  768,
@@ -3485,7 +3441,7 @@
3485
  "module": "jfold.nn:Linear",
3486
  "fields": {
3487
  "weight": {
3488
- "array": "structure.readout.linear_s.weight",
3489
  "shape": [
3490
  384,
3491
  768
@@ -3499,7 +3455,7 @@
3499
  "module": "jfold.nn:Linear",
3500
  "fields": {
3501
  "weight": {
3502
- "array": "structure.readout.linear_q.weight",
3503
  "shape": [
3504
  384,
3505
  128
@@ -3513,7 +3469,7 @@
3513
  "module": "jfold.nn:LayerNorm",
3514
  "fields": {
3515
  "weight": {
3516
- "array": "structure.readout.norm.weight",
3517
  "shape": [
3518
  384
3519
  ],
@@ -3527,7 +3483,7 @@
3527
  "module": "jfold.nn:Linear",
3528
  "fields": {
3529
  "weight": {
3530
- "array": "structure.readout.linear_out.weight",
3531
  "shape": [
3532
  3,
3533
  384
@@ -3538,9 +3494,59 @@
3538
  }
3539
  }
3540
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3541
  }
3542
  }
3543
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3544
  "sampling": {
3545
  "module": "jfold.sampling.config:UpstreamSampler",
3546
  "fields": {
 
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
+ "module": "jfold.model:StructureModel",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.inputs:InputEmbedder",
 
712
  }
713
  },
714
  "trunk": {
715
+ "module": "jfold.models.bioemu2:ConditionedTrunk",
716
  "fields": {
717
+ "trunk": {
718
+ "module": "jfold.model:Trunk",
719
  "fields": {
720
+ "recycle_s": {
721
+ "module": "jfold.model:Recycle",
722
  "fields": {
723
+ "norm": {
724
+ "module": "jfold.nn:LayerNorm",
725
+ "fields": {
726
+ "weight": {
727
+ "array": "trunk.trunk.recycle_s.norm.weight",
728
+ "shape": [
729
+ 384
730
+ ],
731
+ "dtype": "float32"
732
+ },
733
+ "bias": {
734
+ "array": "trunk.trunk.recycle_s.norm.bias",
735
+ "shape": [
736
+ 384
737
+ ],
738
+ "dtype": "float32"
739
+ },
740
+ "eps": 1e-05
741
+ }
742
  },
743
+ "linear": {
744
+ "module": "jfold.nn:Linear",
745
+ "fields": {
746
+ "weight": {
747
+ "array": "trunk.trunk.recycle_s.linear.weight",
748
+ "shape": [
749
+ 384,
750
+ 384
751
+ ],
752
+ "dtype": "float32"
753
+ },
754
+ "bias": null
755
+ }
756
+ }
757
  }
758
  },
759
+ "recycle_z": {
760
+ "module": "jfold.model:Recycle",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
761
  "fields": {
762
+ "norm": {
763
+ "module": "jfold.nn:LayerNorm",
764
+ "fields": {
765
+ "weight": {
766
+ "array": "trunk.trunk.recycle_z.norm.weight",
767
+ "shape": [
768
+ 256
769
+ ],
770
+ "dtype": "float32"
771
+ },
772
+ "bias": {
773
+ "array": "trunk.trunk.recycle_z.norm.bias",
774
+ "shape": [
775
+ 256
776
+ ],
777
+ "dtype": "float32"
778
+ },
779
+ "eps": 1e-05
780
+ }
781
  },
782
+ "linear": {
783
+ "module": "jfold.nn:Linear",
784
+ "fields": {
785
+ "weight": {
786
+ "array": "trunk.trunk.recycle_z.linear.weight",
787
+ "shape": [
788
+ 256,
789
+ 256
790
+ ],
791
+ "dtype": "float32"
792
+ },
793
+ "bias": null
794
+ }
795
+ }
796
  }
797
  },
798
+ "pairformer": {
799
+ "module": "jfold.pairformer:PairformerStack",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
800
  "fields": {
801
+ "layers": {
802
+ "module": "jfold.pairformer:PairMixerLayer",
803
  "fields": {
804
+ "tri_mul_out": {
805
+ "module": "jfold.pairformer:TriangleMultiplication",
806
  "fields": {
807
+ "norm_in": {
808
+ "module": "jfold.nn:LayerNorm",
809
+ "fields": {
810
+ "weight": {
811
+ "array": "trunk.trunk.pairformer.layers.tri_mul_out.norm_in.weight",
812
+ "shape": [
813
+ 48,
814
+ 256
815
+ ],
816
+ "dtype": "float32"
817
+ },
818
+ "bias": {
819
+ "array": "trunk.trunk.pairformer.layers.tri_mul_out.norm_in.bias",
820
+ "shape": [
821
+ 48,
822
+ 256
823
+ ],
824
+ "dtype": "float32"
825
+ },
826
+ "eps": 1e-05
827
+ }
828
  },
829
+ "linear_p": {
830
+ "module": "jfold.nn:Linear",
831
+ "fields": {
832
+ "weight": {
833
+ "array": "trunk.trunk.pairformer.layers.tri_mul_out.linear_p.weight",
834
+ "shape": [
835
+ 48,
836
+ 512,
837
+ 256
838
+ ],
839
+ "dtype": "float32"
840
+ },
841
+ "bias": null
842
+ }
843
  },
844
+ "linear_g": {
845
+ "module": "jfold.nn:Linear",
846
+ "fields": {
847
+ "weight": {
848
+ "array": "trunk.trunk.pairformer.layers.tri_mul_out.linear_g.weight",
849
+ "shape": [
850
+ 48,
851
+ 512,
852
+ 256
853
+ ],
854
+ "dtype": "float32"
855
+ },
856
+ "bias": null
857
+ }
858
  },
859
+ "norm_out": {
860
+ "module": "jfold.nn:LayerNorm",
861
+ "fields": {
862
+ "weight": {
863
+ "array": "trunk.trunk.pairformer.layers.tri_mul_out.norm_out.weight",
864
+ "shape": [
865
+ 48,
866
+ 256
867
+ ],
868
+ "dtype": "float32"
869
+ },
870
+ "bias": {
871
+ "array": "trunk.trunk.pairformer.layers.tri_mul_out.norm_out.bias",
872
+ "shape": [
873
+ 48,
874
+ 256
875
+ ],
876
+ "dtype": "float32"
877
+ },
878
+ "eps": 1e-05
879
+ }
880
  },
881
+ "linear_out": {
882
+ "module": "jfold.nn:Linear",
883
+ "fields": {
884
+ "weight": {
885
+ "array": "trunk.trunk.pairformer.layers.tri_mul_out.linear_out.weight",
886
+ "shape": [
887
+ 48,
888
+ 256,
889
+ 256
890
+ ],
891
+ "dtype": "float32"
892
+ },
893
+ "bias": null
894
+ }
895
  },
896
+ "linear_out_g": {
897
+ "module": "jfold.nn:Linear",
898
+ "fields": {
899
+ "weight": {
900
+ "array": "trunk.trunk.pairformer.layers.tri_mul_out.linear_out_g.weight",
901
+ "shape": [
902
+ 48,
903
+ 256,
904
+ 256
905
+ ],
906
+ "dtype": "float32"
907
+ },
908
+ "bias": null
909
+ }
910
  },
911
+ "outgoing": true
912
  }
913
  },
914
+ "tri_mul_in": {
915
+ "module": "jfold.pairformer:TriangleMultiplication",
916
  "fields": {
917
+ "norm_in": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
918
  "module": "jfold.nn:LayerNorm",
919
  "fields": {
920
  "weight": {
921
+ "array": "trunk.trunk.pairformer.layers.tri_mul_in.norm_in.weight",
922
  "shape": [
923
+ 48,
924
+ 256
925
  ],
926
  "dtype": "float32"
927
  },
928
  "bias": {
929
+ "array": "trunk.trunk.pairformer.layers.tri_mul_in.norm_in.bias",
930
  "shape": [
931
+ 48,
932
+ 256
933
  ],
934
  "dtype": "float32"
935
  },
936
  "eps": 1e-05
937
  }
938
  },
939
+ "linear_p": {
940
  "module": "jfold.nn:Linear",
941
  "fields": {
942
  "weight": {
943
+ "array": "trunk.trunk.pairformer.layers.tri_mul_in.linear_p.weight",
944
  "shape": [
945
+ 48,
946
+ 512,
947
+ 256
948
  ],
949
  "dtype": "float32"
950
  },
951
  "bias": null
952
  }
953
  },
954
+ "linear_g": {
955
+ "module": "jfold.nn:Linear",
956
  "fields": {
957
  "weight": {
958
+ "array": "trunk.trunk.pairformer.layers.tri_mul_in.linear_g.weight",
959
  "shape": [
960
+ 48,
961
+ 512,
962
  256
963
  ],
964
  "dtype": "float32"
965
  },
966
+ "bias": null
967
+ }
968
+ },
969
+ "norm_out": {
970
+ "module": "jfold.nn:LayerNorm",
971
+ "fields": {
972
+ "weight": {
973
+ "array": "trunk.trunk.pairformer.layers.tri_mul_in.norm_out.weight",
974
  "shape": [
975
+ 48,
976
  256
977
  ],
978
  "dtype": "float32"
979
  },
980
+ "bias": {
981
+ "array": "trunk.trunk.pairformer.layers.tri_mul_in.norm_out.bias",
 
 
 
 
 
 
982
  "shape": [
983
+ 48,
 
984
  256
985
  ],
986
  "dtype": "float32"
987
  },
988
+ "eps": 1e-05
989
  }
990
  },
991
+ "linear_out": {
992
  "module": "jfold.nn:Linear",
993
  "fields": {
994
  "weight": {
995
+ "array": "trunk.trunk.pairformer.layers.tri_mul_in.linear_out.weight",
996
  "shape": [
997
+ 48,
998
  256,
999
+ 256
1000
  ],
1001
  "dtype": "float32"
1002
  },
1003
  "bias": null
1004
  }
1005
  },
1006
+ "linear_out_g": {
1007
  "module": "jfold.nn:Linear",
1008
  "fields": {
1009
  "weight": {
1010
+ "array": "trunk.trunk.pairformer.layers.tri_mul_in.linear_out_g.weight",
1011
  "shape": [
1012
+ 48,
1013
+ 256,
1014
  256
1015
  ],
1016
  "dtype": "float32"
 
1018
  "bias": null
1019
  }
1020
  },
1021
+ "outgoing": false
1022
  }
1023
  },
1024
+ "transition_z": {
1025
  "module": "jfold.nn:Transition",
1026
  "fields": {
1027
  "norm": {
1028
  "module": "jfold.nn:LayerNorm",
1029
  "fields": {
1030
  "weight": {
1031
+ "array": "trunk.trunk.pairformer.layers.transition_z.norm.weight",
1032
  "shape": [
1033
+ 48,
1034
+ 256
1035
  ],
1036
  "dtype": "float32"
1037
  },
1038
  "bias": {
1039
+ "array": "trunk.trunk.pairformer.layers.transition_z.norm.bias",
1040
  "shape": [
1041
+ 48,
1042
+ 256
1043
  ],
1044
  "dtype": "float32"
1045
  },
 
1050
  "module": "jfold.nn:Linear",
1051
  "fields": {
1052
  "weight": {
1053
+ "array": "trunk.trunk.pairformer.layers.transition_z.linear_a.weight",
1054
  "shape": [
1055
+ 48,
1056
+ 1024,
1057
+ 256
1058
  ],
1059
  "dtype": "float32"
1060
  },
 
1065
  "module": "jfold.nn:Linear",
1066
  "fields": {
1067
  "weight": {
1068
+ "array": "trunk.trunk.pairformer.layers.transition_z.linear_b.weight",
1069
  "shape": [
1070
+ 48,
1071
+ 1024,
1072
+ 256
1073
  ],
1074
  "dtype": "float32"
1075
  },
 
1080
  "module": "jfold.nn:Linear",
1081
  "fields": {
1082
  "weight": {
1083
+ "array": "trunk.trunk.pairformer.layers.transition_z.linear_out.weight",
1084
  "shape": [
1085
+ 48,
1086
+ 256,
1087
+ 1024
1088
  ],
1089
  "dtype": "float32"
1090
  },
 
1093
  }
1094
  }
1095
  },
1096
+ "single": null,
1097
+ "dropout_row": {
1098
  "module": "equinox.nn:Identity",
1099
  "fields": {}
1100
  }
1101
  }
1102
+ }
1103
+ }
1104
+ },
1105
+ "templates": null,
1106
+ "msa": {
1107
+ "module": "jfold.msa:MSAModule",
1108
+ "fields": {
1109
+ "linear_msa": {
1110
+ "module": "jfold.nn:Linear",
1111
+ "fields": {
1112
+ "weight": {
1113
+ "array": "trunk.trunk.msa.linear_msa.weight",
1114
+ "shape": [
1115
+ 128,
1116
+ 36
1117
+ ],
1118
+ "dtype": "float32"
1119
+ },
1120
+ "bias": null
1121
+ }
1122
  },
1123
+ "linear_s": {
1124
+ "module": "jfold.nn:Linear",
1125
  "fields": {
1126
+ "weight": {
1127
+ "array": "trunk.trunk.msa.linear_s.weight",
1128
+ "shape": [
1129
+ 128,
1130
+ 455
1131
+ ],
1132
+ "dtype": "float32"
1133
+ },
1134
+ "bias": null
1135
+ }
1136
+ },
1137
+ "layers": {
1138
+ "module": "jfold.msa:MSALayer",
1139
+ "fields": {
1140
+ "outer_product_mean": {
1141
+ "module": "jfold.msa:OuterProductMean",
1142
  "fields": {
1143
+ "norm": {
1144
  "module": "jfold.nn:LayerNorm",
1145
  "fields": {
1146
  "weight": {
1147
+ "array": "trunk.trunk.msa.layers.outer_product_mean.norm.weight",
1148
  "shape": [
1149
  4,
1150
+ 128
1151
  ],
1152
  "dtype": "float32"
1153
  },
1154
  "bias": {
1155
+ "array": "trunk.trunk.msa.layers.outer_product_mean.norm.bias",
1156
  "shape": [
1157
  4,
1158
+ 128
1159
  ],
1160
  "dtype": "float32"
1161
  },
1162
  "eps": 1e-05
1163
  }
1164
  },
1165
+ "linear_a": {
1166
  "module": "jfold.nn:Linear",
1167
  "fields": {
1168
  "weight": {
1169
+ "array": "trunk.trunk.msa.layers.outer_product_mean.linear_a.weight",
1170
  "shape": [
1171
  4,
1172
+ 32,
1173
+ 128
1174
  ],
1175
  "dtype": "float32"
1176
  },
1177
  "bias": null
1178
  }
1179
  },
1180
+ "linear_b": {
1181
  "module": "jfold.nn:Linear",
1182
  "fields": {
1183
  "weight": {
1184
+ "array": "trunk.trunk.msa.layers.outer_product_mean.linear_b.weight",
1185
  "shape": [
1186
  4,
1187
+ 32,
1188
+ 128
1189
  ],
1190
  "dtype": "float32"
1191
  },
1192
  "bias": null
1193
  }
1194
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1195
  "linear_out": {
1196
  "module": "jfold.nn:Linear",
1197
  "fields": {
1198
  "weight": {
1199
+ "array": "trunk.trunk.msa.layers.outer_product_mean.linear_out.weight",
1200
  "shape": [
1201
  4,
1202
  256,
1203
+ 1024
1204
  ],
1205
  "dtype": "float32"
1206
  },
1207
+ "bias": {
1208
+ "array": "trunk.trunk.msa.layers.outer_product_mean.linear_out.bias",
 
 
 
 
 
 
1209
  "shape": [
1210
  4,
 
1211
  256
1212
  ],
1213
  "dtype": "float32"
1214
+ }
 
1215
  }
1216
+ }
 
1217
  }
1218
  },
1219
+ "msa": {
1220
+ "module": "jfold.msa:MSAUpdate",
1221
  "fields": {
1222
+ "pair_weighted_averaging": {
1223
+ "module": "jfold.msa:PairWeightedAveraging",
1224
  "fields": {
1225
+ "norm_m": {
1226
+ "module": "jfold.nn:LayerNorm",
1227
+ "fields": {
1228
+ "weight": {
1229
+ "array": "trunk.trunk.msa.layers.msa.pair_weighted_averaging.norm_m.weight",
1230
+ "shape": [
1231
+ 4,
1232
+ 128
1233
+ ],
1234
+ "dtype": "float32"
1235
+ },
1236
+ "bias": {
1237
+ "array": "trunk.trunk.msa.layers.msa.pair_weighted_averaging.norm_m.bias",
1238
+ "shape": [
1239
+ 4,
1240
+ 128
1241
+ ],
1242
+ "dtype": "float32"
1243
+ },
1244
+ "eps": 1e-05
1245
+ }
1246
  },
1247
+ "linear_v": {
1248
+ "module": "jfold.nn:Linear",
1249
+ "fields": {
1250
+ "weight": {
1251
+ "array": "trunk.trunk.msa.layers.msa.pair_weighted_averaging.linear_v.weight",
1252
+ "shape": [
1253
+ 4,
1254
+ 256,
1255
+ 128
1256
+ ],
1257
+ "dtype": "float32"
1258
+ },
1259
+ "bias": null
1260
+ }
1261
  },
1262
+ "norm_z": {
1263
+ "module": "jfold.nn:LayerNorm",
1264
+ "fields": {
1265
+ "weight": {
1266
+ "array": "trunk.trunk.msa.layers.msa.pair_weighted_averaging.norm_z.weight",
1267
+ "shape": [
1268
+ 4,
1269
+ 256
1270
+ ],
1271
+ "dtype": "float32"
1272
+ },
1273
+ "bias": {
1274
+ "array": "trunk.trunk.msa.layers.msa.pair_weighted_averaging.norm_z.bias",
1275
+ "shape": [
1276
+ 4,
1277
+ 256
1278
+ ],
1279
+ "dtype": "float32"
1280
+ },
1281
+ "eps": 1e-05
1282
+ }
1283
  },
1284
+ "linear_b": {
1285
+ "module": "jfold.nn:Linear",
1286
+ "fields": {
1287
+ "weight": {
1288
+ "array": "trunk.trunk.msa.layers.msa.pair_weighted_averaging.linear_b.weight",
1289
+ "shape": [
1290
+ 4,
1291
+ 8,
1292
+ 256
1293
+ ],
1294
+ "dtype": "float32"
1295
+ },
1296
+ "bias": null
1297
+ }
1298
+ },
1299
+ "linear_g": {
1300
+ "module": "jfold.nn:Linear",
1301
+ "fields": {
1302
+ "weight": {
1303
+ "array": "trunk.trunk.msa.layers.msa.pair_weighted_averaging.linear_g.weight",
1304
+ "shape": [
1305
+ 4,
1306
+ 256,
1307
+ 128
1308
+ ],
1309
+ "dtype": "float32"
1310
+ },
1311
+ "bias": null
1312
+ }
1313
+ },
1314
+ "linear_o": {
1315
+ "module": "jfold.nn:Linear",
1316
+ "fields": {
1317
+ "weight": {
1318
+ "array": "trunk.trunk.msa.layers.msa.pair_weighted_averaging.linear_o.weight",
1319
+ "shape": [
1320
+ 4,
1321
+ 128,
1322
+ 256
1323
+ ],
1324
+ "dtype": "float32"
1325
+ },
1326
+ "bias": null
1327
+ }
1328
+ },
1329
+ "num_heads": 8
1330
  }
1331
  },
1332
+ "transition": {
1333
+ "module": "jfold.nn:Transition",
1334
  "fields": {
1335
+ "norm": {
1336
+ "module": "jfold.nn:LayerNorm",
1337
+ "fields": {
1338
+ "weight": {
1339
+ "array": "trunk.trunk.msa.layers.msa.transition.norm.weight",
1340
+ "shape": [
1341
+ 4,
1342
+ 128
1343
+ ],
1344
+ "dtype": "float32"
1345
+ },
1346
+ "bias": {
1347
+ "array": "trunk.trunk.msa.layers.msa.transition.norm.bias",
1348
+ "shape": [
1349
+ 4,
1350
+ 128
1351
+ ],
1352
+ "dtype": "float32"
1353
+ },
1354
+ "eps": 1e-05
1355
+ }
 
 
 
 
 
 
 
 
 
1356
  },
1357
+ "linear_a": {
1358
+ "module": "jfold.nn:Linear",
1359
+ "fields": {
1360
+ "weight": {
1361
+ "array": "trunk.trunk.msa.layers.msa.transition.linear_a.weight",
1362
+ "shape": [
1363
+ 4,
1364
+ 512,
1365
+ 128
1366
+ ],
1367
+ "dtype": "float32"
1368
+ },
1369
+ "bias": null
1370
+ }
1371
  },
1372
+ "linear_b": {
1373
+ "module": "jfold.nn:Linear",
1374
+ "fields": {
1375
+ "weight": {
1376
+ "array": "trunk.trunk.msa.layers.msa.transition.linear_b.weight",
1377
+ "shape": [
1378
+ 4,
1379
+ 512,
1380
+ 128
1381
+ ],
1382
+ "dtype": "float32"
1383
+ },
1384
+ "bias": null
1385
+ }
1386
  },
1387
+ "linear_out": {
1388
+ "module": "jfold.nn:Linear",
1389
+ "fields": {
1390
+ "weight": {
1391
+ "array": "trunk.trunk.msa.layers.msa.transition.linear_out.weight",
1392
+ "shape": [
1393
+ 4,
1394
+ 128,
1395
+ 512
1396
+ ],
1397
+ "dtype": "float32"
1398
+ },
1399
+ "bias": null
1400
+ }
1401
+ }
1402
  }
1403
  },
1404
+ "dropout": {
1405
+ "module": "equinox.nn:Identity",
1406
+ "fields": {}
1407
+ }
1408
  }
1409
  },
1410
+ "pair": {
1411
+ "module": "jfold.pairformer:PairMixerLayer",
1412
  "fields": {
1413
+ "tri_mul_out": {
1414
+ "module": "jfold.pairformer:TriangleMultiplication",
1415
  "fields": {
1416
+ "norm_in": {
1417
+ "module": "jfold.nn:LayerNorm",
1418
+ "fields": {
1419
+ "weight": {
1420
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_out.norm_in.weight",
1421
+ "shape": [
1422
+ 4,
1423
+ 256
1424
+ ],
1425
+ "dtype": "float32"
1426
+ },
1427
+ "bias": {
1428
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_out.norm_in.bias",
1429
+ "shape": [
1430
+ 4,
1431
+ 256
1432
+ ],
1433
+ "dtype": "float32"
1434
+ },
1435
+ "eps": 1e-05
1436
+ }
1437
  },
1438
+ "linear_p": {
1439
+ "module": "jfold.nn:Linear",
1440
+ "fields": {
1441
+ "weight": {
1442
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_out.linear_p.weight",
1443
+ "shape": [
1444
+ 4,
1445
+ 512,
1446
+ 256
1447
+ ],
1448
+ "dtype": "float32"
1449
+ },
1450
+ "bias": null
1451
+ }
1452
  },
1453
+ "linear_g": {
1454
+ "module": "jfold.nn:Linear",
1455
+ "fields": {
1456
+ "weight": {
1457
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_out.linear_g.weight",
1458
+ "shape": [
1459
+ 4,
1460
+ 512,
1461
+ 256
1462
+ ],
1463
+ "dtype": "float32"
1464
+ },
1465
+ "bias": null
1466
+ }
1467
  },
1468
+ "norm_out": {
1469
+ "module": "jfold.nn:LayerNorm",
1470
+ "fields": {
1471
+ "weight": {
1472
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_out.norm_out.weight",
1473
+ "shape": [
1474
+ 4,
1475
+ 256
1476
+ ],
1477
+ "dtype": "float32"
1478
+ },
1479
+ "bias": {
1480
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_out.norm_out.bias",
1481
+ "shape": [
1482
+ 4,
1483
+ 256
1484
+ ],
1485
+ "dtype": "float32"
1486
+ },
1487
+ "eps": 1e-05
1488
+ }
1489
+ },
1490
+ "linear_out": {
1491
+ "module": "jfold.nn:Linear",
1492
+ "fields": {
1493
+ "weight": {
1494
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_out.linear_out.weight",
1495
+ "shape": [
1496
+ 4,
1497
+ 256,
1498
+ 256
1499
+ ],
1500
+ "dtype": "float32"
1501
+ },
1502
+ "bias": null
1503
+ }
1504
+ },
1505
+ "linear_out_g": {
1506
+ "module": "jfold.nn:Linear",
1507
+ "fields": {
1508
+ "weight": {
1509
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_out.linear_out_g.weight",
1510
+ "shape": [
1511
+ 4,
1512
+ 256,
1513
+ 256
1514
+ ],
1515
+ "dtype": "float32"
1516
+ },
1517
+ "bias": null
1518
+ }
1519
+ },
1520
+ "outgoing": true
1521
  }
1522
  },
1523
+ "tri_mul_in": {
1524
+ "module": "jfold.pairformer:TriangleMultiplication",
1525
  "fields": {
1526
+ "norm_in": {
1527
+ "module": "jfold.nn:LayerNorm",
1528
+ "fields": {
1529
+ "weight": {
1530
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_in.norm_in.weight",
1531
+ "shape": [
1532
+ 4,
1533
+ 256
1534
+ ],
1535
+ "dtype": "float32"
1536
+ },
1537
+ "bias": {
1538
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_in.norm_in.bias",
1539
+ "shape": [
1540
+ 4,
1541
+ 256
1542
+ ],
1543
+ "dtype": "float32"
1544
+ },
1545
+ "eps": 1e-05
1546
+ }
1547
+ },
1548
+ "linear_p": {
1549
+ "module": "jfold.nn:Linear",
1550
+ "fields": {
1551
+ "weight": {
1552
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_in.linear_p.weight",
1553
+ "shape": [
1554
+ 4,
1555
+ 512,
1556
+ 256
1557
+ ],
1558
+ "dtype": "float32"
1559
+ },
1560
+ "bias": null
1561
+ }
1562
+ },
1563
+ "linear_g": {
1564
+ "module": "jfold.nn:Linear",
1565
+ "fields": {
1566
+ "weight": {
1567
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_in.linear_g.weight",
1568
+ "shape": [
1569
+ 4,
1570
+ 512,
1571
+ 256
1572
+ ],
1573
+ "dtype": "float32"
1574
+ },
1575
+ "bias": null
1576
+ }
1577
+ },
1578
+ "norm_out": {
1579
+ "module": "jfold.nn:LayerNorm",
1580
+ "fields": {
1581
+ "weight": {
1582
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_in.norm_out.weight",
1583
+ "shape": [
1584
+ 4,
1585
+ 256
1586
+ ],
1587
+ "dtype": "float32"
1588
+ },
1589
+ "bias": {
1590
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_in.norm_out.bias",
1591
+ "shape": [
1592
+ 4,
1593
+ 256
1594
+ ],
1595
+ "dtype": "float32"
1596
+ },
1597
+ "eps": 1e-05
1598
+ }
1599
+ },
1600
+ "linear_out": {
1601
+ "module": "jfold.nn:Linear",
1602
+ "fields": {
1603
+ "weight": {
1604
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_in.linear_out.weight",
1605
+ "shape": [
1606
+ 4,
1607
+ 256,
1608
+ 256
1609
+ ],
1610
+ "dtype": "float32"
1611
+ },
1612
+ "bias": null
1613
+ }
1614
+ },
1615
+ "linear_out_g": {
1616
+ "module": "jfold.nn:Linear",
1617
+ "fields": {
1618
+ "weight": {
1619
+ "array": "trunk.trunk.msa.layers.pair.tri_mul_in.linear_out_g.weight",
1620
+ "shape": [
1621
+ 4,
1622
+ 256,
1623
+ 256
1624
+ ],
1625
+ "dtype": "float32"
1626
+ },
1627
+ "bias": null
1628
+ }
1629
  },
1630
+ "outgoing": false
1631
  }
1632
  },
1633
+ "transition_z": {
1634
+ "module": "jfold.nn:Transition",
1635
  "fields": {
1636
+ "norm": {
1637
+ "module": "jfold.nn:LayerNorm",
1638
+ "fields": {
1639
+ "weight": {
1640
+ "array": "trunk.trunk.msa.layers.pair.transition_z.norm.weight",
1641
+ "shape": [
1642
+ 4,
1643
+ 256
1644
+ ],
1645
+ "dtype": "float32"
1646
+ },
1647
+ "bias": {
1648
+ "array": "trunk.trunk.msa.layers.pair.transition_z.norm.bias",
1649
+ "shape": [
1650
+ 4,
1651
+ 256
1652
+ ],
1653
+ "dtype": "float32"
1654
+ },
1655
+ "eps": 1e-05
1656
+ }
1657
  },
1658
+ "linear_a": {
1659
+ "module": "jfold.nn:Linear",
1660
+ "fields": {
1661
+ "weight": {
1662
+ "array": "trunk.trunk.msa.layers.pair.transition_z.linear_a.weight",
1663
+ "shape": [
1664
+ 4,
1665
+ 1024,
1666
+ 256
1667
+ ],
1668
+ "dtype": "float32"
1669
+ },
1670
+ "bias": null
1671
+ }
1672
+ },
1673
+ "linear_b": {
1674
+ "module": "jfold.nn:Linear",
1675
+ "fields": {
1676
+ "weight": {
1677
+ "array": "trunk.trunk.msa.layers.pair.transition_z.linear_b.weight",
1678
+ "shape": [
1679
+ 4,
1680
+ 1024,
1681
+ 256
1682
+ ],
1683
+ "dtype": "float32"
1684
+ },
1685
+ "bias": null
1686
+ }
1687
+ },
1688
+ "linear_out": {
1689
+ "module": "jfold.nn:Linear",
1690
+ "fields": {
1691
+ "weight": {
1692
+ "array": "trunk.trunk.msa.layers.pair.transition_z.linear_out.weight",
1693
+ "shape": [
1694
+ 4,
1695
+ 256,
1696
+ 1024
1697
+ ],
1698
+ "dtype": "float32"
1699
+ },
1700
+ "bias": null
1701
+ }
1702
+ }
1703
  }
1704
+ },
1705
+ "single": null,
1706
+ "dropout_row": {
1707
+ "module": "equinox.nn:Identity",
1708
+ "fields": {}
1709
  }
1710
  }
1711
  },
1712
+ "outer_product_first": false
 
 
 
 
1713
  }
1714
  },
1715
+ "last": null,
1716
+ "max_rows": null,
1717
+ "keep_query": true,
1718
+ "min_rows": null
1719
  }
1720
+ }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1721
  }
1722
  },
1723
+ "unconditional": {
1724
+ "module": "jfold.nn:Transition",
1725
  "fields": {
1726
+ "norm": {
1727
+ "module": "jfold.nn:LayerNorm",
1728
+ "fields": {
1729
+ "weight": {
1730
+ "array": "trunk.unconditional.norm.weight",
1731
+ "shape": [
1732
+ 256
1733
+ ],
1734
+ "dtype": "float32"
1735
+ },
1736
+ "bias": {
1737
+ "array": "trunk.unconditional.norm.bias",
1738
+ "shape": [
1739
+ 256
1740
+ ],
1741
+ "dtype": "float32"
1742
+ },
1743
+ "eps": 1e-05
1744
+ }
1745
  },
1746
+ "linear_a": {
1747
+ "module": "jfold.nn:Linear",
1748
+ "fields": {
1749
+ "weight": {
1750
+ "array": "trunk.unconditional.linear_a.weight",
1751
+ "shape": [
1752
+ 1024,
1753
+ 256
1754
+ ],
1755
+ "dtype": "float32"
1756
+ },
1757
+ "bias": null
1758
+ }
1759
  },
1760
+ "linear_b": {
1761
+ "module": "jfold.nn:Linear",
1762
+ "fields": {
1763
+ "weight": {
1764
+ "array": "trunk.unconditional.linear_b.weight",
1765
+ "shape": [
1766
+ 1024,
1767
+ 256
1768
+ ],
1769
+ "dtype": "float32"
1770
+ },
1771
+ "bias": null
1772
+ }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1773
  },
1774
+ "linear_out": {
1775
+ "module": "jfold.nn:Linear",
1776
+ "fields": {
1777
+ "weight": {
1778
+ "array": "trunk.unconditional.linear_out.weight",
1779
+ "shape": [
1780
+ 256,
1781
+ 1024
1782
+ ],
1783
+ "dtype": "float32"
1784
+ },
1785
+ "bias": null
1786
+ }
1787
  }
1788
  }
1789
+ }
 
 
 
 
 
 
 
 
 
 
1790
  }
1791
  },
1792
+ "diffusion": {
1793
  "module": "jfold.models.bioemu2:DualStreamModule",
1794
  "fields": {
1795
  "conditioning": {
 
1802
  "module": "jfold.nn:LayerNorm",
1803
  "fields": {
1804
  "weight": {
1805
+ "array": "diffusion.conditioning.conditioning.norm_z.weight",
1806
  "shape": [
1807
  512
1808
  ],
1809
  "dtype": "float32"
1810
  },
1811
  "bias": {
1812
+ "array": "diffusion.conditioning.conditioning.norm_z.bias",
1813
  "shape": [
1814
  512
1815
  ],
 
1822
  "module": "jfold.nn:Linear",
1823
  "fields": {
1824
  "weight": {
1825
+ "array": "diffusion.conditioning.conditioning.linear_z.weight",
1826
  "shape": [
1827
  256,
1828
  512
 
1841
  "module": "jfold.nn:LayerNorm",
1842
  "fields": {
1843
  "weight": {
1844
+ "array": "diffusion.conditioning.conditioning.transitions_z.0.norm.weight",
1845
  "shape": [
1846
  256
1847
  ],
1848
  "dtype": "float32"
1849
  },
1850
  "bias": {
1851
+ "array": "diffusion.conditioning.conditioning.transitions_z.0.norm.bias",
1852
  "shape": [
1853
  256
1854
  ],
 
1861
  "module": "jfold.nn:Linear",
1862
  "fields": {
1863
  "weight": {
1864
+ "array": "diffusion.conditioning.conditioning.transitions_z.0.linear_a.weight",
1865
  "shape": [
1866
  512,
1867
  256
 
1875
  "module": "jfold.nn:Linear",
1876
  "fields": {
1877
  "weight": {
1878
+ "array": "diffusion.conditioning.conditioning.transitions_z.0.linear_b.weight",
1879
  "shape": [
1880
  512,
1881
  256
 
1889
  "module": "jfold.nn:Linear",
1890
  "fields": {
1891
  "weight": {
1892
+ "array": "diffusion.conditioning.conditioning.transitions_z.0.linear_out.weight",
1893
  "shape": [
1894
  256,
1895
  512
 
1908
  "module": "jfold.nn:LayerNorm",
1909
  "fields": {
1910
  "weight": {
1911
+ "array": "diffusion.conditioning.conditioning.transitions_z.1.norm.weight",
1912
  "shape": [
1913
  256
1914
  ],
1915
  "dtype": "float32"
1916
  },
1917
  "bias": {
1918
+ "array": "diffusion.conditioning.conditioning.transitions_z.1.norm.bias",
1919
  "shape": [
1920
  256
1921
  ],
 
1928
  "module": "jfold.nn:Linear",
1929
  "fields": {
1930
  "weight": {
1931
+ "array": "diffusion.conditioning.conditioning.transitions_z.1.linear_a.weight",
1932
  "shape": [
1933
  512,
1934
  256
 
1942
  "module": "jfold.nn:Linear",
1943
  "fields": {
1944
  "weight": {
1945
+ "array": "diffusion.conditioning.conditioning.transitions_z.1.linear_b.weight",
1946
  "shape": [
1947
  512,
1948
  256
 
1956
  "module": "jfold.nn:Linear",
1957
  "fields": {
1958
  "weight": {
1959
+ "array": "diffusion.conditioning.conditioning.transitions_z.1.linear_out.weight",
1960
  "shape": [
1961
  256,
1962
  512
 
1974
  "module": "jfold.nn:LayerNorm",
1975
  "fields": {
1976
  "weight": {
1977
+ "array": "diffusion.conditioning.conditioning.norm_s.weight",
1978
  "shape": [
1979
  839
1980
  ],
1981
  "dtype": "float32"
1982
  },
1983
  "bias": {
1984
+ "array": "diffusion.conditioning.conditioning.norm_s.bias",
1985
  "shape": [
1986
  839
1987
  ],
 
1994
  "module": "jfold.nn:Linear",
1995
  "fields": {
1996
  "weight": {
1997
+ "array": "diffusion.conditioning.conditioning.linear_s.weight",
1998
  "shape": [
1999
  768,
2000
  839
 
2002
  "dtype": "float32"
2003
  },
2004
  "bias": {
2005
+ "array": "diffusion.conditioning.conditioning.linear_s.bias",
2006
  "shape": [
2007
  768
2008
  ],
 
2014
  "module": "jfold.denoiser:FourierEmbedding",
2015
  "fields": {
2016
  "weight": {
2017
+ "array": "diffusion.conditioning.conditioning.fourier.weight",
2018
  "shape": [
2019
  256
2020
  ],
2021
  "dtype": "float32"
2022
  },
2023
  "bias": {
2024
+ "array": "diffusion.conditioning.conditioning.fourier.bias",
2025
  "shape": [
2026
  256
2027
  ],
 
2033
  "module": "jfold.nn:LayerNorm",
2034
  "fields": {
2035
  "weight": {
2036
+ "array": "diffusion.conditioning.conditioning.norm_noise.weight",
2037
  "shape": [
2038
  256
2039
  ],
2040
  "dtype": "float32"
2041
  },
2042
  "bias": {
2043
+ "array": "diffusion.conditioning.conditioning.norm_noise.bias",
2044
  "shape": [
2045
  256
2046
  ],
 
2053
  "module": "jfold.nn:Linear",
2054
  "fields": {
2055
  "weight": {
2056
+ "array": "diffusion.conditioning.conditioning.linear_noise.weight",
2057
  "shape": [
2058
  768,
2059
  256
 
2072
  "module": "jfold.nn:LayerNorm",
2073
  "fields": {
2074
  "weight": {
2075
+ "array": "diffusion.conditioning.conditioning.transitions_s.0.norm.weight",
2076
  "shape": [
2077
  768
2078
  ],
2079
  "dtype": "float32"
2080
  },
2081
  "bias": {
2082
+ "array": "diffusion.conditioning.conditioning.transitions_s.0.norm.bias",
2083
  "shape": [
2084
  768
2085
  ],
 
2092
  "module": "jfold.nn:Linear",
2093
  "fields": {
2094
  "weight": {
2095
+ "array": "diffusion.conditioning.conditioning.transitions_s.0.linear_a.weight",
2096
  "shape": [
2097
  1536,
2098
  768
 
2106
  "module": "jfold.nn:Linear",
2107
  "fields": {
2108
  "weight": {
2109
+ "array": "diffusion.conditioning.conditioning.transitions_s.0.linear_b.weight",
2110
  "shape": [
2111
  1536,
2112
  768
 
2120
  "module": "jfold.nn:Linear",
2121
  "fields": {
2122
  "weight": {
2123
+ "array": "diffusion.conditioning.conditioning.transitions_s.0.linear_out.weight",
2124
  "shape": [
2125
  768,
2126
  1536
 
2139
  "module": "jfold.nn:LayerNorm",
2140
  "fields": {
2141
  "weight": {
2142
+ "array": "diffusion.conditioning.conditioning.transitions_s.1.norm.weight",
2143
  "shape": [
2144
  768
2145
  ],
2146
  "dtype": "float32"
2147
  },
2148
  "bias": {
2149
+ "array": "diffusion.conditioning.conditioning.transitions_s.1.norm.bias",
2150
  "shape": [
2151
  768
2152
  ],
 
2159
  "module": "jfold.nn:Linear",
2160
  "fields": {
2161
  "weight": {
2162
+ "array": "diffusion.conditioning.conditioning.transitions_s.1.linear_a.weight",
2163
  "shape": [
2164
  1536,
2165
  768
 
2173
  "module": "jfold.nn:Linear",
2174
  "fields": {
2175
  "weight": {
2176
+ "array": "diffusion.conditioning.conditioning.transitions_s.1.linear_b.weight",
2177
  "shape": [
2178
  1536,
2179
  768
 
2187
  "module": "jfold.nn:Linear",
2188
  "fields": {
2189
  "weight": {
2190
+ "array": "diffusion.conditioning.conditioning.transitions_s.1.linear_out.weight",
2191
  "shape": [
2192
  768,
2193
  1536
 
2210
  "module": "jfold.models.bioemu2:DampedHarmonicEmbedding",
2211
  "fields": {
2212
  "taus": {
2213
+ "array": "diffusion.conditioning.lag_embedding.taus",
2214
  "shape": [
2215
  32
2216
  ],
2217
  "dtype": "float32"
2218
  },
2219
  "quality_factors": {
2220
+ "array": "diffusion.conditioning.lag_embedding.quality_factors",
2221
  "shape": [
2222
  4
2223
  ],
 
2229
  "module": "jfold.nn:Linear",
2230
  "fields": {
2231
  "weight": {
2232
+ "array": "diffusion.conditioning.linear_lag.weight",
2233
  "shape": [
2234
  768,
2235
  288
 
2248
  "module": "jfold.nn:Linear",
2249
  "fields": {
2250
  "weight": {
2251
+ "array": "diffusion.atoms.embed_features.weight",
2252
  "shape": [
2253
  128,
2254
  388
 
2265
  "module": "jfold.nn:Linear",
2266
  "fields": {
2267
  "weight": {
2268
+ "array": "diffusion.atoms.pair_embedding.linear_offset.weight",
2269
  "shape": [
2270
  16,
2271
  3
 
2279
  "module": "jfold.nn:Linear",
2280
  "fields": {
2281
  "weight": {
2282
+ "array": "diffusion.atoms.pair_embedding.linear_inv_sq_dist.weight",
2283
  "shape": [
2284
  16,
2285
  1
 
2293
  "module": "jfold.nn:Linear",
2294
  "fields": {
2295
  "weight": {
2296
+ "array": "diffusion.atoms.pair_embedding.linear_valid.weight",
2297
  "shape": [
2298
  16,
2299
  1
 
2312
  "module": "jfold.nn:LayerNorm",
2313
  "fields": {
2314
  "weight": {
2315
+ "array": "diffusion.atoms.trunk.norm_s.weight",
2316
  "shape": [
2317
  384
2318
  ],
2319
  "dtype": "float32"
2320
  },
2321
  "bias": {
2322
+ "array": "diffusion.atoms.trunk.norm_s.bias",
2323
  "shape": [
2324
  384
2325
  ],
 
2332
  "module": "jfold.nn:Linear",
2333
  "fields": {
2334
  "weight": {
2335
+ "array": "diffusion.atoms.trunk.linear_s.weight",
2336
  "shape": [
2337
  128,
2338
  384
 
2346
  "module": "jfold.nn:LayerNorm",
2347
  "fields": {
2348
  "weight": {
2349
+ "array": "diffusion.atoms.trunk.norm_z.weight",
2350
  "shape": [
2351
  256
2352
  ],
2353
  "dtype": "float32"
2354
  },
2355
  "bias": {
2356
+ "array": "diffusion.atoms.trunk.norm_z.bias",
2357
  "shape": [
2358
  256
2359
  ],
 
2366
  "module": "jfold.nn:Linear",
2367
  "fields": {
2368
  "weight": {
2369
+ "array": "diffusion.atoms.trunk.linear_z.weight",
2370
  "shape": [
2371
  16,
2372
  256
 
2382
  "module": "jfold.nn:Linear",
2383
  "fields": {
2384
  "weight": {
2385
+ "array": "diffusion.atoms.linear_c_queries.weight",
2386
  "shape": [
2387
  16,
2388
  128
 
2396
  "module": "jfold.nn:Linear",
2397
  "fields": {
2398
  "weight": {
2399
+ "array": "diffusion.atoms.linear_c_keys.weight",
2400
  "shape": [
2401
  16,
2402
  128
 
2415
  "module": "jfold.nn:Linear",
2416
  "fields": {
2417
  "weight": {
2418
+ "array": "diffusion.atoms.pair_mlp.layers.0.weight",
2419
  "shape": [
2420
  16,
2421
  16
 
2429
  "module": "jfold.nn:Linear",
2430
  "fields": {
2431
  "weight": {
2432
+ "array": "diffusion.atoms.pair_mlp.layers.1.weight",
2433
  "shape": [
2434
  16,
2435
  16
 
2443
  "module": "jfold.nn:Linear",
2444
  "fields": {
2445
  "weight": {
2446
+ "array": "diffusion.atoms.pair_mlp.layers.2.weight",
2447
  "shape": [
2448
  16,
2449
  16
 
2461
  "module": "jfold.nn:Linear",
2462
  "fields": {
2463
  "weight": {
2464
+ "array": "diffusion.atoms.linear_r.weight",
2465
  "shape": [
2466
  128,
2467
  3
 
2478
  "module": "jfold.nn:Linear",
2479
  "fields": {
2480
  "weight": {
2481
+ "array": "diffusion.atoms.frame.linear.weight",
2482
  "shape": [
2483
  128,
2484
  3
 
2492
  "module": "jfold.models.bioemu2:LagGate",
2493
  "fields": {
2494
  "taus": {
2495
+ "array": "diffusion.atoms.frame.gate.taus",
2496
  "shape": [
2497
  32
2498
  ],
2499
  "dtype": "float32"
2500
  },
2501
  "log_weight": {
2502
+ "array": "diffusion.atoms.frame.gate.log_weight",
2503
  "shape": [
2504
  32
2505
  ],
 
2522
  "module": "jfold.nn:LayerNorm",
2523
  "fields": {
2524
  "weight": {
2525
+ "array": "diffusion.norm_s.weight",
2526
  "shape": [
2527
  384
2528
  ],
2529
  "dtype": "float32"
2530
  },
2531
  "bias": {
2532
+ "array": "diffusion.norm_s.bias",
2533
  "shape": [
2534
  384
2535
  ],
 
2542
  "module": "jfold.nn:Linear",
2543
  "fields": {
2544
  "weight": {
2545
+ "array": "diffusion.linear_s.weight",
2546
  "shape": [
2547
  768,
2548
  384
 
2556
  "module": "jfold.nn:Linear",
2557
  "fields": {
2558
  "weight": {
2559
+ "array": "diffusion.linear_r.weight",
2560
  "shape": [
2561
  768,
2562
  3
 
2579
  "module": "jfold.nn:LayerNorm",
2580
  "fields": {
2581
  "weight": {
2582
+ "array": "diffusion.transformer.atoms.pair_bias.norm.weight",
2583
  "shape": [
2584
  16,
2585
  16
 
2594
  "module": "jfold.nn:Linear",
2595
  "fields": {
2596
  "weight": {
2597
+ "array": "diffusion.transformer.atoms.pair_bias.linear.weight",
2598
  "shape": [
2599
  16,
2600
  4,
 
2628
  "module": "jfold.nn:LayerNorm",
2629
  "fields": {
2630
  "weight": {
2631
+ "array": "diffusion.transformer.atoms.layers.attention.adaln.norm_s.weight",
2632
  "shape": [
2633
  16,
2634
  768
 
2636
  "dtype": "float32"
2637
  },
2638
  "bias": {
2639
+ "array": "diffusion.transformer.atoms.layers.attention.adaln.norm_s.bias",
2640
  "shape": [
2641
  16,
2642
  768
 
2650
  "module": "jfold.nn:Linear",
2651
  "fields": {
2652
  "weight": {
2653
+ "array": "diffusion.transformer.atoms.layers.attention.adaln.linear.weight",
2654
  "shape": [
2655
  16,
2656
  384,
 
2659
  "dtype": "float32"
2660
  },
2661
  "bias": {
2662
+ "array": "diffusion.transformer.atoms.layers.attention.adaln.linear.bias",
2663
  "shape": [
2664
  16,
2665
  384
 
2680
  "module": "jfold.nn:Linear",
2681
  "fields": {
2682
  "weight": {
2683
+ "array": "diffusion.transformer.atoms.layers.attention.attention.attention.linear_q.weight",
2684
  "shape": [
2685
  16,
2686
  128,
 
2689
  "dtype": "float32"
2690
  },
2691
  "bias": {
2692
+ "array": "diffusion.transformer.atoms.layers.attention.attention.attention.linear_q.bias",
2693
  "shape": [
2694
  16,
2695
  128
 
2702
  "module": "jfold.nn:Linear",
2703
  "fields": {
2704
  "weight": {
2705
+ "array": "diffusion.transformer.atoms.layers.attention.attention.attention.linear_k.weight",
2706
  "shape": [
2707
  16,
2708
  128,
 
2717
  "module": "jfold.nn:Linear",
2718
  "fields": {
2719
  "weight": {
2720
+ "array": "diffusion.transformer.atoms.layers.attention.attention.attention.linear_v.weight",
2721
  "shape": [
2722
  16,
2723
  128,
 
2732
  "module": "jfold.nn:Linear",
2733
  "fields": {
2734
  "weight": {
2735
+ "array": "diffusion.transformer.atoms.layers.attention.attention.attention.linear_g.weight",
2736
  "shape": [
2737
  16,
2738
  128,
 
2747
  "module": "jfold.nn:Linear",
2748
  "fields": {
2749
  "weight": {
2750
+ "array": "diffusion.transformer.atoms.layers.attention.attention.attention.linear_o.weight",
2751
  "shape": [
2752
  16,
2753
  128,
 
2790
  "module": "jfold.nn:LayerNorm",
2791
  "fields": {
2792
  "weight": {
2793
+ "array": "diffusion.transformer.atoms.layers.transition.adaln.norm_s.weight",
2794
  "shape": [
2795
  16,
2796
  768
 
2798
  "dtype": "float32"
2799
  },
2800
  "bias": {
2801
+ "array": "diffusion.transformer.atoms.layers.transition.adaln.norm_s.bias",
2802
  "shape": [
2803
  16,
2804
  768
 
2812
  "module": "jfold.nn:Linear",
2813
  "fields": {
2814
  "weight": {
2815
+ "array": "diffusion.transformer.atoms.layers.transition.adaln.linear.weight",
2816
  "shape": [
2817
  16,
2818
  384,
 
2821
  "dtype": "float32"
2822
  },
2823
  "bias": {
2824
+ "array": "diffusion.transformer.atoms.layers.transition.adaln.linear.bias",
2825
  "shape": [
2826
  16,
2827
  384
 
2839
  "module": "jfold.nn:Linear",
2840
  "fields": {
2841
  "weight": {
2842
+ "array": "diffusion.transformer.atoms.layers.transition.mlp.linear_a.weight",
2843
  "shape": [
2844
  16,
2845
  512,
 
2854
  "module": "jfold.nn:Linear",
2855
  "fields": {
2856
  "weight": {
2857
+ "array": "diffusion.transformer.atoms.layers.transition.mlp.linear_b.weight",
2858
  "shape": [
2859
  16,
2860
  512,
 
2869
  "module": "jfold.nn:Linear",
2870
  "fields": {
2871
  "weight": {
2872
+ "array": "diffusion.transformer.atoms.layers.transition.mlp.linear_out.weight",
2873
  "shape": [
2874
  16,
2875
  128,
 
2902
  "module": "jfold.nn:LayerNorm",
2903
  "fields": {
2904
  "weight": {
2905
+ "array": "diffusion.transformer.tokens.pair_bias.norm.weight",
2906
  "shape": [
2907
  16,
2908
  256
 
2917
  "module": "jfold.nn:Linear",
2918
  "fields": {
2919
  "weight": {
2920
+ "array": "diffusion.transformer.tokens.pair_bias.linear.weight",
2921
  "shape": [
2922
  16,
2923
  16,
 
2951
  "module": "jfold.nn:LayerNorm",
2952
  "fields": {
2953
  "weight": {
2954
+ "array": "diffusion.transformer.tokens.layers.attention.adaln.norm_s.weight",
2955
  "shape": [
2956
  16,
2957
  768
 
2959
  "dtype": "float32"
2960
  },
2961
  "bias": {
2962
+ "array": "diffusion.transformer.tokens.layers.attention.adaln.norm_s.bias",
2963
  "shape": [
2964
  16,
2965
  768
 
2973
  "module": "jfold.nn:Linear",
2974
  "fields": {
2975
  "weight": {
2976
+ "array": "diffusion.transformer.tokens.layers.attention.adaln.linear.weight",
2977
  "shape": [
2978
  16,
2979
  2304,
 
2982
  "dtype": "float32"
2983
  },
2984
  "bias": {
2985
+ "array": "diffusion.transformer.tokens.layers.attention.adaln.linear.bias",
2986
  "shape": [
2987
  16,
2988
  2304
 
3000
  "module": "jfold.nn:Linear",
3001
  "fields": {
3002
  "weight": {
3003
+ "array": "diffusion.transformer.tokens.layers.attention.attention.linear_q.weight",
3004
  "shape": [
3005
  16,
3006
  768,
 
3009
  "dtype": "float32"
3010
  },
3011
  "bias": {
3012
+ "array": "diffusion.transformer.tokens.layers.attention.attention.linear_q.bias",
3013
  "shape": [
3014
  16,
3015
  768
 
3022
  "module": "jfold.nn:Linear",
3023
  "fields": {
3024
  "weight": {
3025
+ "array": "diffusion.transformer.tokens.layers.attention.attention.linear_k.weight",
3026
  "shape": [
3027
  16,
3028
  768,
 
3037
  "module": "jfold.nn:Linear",
3038
  "fields": {
3039
  "weight": {
3040
+ "array": "diffusion.transformer.tokens.layers.attention.attention.linear_v.weight",
3041
  "shape": [
3042
  16,
3043
  768,
 
3052
  "module": "jfold.nn:Linear",
3053
  "fields": {
3054
  "weight": {
3055
+ "array": "diffusion.transformer.tokens.layers.attention.attention.linear_g.weight",
3056
  "shape": [
3057
  16,
3058
  768,
 
3067
  "module": "jfold.nn:Linear",
3068
  "fields": {
3069
  "weight": {
3070
+ "array": "diffusion.transformer.tokens.layers.attention.attention.linear_o.weight",
3071
  "shape": [
3072
  16,
3073
  768,
 
3101
  "module": "jfold.nn:LayerNorm",
3102
  "fields": {
3103
  "weight": {
3104
+ "array": "diffusion.transformer.tokens.layers.transition.adaln.norm_s.weight",
3105
  "shape": [
3106
  16,
3107
  768
 
3109
  "dtype": "float32"
3110
  },
3111
  "bias": {
3112
+ "array": "diffusion.transformer.tokens.layers.transition.adaln.norm_s.bias",
3113
  "shape": [
3114
  16,
3115
  768
 
3123
  "module": "jfold.nn:Linear",
3124
  "fields": {
3125
  "weight": {
3126
+ "array": "diffusion.transformer.tokens.layers.transition.adaln.linear.weight",
3127
  "shape": [
3128
  16,
3129
  2304,
 
3132
  "dtype": "float32"
3133
  },
3134
  "bias": {
3135
+ "array": "diffusion.transformer.tokens.layers.transition.adaln.linear.bias",
3136
  "shape": [
3137
  16,
3138
  2304
 
3150
  "module": "jfold.nn:Linear",
3151
  "fields": {
3152
  "weight": {
3153
+ "array": "diffusion.transformer.tokens.layers.transition.mlp.linear_a.weight",
3154
  "shape": [
3155
  16,
3156
  3072,
 
3165
  "module": "jfold.nn:Linear",
3166
  "fields": {
3167
  "weight": {
3168
+ "array": "diffusion.transformer.tokens.layers.transition.mlp.linear_b.weight",
3169
  "shape": [
3170
  16,
3171
  3072,
 
3180
  "module": "jfold.nn:Linear",
3181
  "fields": {
3182
  "weight": {
3183
+ "array": "diffusion.transformer.tokens.layers.transition.mlp.linear_out.weight",
3184
  "shape": [
3185
  16,
3186
  768,
 
3224
  "module": "jfold.nn:LayerNorm",
3225
  "fields": {
3226
  "weight": {
3227
+ "array": "diffusion.transformer.coupling.to_atoms.adaln.norm_s.weight",
3228
  "shape": [
3229
  16,
3230
  768
 
3232
  "dtype": "float32"
3233
  },
3234
  "bias": {
3235
+ "array": "diffusion.transformer.coupling.to_atoms.adaln.norm_s.bias",
3236
  "shape": [
3237
  16,
3238
  768
 
3246
  "module": "jfold.nn:Linear",
3247
  "fields": {
3248
  "weight": {
3249
+ "array": "diffusion.transformer.coupling.to_atoms.adaln.linear.weight",
3250
  "shape": [
3251
  16,
3252
  1920,
 
3255
  "dtype": "float32"
3256
  },
3257
  "bias": {
3258
+ "array": "diffusion.transformer.coupling.to_atoms.adaln.linear.bias",
3259
  "shape": [
3260
  16,
3261
  1920
 
3273
  "module": "jfold.nn:Linear",
3274
  "fields": {
3275
  "weight": {
3276
+ "array": "diffusion.transformer.coupling.to_atoms.mlp.linear_a.weight",
3277
  "shape": [
3278
  16,
3279
  1792,
 
3288
  "module": "jfold.nn:Linear",
3289
  "fields": {
3290
  "weight": {
3291
+ "array": "diffusion.transformer.coupling.to_atoms.mlp.linear_b.weight",
3292
  "shape": [
3293
  16,
3294
  1792,
 
3303
  "module": "jfold.nn:Linear",
3304
  "fields": {
3305
  "weight": {
3306
+ "array": "diffusion.transformer.coupling.to_atoms.mlp.linear_out.weight",
3307
  "shape": [
3308
  16,
3309
  128,
 
3336
  "module": "jfold.nn:LayerNorm",
3337
  "fields": {
3338
  "weight": {
3339
+ "array": "diffusion.transformer.coupling.to_tokens.adaln.norm_s.weight",
3340
  "shape": [
3341
  16,
3342
  768
 
3344
  "dtype": "float32"
3345
  },
3346
  "bias": {
3347
+ "array": "diffusion.transformer.coupling.to_tokens.adaln.norm_s.bias",
3348
  "shape": [
3349
  16,
3350
  768
 
3358
  "module": "jfold.nn:Linear",
3359
  "fields": {
3360
  "weight": {
3361
+ "array": "diffusion.transformer.coupling.to_tokens.adaln.linear.weight",
3362
  "shape": [
3363
  16,
3364
  2560,
 
3367
  "dtype": "float32"
3368
  },
3369
  "bias": {
3370
+ "array": "diffusion.transformer.coupling.to_tokens.adaln.linear.bias",
3371
  "shape": [
3372
  16,
3373
  2560
 
3385
  "module": "jfold.nn:Linear",
3386
  "fields": {
3387
  "weight": {
3388
+ "array": "diffusion.transformer.coupling.to_tokens.mlp.linear_a.weight",
3389
  "shape": [
3390
  16,
3391
  1792,
 
3400
  "module": "jfold.nn:Linear",
3401
  "fields": {
3402
  "weight": {
3403
+ "array": "diffusion.transformer.coupling.to_tokens.mlp.linear_b.weight",
3404
  "shape": [
3405
  16,
3406
  1792,
 
3415
  "module": "jfold.nn:Linear",
3416
  "fields": {
3417
  "weight": {
3418
+ "array": "diffusion.transformer.coupling.to_tokens.mlp.linear_out.weight",
3419
  "shape": [
3420
  16,
3421
  768,
 
3441
  "module": "jfold.nn:Linear",
3442
  "fields": {
3443
  "weight": {
3444
+ "array": "diffusion.readout.linear_s.weight",
3445
  "shape": [
3446
  384,
3447
  768
 
3455
  "module": "jfold.nn:Linear",
3456
  "fields": {
3457
  "weight": {
3458
+ "array": "diffusion.readout.linear_q.weight",
3459
  "shape": [
3460
  384,
3461
  128
 
3469
  "module": "jfold.nn:LayerNorm",
3470
  "fields": {
3471
  "weight": {
3472
+ "array": "diffusion.readout.norm.weight",
3473
  "shape": [
3474
  384
3475
  ],
 
3483
  "module": "jfold.nn:Linear",
3484
  "fields": {
3485
  "weight": {
3486
+ "array": "diffusion.readout.linear_out.weight",
3487
  "shape": [
3488
  3,
3489
  384
 
3494
  }
3495
  }
3496
  }
3497
+ },
3498
+ "relative_positions": {
3499
+ "module": "jfold.nn:Linear",
3500
+ "fields": {
3501
+ "weight": {
3502
+ "array": "diffusion.relative_positions.weight",
3503
+ "shape": [
3504
+ 256,
3505
+ 139
3506
+ ],
3507
+ "dtype": "float32"
3508
+ },
3509
+ "bias": null
3510
+ }
3511
  }
3512
  }
3513
  },
3514
+ "distogram": {
3515
+ "module": "jfold.confidence:PairHead",
3516
+ "fields": {
3517
+ "linear": {
3518
+ "module": "jfold.nn:Linear",
3519
+ "fields": {
3520
+ "weight": {
3521
+ "array": "distogram.linear.weight",
3522
+ "shape": [
3523
+ 64,
3524
+ 256
3525
+ ],
3526
+ "dtype": "float32"
3527
+ },
3528
+ "bias": {
3529
+ "array": "distogram.linear.bias",
3530
+ "shape": [
3531
+ 64
3532
+ ],
3533
+ "dtype": "float32"
3534
+ }
3535
+ }
3536
+ },
3537
+ "linear_inter": null,
3538
+ "norm": {
3539
+ "module": "equinox.nn:Identity",
3540
+ "fields": {}
3541
+ },
3542
+ "norm_terms": {
3543
+ "module": "equinox.nn:Identity",
3544
+ "fields": {}
3545
+ },
3546
+ "symmetric": true
3547
+ }
3548
+ },
3549
+ "confidence": null,
3550
  "sampling": {
3551
  "module": "jfold.sampling.config:UpstreamSampler",
3552
  "fields": {
bioemu2/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca8a6382569247cbd0de5a2599f2656988d0b7760b14079862bd6c65ded0c2c8
3
- size 2046983544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cee36e3184694ebc4dc07d91d6ad656c9864760c62c3163150fb16308823d5c4
3
+ size 2046984168
boltz2/model.json CHANGED
@@ -5127,6 +5127,20 @@
5127
  }
5128
  }
5129
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5130
  }
5131
  }
5132
  },
@@ -6286,112 +6300,98 @@
6286
  "bias": null
6287
  }
6288
  },
6289
- "clamp_s": null
6290
- }
6291
- },
6292
- "diffusion_relative_positions": {
6293
- "module": "jfold.nn:Linear",
6294
- "fields": {
6295
- "weight": {
6296
- "array": "diffusion_relative_positions.weight",
6297
- "shape": [
6298
- 128,
6299
- 139
6300
- ],
6301
- "dtype": "float32"
6302
- },
6303
- "bias": null
6304
- }
6305
- },
6306
- "confidence_pair_features": {
6307
- "module": "jfold.models.boltz2:PairInputs",
6308
- "fields": {
6309
- "relative_positions": {
6310
- "module": "jfold.nn:Linear",
6311
- "fields": {
6312
- "weight": {
6313
- "array": "confidence_pair_features.relative_positions.weight",
6314
- "shape": [
6315
- 128,
6316
- 139
6317
- ],
6318
- "dtype": "float32"
6319
- },
6320
- "bias": null
6321
- }
6322
- },
6323
- "bonds": {
6324
- "module": "jfold.nn:Linear",
6325
- "fields": {
6326
- "weight": {
6327
- "array": "confidence_pair_features.bonds.weight",
6328
- "shape": [
6329
- 128,
6330
- 8
6331
- ],
6332
- "dtype": "float32"
6333
- },
6334
- "bias": null
6335
- }
6336
- },
6337
- "contacts": {
6338
- "module": "jfold.models.boltz2:ContactConditioning",
6339
  "fields": {
6340
- "fourier": {
6341
- "module": "jfold.denoiser:FourierEmbedding",
6342
  "fields": {
6343
  "weight": {
6344
- "array": "confidence_pair_features.contacts.fourier.weight",
6345
  "shape": [
6346
- 128
 
6347
  ],
6348
  "dtype": "float32"
6349
  },
6350
- "bias": {
6351
- "array": "confidence_pair_features.contacts.fourier.bias",
6352
- "shape": [
6353
- 128
6354
- ],
6355
- "dtype": "float32"
6356
- }
6357
  }
6358
  },
6359
- "linear": {
6360
  "module": "jfold.nn:Linear",
6361
  "fields": {
6362
  "weight": {
6363
- "array": "confidence_pair_features.contacts.linear.weight",
6364
  "shape": [
6365
  128,
6366
- 132
6367
  ],
6368
  "dtype": "float32"
6369
  },
6370
- "bias": {
6371
- "array": "confidence_pair_features.contacts.linear.bias",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6372
  "shape": [
6373
  128
6374
  ],
6375
  "dtype": "float32"
6376
- }
 
 
 
 
 
 
 
 
 
6377
  }
6378
- },
6379
- "unspecified": {
6380
- "array": "confidence_pair_features.contacts.unspecified",
6381
- "shape": [
6382
- 128
6383
- ],
6384
- "dtype": "float32"
6385
- },
6386
- "unselected": {
6387
- "array": "confidence_pair_features.contacts.unselected",
6388
- "shape": [
6389
- 128
6390
- ],
6391
- "dtype": "float32"
6392
- },
6393
- "cutoff_min": 4.0,
6394
- "cutoff_max": 20.0
6395
  }
6396
  }
6397
  }
 
5127
  }
5128
  }
5129
  }
5130
+ },
5131
+ "relative_positions": {
5132
+ "module": "jfold.nn:Linear",
5133
+ "fields": {
5134
+ "weight": {
5135
+ "array": "diffusion.relative_positions.weight",
5136
+ "shape": [
5137
+ 128,
5138
+ 139
5139
+ ],
5140
+ "dtype": "float32"
5141
+ },
5142
+ "bias": null
5143
+ }
5144
  }
5145
  }
5146
  },
 
6300
  "bias": null
6301
  }
6302
  },
6303
+ "clamp_s": null,
6304
+ "pair_inputs": {
6305
+ "module": "jfold.models.boltz2:PairInputs",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6306
  "fields": {
6307
+ "relative_positions": {
6308
+ "module": "jfold.nn:Linear",
6309
  "fields": {
6310
  "weight": {
6311
+ "array": "confidence.pair_inputs.relative_positions.weight",
6312
  "shape": [
6313
+ 128,
6314
+ 139
6315
  ],
6316
  "dtype": "float32"
6317
  },
6318
+ "bias": null
 
 
 
 
 
 
6319
  }
6320
  },
6321
+ "bonds": {
6322
  "module": "jfold.nn:Linear",
6323
  "fields": {
6324
  "weight": {
6325
+ "array": "confidence.pair_inputs.bonds.weight",
6326
  "shape": [
6327
  128,
6328
+ 8
6329
  ],
6330
  "dtype": "float32"
6331
  },
6332
+ "bias": null
6333
+ }
6334
+ },
6335
+ "contacts": {
6336
+ "module": "jfold.models.boltz2:ContactConditioning",
6337
+ "fields": {
6338
+ "fourier": {
6339
+ "module": "jfold.denoiser:FourierEmbedding",
6340
+ "fields": {
6341
+ "weight": {
6342
+ "array": "confidence.pair_inputs.contacts.fourier.weight",
6343
+ "shape": [
6344
+ 128
6345
+ ],
6346
+ "dtype": "float32"
6347
+ },
6348
+ "bias": {
6349
+ "array": "confidence.pair_inputs.contacts.fourier.bias",
6350
+ "shape": [
6351
+ 128
6352
+ ],
6353
+ "dtype": "float32"
6354
+ }
6355
+ }
6356
+ },
6357
+ "linear": {
6358
+ "module": "jfold.nn:Linear",
6359
+ "fields": {
6360
+ "weight": {
6361
+ "array": "confidence.pair_inputs.contacts.linear.weight",
6362
+ "shape": [
6363
+ 128,
6364
+ 132
6365
+ ],
6366
+ "dtype": "float32"
6367
+ },
6368
+ "bias": {
6369
+ "array": "confidence.pair_inputs.contacts.linear.bias",
6370
+ "shape": [
6371
+ 128
6372
+ ],
6373
+ "dtype": "float32"
6374
+ }
6375
+ }
6376
+ },
6377
+ "unspecified": {
6378
+ "array": "confidence.pair_inputs.contacts.unspecified",
6379
  "shape": [
6380
  128
6381
  ],
6382
  "dtype": "float32"
6383
+ },
6384
+ "unselected": {
6385
+ "array": "confidence.pair_inputs.contacts.unselected",
6386
+ "shape": [
6387
+ 128
6388
+ ],
6389
+ "dtype": "float32"
6390
+ },
6391
+ "cutoff_min": 4.0,
6392
+ "cutoff_max": 20.0
6393
  }
6394
+ }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6395
  }
6396
  }
6397
  }
boltz2/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df4e0edd01951aecbe7b318152acc618c6623efbef13bde36b687c479f3377b6
3
- size 2026927780
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76e6959fc72b07bd0a563827cc0967f453b11bdcee00607033ba7f3fc4265607
3
+ size 2026927732
esmfold2/model.json CHANGED
The diff for this file is too large to render. See raw diff
 
esmfold2/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abd21cfdd01d1f8aad94fc2ceea2ba86e3a03e4f8f9e0e8d84f45fcb3191392e
3
- size 937936740
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2a421c3fb7f93fdfaf9f4a1a9eca4d30ad7aa4fa91389329bb2879bc58f772a
3
+ size 937937732
esmfold2_experimental/model.json CHANGED
@@ -14,7 +14,7 @@
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
- "module": "jfold.models.esmfold2:EsmFold2Experimental",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
@@ -240,1160 +240,1177 @@
240
  }
241
  }
242
  }
243
- }
244
- }
245
- },
246
- "singles_to_pair": {
247
- "module": "jfold.nn:SinglesToPair",
248
- "fields": {
249
- "linear_i": {
250
- "module": "jfold.nn:Linear",
251
- "fields": {
252
- "weight": {
253
- "array": "singles_to_pair.linear_i.weight",
254
- "shape": [
255
- 256,
256
- 451
257
- ],
258
- "dtype": "float32"
259
- },
260
- "bias": null
261
- }
262
- },
263
- "linear_j": {
264
- "module": "jfold.nn:Linear",
265
- "fields": {
266
- "weight": {
267
- "array": "singles_to_pair.linear_j.weight",
268
- "shape": [
269
- 256,
270
- 451
271
- ],
272
- "dtype": "float32"
273
- },
274
- "bias": null
275
- }
276
- },
277
- "product_i": null,
278
- "product_j": null,
279
- "product_out": null
280
- }
281
- },
282
- "relative_positions": {
283
- "module": "jfold.nn:Linear",
284
- "fields": {
285
- "weight": {
286
- "array": "relative_positions.weight",
287
- "shape": [
288
- 256,
289
- 139
290
- ],
291
- "dtype": "float32"
292
- },
293
- "bias": null
294
- }
295
- },
296
- "bonds": {
297
- "module": "jfold.nn:Linear",
298
- "fields": {
299
- "weight": {
300
- "array": "bonds.weight",
301
- "shape": [
302
- 256,
303
- 1
304
- ],
305
- "dtype": "float32"
306
  },
307
- "bias": null
308
  }
309
  },
310
- "language_model": {
311
- "module": "jfold.models.esmfold2:LanguageModelPair",
312
  "fields": {
313
- "norm_hidden": {
314
- "module": "jfold.nn:LayerNorm",
315
  "fields": {
316
- "weight": {
317
- "array": "language_model.norm_hidden.weight",
318
- "shape": [
319
- 2560
320
- ],
321
- "dtype": "float32"
 
 
 
 
 
 
 
322
  },
323
- "bias": {
324
- "array": "language_model.norm_hidden.bias",
325
- "shape": [
326
- 2560
327
- ],
328
- "dtype": "float32"
 
 
 
 
 
 
 
329
  },
330
- "eps": 1e-05
 
 
331
  }
332
  },
333
- "linear_hidden": {
334
  "module": "jfold.nn:Linear",
335
  "fields": {
336
  "weight": {
337
- "array": "language_model.linear_hidden.weight",
338
  "shape": [
339
  256,
340
- 2560
341
  ],
342
  "dtype": "float32"
343
  },
344
  "bias": null
345
  }
346
  },
347
- "layer_logits": {
348
- "array": "language_model.layer_logits",
349
- "shape": [
350
- 81
351
- ],
352
- "dtype": "float32"
353
- },
354
- "linear_down": {
355
- "module": "jfold.nn:Linear",
356
- "fields": {
357
- "weight": {
358
- "array": "language_model.linear_down.weight",
359
- "shape": [
360
- 256,
361
- 256
362
- ],
363
- "dtype": "float32"
364
- },
365
- "bias": {
366
- "array": "language_model.linear_down.bias",
367
- "shape": [
368
- 256
369
- ],
370
- "dtype": "float32"
371
- }
372
- }
373
- },
374
- "mlp_in": {
375
- "module": "jfold.nn:Linear",
376
- "fields": {
377
- "weight": {
378
- "array": "language_model.mlp_in.weight",
379
- "shape": [
380
- 256,
381
- 512
382
- ],
383
- "dtype": "float32"
384
- },
385
- "bias": {
386
- "array": "language_model.mlp_in.bias",
387
- "shape": [
388
- 256
389
- ],
390
- "dtype": "float32"
391
- }
392
- }
393
- },
394
- "mlp_out": {
395
  "module": "jfold.nn:Linear",
396
  "fields": {
397
  "weight": {
398
- "array": "language_model.mlp_out.weight",
399
  "shape": [
400
  256,
401
- 256
402
  ],
403
  "dtype": "float32"
404
  },
405
- "bias": {
406
- "array": "language_model.mlp_out.bias",
407
- "shape": [
408
- 256
409
- ],
410
- "dtype": "float32"
411
- }
412
  }
413
  },
414
- "norm_out": {
415
- "module": "jfold.nn:LayerNorm",
416
  "fields": {
417
- "weight": {
418
- "array": "language_model.norm_out.weight",
419
- "shape": [
420
- 256
421
- ],
422
- "dtype": "float32"
423
- },
424
- "bias": {
425
- "array": "language_model.norm_out.bias",
426
- "shape": [
427
- 256
428
- ],
429
- "dtype": "float32"
 
 
 
 
 
 
430
  },
431
- "eps": 1e-05
432
- }
433
- }
434
- }
435
- },
436
- "recycle": {
437
- "module": "jfold.model:Recycle",
438
- "fields": {
439
- "norm": {
440
- "module": "jfold.nn:LayerNorm",
441
- "fields": {
442
- "weight": {
443
- "array": "recycle.norm.weight",
444
- "shape": [
445
- 256
446
- ],
447
- "dtype": "float32"
448
  },
449
- "bias": {
450
- "array": "recycle.norm.bias",
451
  "shape": [
452
- 256
453
  ],
454
  "dtype": "float32"
455
  },
456
- "eps": 1e-05
457
- }
458
- },
459
- "linear": {
460
- "module": "jfold.nn:Linear",
461
- "fields": {
462
- "weight": {
463
- "array": "recycle.linear.weight",
464
- "shape": [
465
- 256,
466
- 256
467
- ],
468
- "dtype": "float32"
 
 
 
 
 
 
469
  },
470
- "bias": null
471
- }
472
- }
473
- }
474
- },
475
- "msa": {
476
- "module": "jfold.models.esmfold2:TrackedMSA",
477
- "fields": {
478
- "module": {
479
- "module": "jfold.msa:MSAModule",
480
- "fields": {
481
- "linear_msa": {
482
  "module": "jfold.nn:Linear",
483
  "fields": {
484
  "weight": {
485
- "array": "msa.module.linear_msa.weight",
486
  "shape": [
487
- 128,
488
- 35
489
  ],
490
  "dtype": "float32"
491
  },
492
- "bias": null
 
 
 
 
 
 
493
  }
494
  },
495
- "linear_s": {
496
  "module": "jfold.nn:Linear",
497
  "fields": {
498
  "weight": {
499
- "array": "msa.module.linear_s.weight",
500
  "shape": [
501
- 128,
502
- 451
503
  ],
504
  "dtype": "float32"
505
  },
506
- "bias": null
 
 
 
 
 
 
507
  }
508
  },
509
- "layers": {
510
- "module": "jfold.msa:MSALayer",
511
  "fields": {
512
- "outer_product_mean": {
513
- "module": "jfold.msa:OuterProductMean",
514
- "fields": {
515
- "norm": {
516
- "module": "jfold.nn:LayerNorm",
517
- "fields": {
518
- "weight": {
519
- "array": "msa.module.layers.outer_product_mean.norm.weight",
520
- "shape": [
521
- 4,
522
- 128
523
- ],
524
- "dtype": "float32"
525
- },
526
- "bias": {
527
- "array": "msa.module.layers.outer_product_mean.norm.bias",
528
- "shape": [
529
- 4,
530
- 128
531
- ],
532
- "dtype": "float32"
533
- },
534
- "eps": 1e-05
535
- }
536
- },
537
- "linear_a": {
538
- "module": "jfold.nn:Linear",
539
- "fields": {
540
- "weight": {
541
- "array": "msa.module.layers.outer_product_mean.linear_a.weight",
542
- "shape": [
543
- 4,
544
- 32,
545
- 128
546
- ],
547
- "dtype": "float32"
548
- },
549
- "bias": null
550
- }
551
- },
552
- "linear_b": {
553
- "module": "jfold.nn:Linear",
554
- "fields": {
555
- "weight": {
556
- "array": "msa.module.layers.outer_product_mean.linear_b.weight",
557
- "shape": [
558
- 4,
559
- 32,
560
- 128
561
- ],
562
- "dtype": "float32"
563
- },
564
- "bias": null
565
- }
566
- },
567
- "linear_out": {
568
- "module": "jfold.nn:Linear",
569
- "fields": {
570
- "weight": {
571
- "array": "msa.module.layers.outer_product_mean.linear_out.weight",
572
- "shape": [
573
- 4,
574
- 256,
575
- 1024
576
- ],
577
- "dtype": "float32"
578
- },
579
- "bias": {
580
- "array": "msa.module.layers.outer_product_mean.linear_out.bias",
581
- "shape": [
582
- 4,
583
- 256
584
- ],
585
- "dtype": "float32"
586
- }
587
- }
588
- }
589
- }
590
  },
591
- "msa": {
592
- "module": "jfold.msa:MSAUpdate",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
593
  "fields": {
594
- "pair_weighted_averaging": {
595
- "module": "jfold.msa:PairWeightedAveraging",
596
- "fields": {
597
- "norm_m": {
598
- "module": "jfold.nn:LayerNorm",
599
- "fields": {
600
- "weight": {
601
- "array": "msa.module.layers.msa.pair_weighted_averaging.norm_m.weight",
602
- "shape": [
603
- 4,
604
- 128
605
- ],
606
- "dtype": "float32"
607
- },
608
- "bias": {
609
- "array": "msa.module.layers.msa.pair_weighted_averaging.norm_m.bias",
610
- "shape": [
611
- 4,
612
- 128
613
- ],
614
- "dtype": "float32"
615
- },
616
- "eps": 1e-05
617
- }
618
- },
619
- "linear_v": {
620
- "module": "jfold.nn:Linear",
621
- "fields": {
622
- "weight": {
623
- "array": "msa.module.layers.msa.pair_weighted_averaging.linear_v.weight",
624
- "shape": [
625
- 4,
626
- 256,
627
- 128
628
- ],
629
- "dtype": "float32"
630
- },
631
- "bias": null
632
- }
633
- },
634
- "norm_z": {
635
- "module": "jfold.nn:LayerNorm",
636
- "fields": {
637
- "weight": {
638
- "array": "msa.module.layers.msa.pair_weighted_averaging.norm_z.weight",
639
- "shape": [
640
- 4,
641
- 256
642
- ],
643
- "dtype": "float32"
644
- },
645
- "bias": {
646
- "array": "msa.module.layers.msa.pair_weighted_averaging.norm_z.bias",
647
- "shape": [
648
- 4,
649
- 256
650
- ],
651
- "dtype": "float32"
652
- },
653
- "eps": 1e-05
654
- }
655
- },
656
- "linear_b": {
657
- "module": "jfold.nn:Linear",
658
- "fields": {
659
- "weight": {
660
- "array": "msa.module.layers.msa.pair_weighted_averaging.linear_b.weight",
661
- "shape": [
662
- 4,
663
- 8,
664
- 256
665
- ],
666
- "dtype": "float32"
667
- },
668
- "bias": null
669
- }
670
- },
671
- "linear_g": {
672
- "module": "jfold.nn:Linear",
673
- "fields": {
674
- "weight": {
675
- "array": "msa.module.layers.msa.pair_weighted_averaging.linear_g.weight",
676
- "shape": [
677
- 4,
678
- 256,
679
- 128
680
- ],
681
- "dtype": "float32"
682
- },
683
- "bias": null
684
- }
685
- },
686
- "linear_o": {
687
- "module": "jfold.nn:Linear",
688
- "fields": {
689
- "weight": {
690
- "array": "msa.module.layers.msa.pair_weighted_averaging.linear_o.weight",
691
- "shape": [
692
- 4,
693
- 128,
694
- 256
695
- ],
696
- "dtype": "float32"
697
- },
698
- "bias": null
699
- }
700
- },
701
- "num_heads": 8
702
- }
703
- },
704
- "transition": {
705
- "module": "jfold.nn:Transition",
706
- "fields": {
707
- "norm": {
708
- "module": "jfold.nn:LayerNorm",
709
- "fields": {
710
- "weight": {
711
- "array": "msa.module.layers.msa.transition.norm.weight",
712
- "shape": [
713
- 4,
714
- 128
715
- ],
716
- "dtype": "float32"
717
- },
718
- "bias": {
719
- "array": "msa.module.layers.msa.transition.norm.bias",
720
- "shape": [
721
- 4,
722
- 128
723
- ],
724
- "dtype": "float32"
725
- },
726
- "eps": 1e-05
727
- }
728
- },
729
- "linear_a": {
730
- "module": "jfold.nn:Linear",
731
- "fields": {
732
- "weight": {
733
- "array": "msa.module.layers.msa.transition.linear_a.weight",
734
- "shape": [
735
- 4,
736
- 512,
737
- 128
738
- ],
739
- "dtype": "float32"
740
- },
741
- "bias": null
742
- }
743
- },
744
- "linear_b": {
745
- "module": "jfold.nn:Linear",
746
- "fields": {
747
- "weight": {
748
- "array": "msa.module.layers.msa.transition.linear_b.weight",
749
- "shape": [
750
- 4,
751
- 512,
752
- 128
753
- ],
754
- "dtype": "float32"
755
- },
756
- "bias": null
757
- }
758
- },
759
- "linear_out": {
760
- "module": "jfold.nn:Linear",
761
- "fields": {
762
- "weight": {
763
- "array": "msa.module.layers.msa.transition.linear_out.weight",
764
- "shape": [
765
- 4,
766
- 128,
767
- 512
768
- ],
769
- "dtype": "float32"
770
- },
771
- "bias": null
772
- }
773
- }
774
- }
775
  },
776
- "dropout": {
777
- "module": "equinox.nn:Identity",
778
- "fields": {}
779
- }
780
  }
781
  },
782
- "pair": {
783
- "module": "jfold.pairformer:PairMixerLayer",
784
  "fields": {
785
- "tri_mul_out": {
786
- "module": "jfold.pairformer:TriangleMultiplication",
787
- "fields": {
788
- "norm_in": {
789
- "module": "jfold.nn:LayerNorm",
790
- "fields": {
791
- "weight": {
792
- "array": "msa.module.layers.pair.tri_mul_out.norm_in.weight",
793
- "shape": [
794
- 4,
795
- 256
796
- ],
797
- "dtype": "float32"
798
- },
799
- "bias": {
800
- "array": "msa.module.layers.pair.tri_mul_out.norm_in.bias",
801
- "shape": [
802
- 4,
803
- 256
804
- ],
805
- "dtype": "float32"
806
- },
807
- "eps": 1e-05
808
- }
809
- },
810
- "linear_p": {
811
- "module": "jfold.nn:Linear",
812
- "fields": {
813
- "weight": {
814
- "array": "msa.module.layers.pair.tri_mul_out.linear_p.weight",
815
- "shape": [
816
- 4,
817
- 512,
818
- 256
819
- ],
820
- "dtype": "float32"
821
- },
822
- "bias": null
823
- }
824
- },
825
- "linear_g": {
826
- "module": "jfold.nn:Linear",
827
- "fields": {
828
- "weight": {
829
- "array": "msa.module.layers.pair.tri_mul_out.linear_g.weight",
830
- "shape": [
831
- 4,
832
- 512,
833
- 256
834
- ],
835
- "dtype": "float32"
836
- },
837
- "bias": null
838
- }
839
- },
840
- "norm_out": {
841
- "module": "jfold.nn:LayerNorm",
842
- "fields": {
843
- "weight": {
844
- "array": "msa.module.layers.pair.tri_mul_out.norm_out.weight",
845
- "shape": [
846
- 4,
847
- 256
848
- ],
849
- "dtype": "float32"
850
- },
851
- "bias": {
852
- "array": "msa.module.layers.pair.tri_mul_out.norm_out.bias",
853
- "shape": [
854
- 4,
855
- 256
856
- ],
857
- "dtype": "float32"
858
- },
859
- "eps": 1e-05
860
- }
861
- },
862
- "linear_out": {
863
- "module": "jfold.nn:Linear",
864
- "fields": {
865
- "weight": {
866
- "array": "msa.module.layers.pair.tri_mul_out.linear_out.weight",
867
- "shape": [
868
- 4,
869
- 256,
870
- 256
871
- ],
872
- "dtype": "float32"
873
- },
874
- "bias": null
875
- }
876
- },
877
- "linear_out_g": {
878
- "module": "jfold.nn:Linear",
879
- "fields": {
880
- "weight": {
881
- "array": "msa.module.layers.pair.tri_mul_out.linear_out_g.weight",
882
- "shape": [
883
- 4,
884
- 256,
885
- 256
886
- ],
887
- "dtype": "float32"
888
- },
889
- "bias": null
890
- }
891
- },
892
- "outgoing": true
893
- }
894
  },
895
- "tri_mul_in": {
896
- "module": "jfold.pairformer:TriangleMultiplication",
897
- "fields": {
898
- "norm_in": {
899
- "module": "jfold.nn:LayerNorm",
900
- "fields": {
901
- "weight": {
902
- "array": "msa.module.layers.pair.tri_mul_in.norm_in.weight",
903
- "shape": [
904
- 4,
905
- 256
906
- ],
907
- "dtype": "float32"
908
- },
909
- "bias": {
910
- "array": "msa.module.layers.pair.tri_mul_in.norm_in.bias",
911
- "shape": [
912
- 4,
913
- 256
914
- ],
915
- "dtype": "float32"
916
- },
917
- "eps": 1e-05
918
- }
919
- },
920
- "linear_p": {
921
- "module": "jfold.nn:Linear",
922
- "fields": {
923
- "weight": {
924
- "array": "msa.module.layers.pair.tri_mul_in.linear_p.weight",
925
- "shape": [
926
- 4,
927
- 512,
928
- 256
929
- ],
930
- "dtype": "float32"
931
- },
932
- "bias": null
933
- }
934
- },
935
- "linear_g": {
936
- "module": "jfold.nn:Linear",
937
- "fields": {
938
- "weight": {
939
- "array": "msa.module.layers.pair.tri_mul_in.linear_g.weight",
940
- "shape": [
941
- 4,
942
- 512,
943
- 256
944
- ],
945
- "dtype": "float32"
946
- },
947
- "bias": null
948
- }
949
- },
950
- "norm_out": {
951
  "module": "jfold.nn:LayerNorm",
952
  "fields": {
953
  "weight": {
954
- "array": "msa.module.layers.pair.tri_mul_in.norm_out.weight",
955
  "shape": [
956
  4,
957
- 256
958
  ],
959
  "dtype": "float32"
960
  },
961
  "bias": {
962
- "array": "msa.module.layers.pair.tri_mul_in.norm_out.bias",
963
  "shape": [
964
  4,
965
- 256
966
  ],
967
  "dtype": "float32"
968
  },
969
  "eps": 1e-05
970
  }
971
  },
972
- "linear_out": {
973
  "module": "jfold.nn:Linear",
974
  "fields": {
975
  "weight": {
976
- "array": "msa.module.layers.pair.tri_mul_in.linear_out.weight",
977
  "shape": [
978
  4,
979
- 256,
980
- 256
981
  ],
982
  "dtype": "float32"
983
  },
984
  "bias": null
985
  }
986
  },
987
- "linear_out_g": {
988
  "module": "jfold.nn:Linear",
989
  "fields": {
990
  "weight": {
991
- "array": "msa.module.layers.pair.tri_mul_in.linear_out_g.weight",
992
  "shape": [
993
  4,
994
- 256,
995
- 256
996
  ],
997
  "dtype": "float32"
998
  },
999
  "bias": null
1000
  }
1001
  },
1002
- "outgoing": false
1003
- }
1004
- },
1005
- "transition_z": {
1006
- "module": "jfold.nn:Transition",
1007
- "fields": {
1008
- "norm": {
1009
- "module": "jfold.nn:LayerNorm",
1010
  "fields": {
1011
  "weight": {
1012
- "array": "msa.module.layers.pair.transition_z.norm.weight",
1013
  "shape": [
1014
  4,
1015
- 256
 
1016
  ],
1017
  "dtype": "float32"
1018
  },
1019
  "bias": {
1020
- "array": "msa.module.layers.pair.transition_z.norm.bias",
1021
  "shape": [
1022
  4,
1023
  256
1024
  ],
1025
  "dtype": "float32"
1026
- },
1027
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1028
  }
1029
  },
1030
- "linear_a": {
1031
- "module": "jfold.nn:Linear",
1032
  "fields": {
1033
- "weight": {
1034
- "array": "msa.module.layers.pair.transition_z.linear_a.weight",
1035
- "shape": [
1036
- 4,
1037
- 1024,
1038
- 256
1039
- ],
1040
- "dtype": "float32"
1041
- },
1042
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1043
  }
1044
  },
1045
- "linear_b": {
1046
- "module": "jfold.nn:Linear",
 
 
 
 
 
 
 
 
 
1047
  "fields": {
1048
- "weight": {
1049
- "array": "msa.module.layers.pair.transition_z.linear_b.weight",
1050
- "shape": [
1051
- 4,
1052
- 1024,
1053
- 256
1054
- ],
1055
- "dtype": "float32"
1056
- },
1057
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1058
  }
1059
  },
1060
- "linear_out": {
1061
- "module": "jfold.nn:Linear",
1062
  "fields": {
1063
- "weight": {
1064
- "array": "msa.module.layers.pair.transition_z.linear_out.weight",
1065
- "shape": [
1066
- 4,
1067
- 256,
1068
- 1024
1069
- ],
1070
- "dtype": "float32"
1071
- },
1072
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1073
  }
 
 
 
 
 
1074
  }
1075
  }
1076
  },
1077
- "single": null,
1078
- "dropout_row": {
1079
- "module": "equinox.nn:Identity",
1080
- "fields": {}
1081
- }
1082
  }
1083
  },
1084
- "outer_product_first": false
 
 
 
1085
  }
1086
- },
1087
- "last": null,
1088
- "max_rows": 1024,
1089
- "keep_query": true,
1090
- "min_rows": null
1091
  }
1092
- }
1093
- }
1094
- },
1095
- "trunk": {
1096
- "module": "jfold.pairformer:PairformerStack",
1097
- "fields": {
1098
- "layers": {
1099
- "module": "jfold.pairformer:PairMixerLayer",
1100
  "fields": {
1101
- "tri_mul_out": {
1102
- "module": "jfold.pairformer:TriangleMultiplication",
1103
  "fields": {
1104
- "norm_in": {
1105
- "module": "jfold.nn:LayerNorm",
1106
- "fields": {
1107
- "weight": {
1108
- "array": "trunk.layers.tri_mul_out.norm_in.weight",
1109
- "shape": [
1110
- 48,
1111
- 256
1112
- ],
1113
- "dtype": "float32"
1114
- },
1115
- "bias": {
1116
- "array": "trunk.layers.tri_mul_out.norm_in.bias",
1117
- "shape": [
1118
- 48,
1119
- 256
1120
- ],
1121
- "dtype": "float32"
1122
- },
1123
- "eps": 1e-05
1124
- }
1125
- },
1126
- "linear_p": {
1127
- "module": "jfold.nn:Linear",
1128
- "fields": {
1129
- "weight": {
1130
- "array": "trunk.layers.tri_mul_out.linear_p.weight",
1131
- "shape": [
1132
- 48,
1133
- 512,
1134
- 256
1135
- ],
1136
- "dtype": "float32"
1137
- },
1138
- "bias": null
1139
- }
1140
- },
1141
- "linear_g": {
1142
- "module": "jfold.nn:Linear",
1143
- "fields": {
1144
- "weight": {
1145
- "array": "trunk.layers.tri_mul_out.linear_g.weight",
1146
- "shape": [
1147
- 48,
1148
- 512,
1149
- 256
1150
- ],
1151
- "dtype": "float32"
1152
- },
1153
- "bias": null
1154
- }
1155
- },
1156
- "norm_out": {
1157
- "module": "jfold.nn:LayerNorm",
1158
- "fields": {
1159
- "weight": {
1160
- "array": "trunk.layers.tri_mul_out.norm_out.weight",
1161
- "shape": [
1162
- 48,
1163
- 256
1164
- ],
1165
- "dtype": "float32"
1166
- },
1167
- "bias": {
1168
- "array": "trunk.layers.tri_mul_out.norm_out.bias",
1169
- "shape": [
1170
- 48,
1171
- 256
1172
- ],
1173
- "dtype": "float32"
1174
- },
1175
- "eps": 1e-05
1176
- }
1177
- },
1178
- "linear_out": {
1179
- "module": "jfold.nn:Linear",
1180
  "fields": {
1181
- "weight": {
1182
- "array": "trunk.layers.tri_mul_out.linear_out.weight",
1183
- "shape": [
1184
- 48,
1185
- 256,
1186
- 256
1187
- ],
1188
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
1189
  },
1190
- "bias": null
1191
- }
1192
- },
1193
- "linear_out_g": {
1194
- "module": "jfold.nn:Linear",
1195
- "fields": {
1196
- "weight": {
1197
- "array": "trunk.layers.tri_mul_out.linear_out_g.weight",
1198
- "shape": [
1199
- 48,
1200
- 256,
1201
- 256
1202
- ],
1203
- "dtype": "float32"
1204
  },
1205
- "bias": null
1206
- }
1207
- },
1208
- "outgoing": true
1209
- }
1210
- },
1211
- "tri_mul_in": {
1212
- "module": "jfold.pairformer:TriangleMultiplication",
1213
- "fields": {
1214
- "norm_in": {
1215
- "module": "jfold.nn:LayerNorm",
1216
- "fields": {
1217
- "weight": {
1218
- "array": "trunk.layers.tri_mul_in.norm_in.weight",
1219
- "shape": [
1220
- 48,
1221
- 256
1222
- ],
1223
- "dtype": "float32"
1224
  },
1225
- "bias": {
1226
- "array": "trunk.layers.tri_mul_in.norm_in.bias",
1227
- "shape": [
1228
- 48,
1229
- 256
1230
- ],
1231
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1232
  },
1233
- "eps": 1e-05
1234
- }
1235
- },
1236
- "linear_p": {
1237
- "module": "jfold.nn:Linear",
1238
- "fields": {
1239
- "weight": {
1240
- "array": "trunk.layers.tri_mul_in.linear_p.weight",
1241
- "shape": [
1242
- 48,
1243
- 512,
1244
- 256
1245
- ],
1246
- "dtype": "float32"
1247
  },
1248
- "bias": null
1249
- }
1250
- },
1251
- "linear_g": {
1252
- "module": "jfold.nn:Linear",
1253
- "fields": {
1254
- "weight": {
1255
- "array": "trunk.layers.tri_mul_in.linear_g.weight",
1256
- "shape": [
1257
- 48,
1258
- 512,
1259
- 256
1260
- ],
1261
- "dtype": "float32"
1262
  },
1263
- "bias": null
1264
  }
1265
  },
1266
- "norm_out": {
1267
- "module": "jfold.nn:LayerNorm",
1268
  "fields": {
1269
- "weight": {
1270
- "array": "trunk.layers.tri_mul_in.norm_out.weight",
1271
- "shape": [
1272
- 48,
1273
- 256
1274
- ],
1275
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1276
  },
1277
- "bias": {
1278
- "array": "trunk.layers.tri_mul_in.norm_out.bias",
1279
- "shape": [
1280
- 48,
1281
- 256
1282
- ],
1283
- "dtype": "float32"
 
 
 
 
 
 
 
1284
  },
1285
- "eps": 1e-05
1286
- }
1287
- },
1288
- "linear_out": {
1289
- "module": "jfold.nn:Linear",
1290
- "fields": {
1291
- "weight": {
1292
- "array": "trunk.layers.tri_mul_in.linear_out.weight",
1293
- "shape": [
1294
- 48,
1295
- 256,
1296
- 256
1297
- ],
1298
- "dtype": "float32"
1299
  },
1300
- "bias": null
1301
- }
1302
- },
1303
- "linear_out_g": {
1304
- "module": "jfold.nn:Linear",
1305
- "fields": {
1306
- "weight": {
1307
- "array": "trunk.layers.tri_mul_in.linear_out_g.weight",
1308
- "shape": [
1309
- 48,
1310
- 256,
1311
- 256
1312
- ],
1313
- "dtype": "float32"
 
 
 
 
 
 
 
1314
  },
1315
- "bias": null
1316
- }
1317
- },
1318
- "outgoing": false
1319
- }
1320
- },
1321
- "transition_z": {
1322
- "module": "jfold.nn:Transition",
1323
- "fields": {
1324
- "norm": {
1325
- "module": "jfold.nn:LayerNorm",
1326
- "fields": {
1327
- "weight": {
1328
- "array": "trunk.layers.transition_z.norm.weight",
1329
- "shape": [
1330
- 48,
1331
- 256
1332
- ],
1333
- "dtype": "float32"
1334
  },
1335
- "bias": {
1336
- "array": "trunk.layers.transition_z.norm.bias",
1337
- "shape": [
1338
- 48,
1339
- 256
1340
- ],
1341
- "dtype": "float32"
 
 
 
 
 
 
 
1342
  },
1343
- "eps": 1e-05
1344
  }
1345
  },
1346
- "linear_a": {
1347
- "module": "jfold.nn:Linear",
1348
  "fields": {
1349
- "weight": {
1350
- "array": "trunk.layers.transition_z.linear_a.weight",
1351
- "shape": [
1352
- 48,
1353
- 1024,
1354
- 256
1355
- ],
1356
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
1357
  },
1358
- "bias": null
1359
- }
1360
- },
1361
- "linear_b": {
1362
- "module": "jfold.nn:Linear",
1363
- "fields": {
1364
- "weight": {
1365
- "array": "trunk.layers.transition_z.linear_b.weight",
1366
- "shape": [
1367
- 48,
1368
- 1024,
1369
- 256
1370
- ],
1371
- "dtype": "float32"
1372
  },
1373
- "bias": null
1374
- }
1375
- },
1376
- "linear_out": {
1377
- "module": "jfold.nn:Linear",
1378
- "fields": {
1379
- "weight": {
1380
- "array": "trunk.layers.transition_z.linear_out.weight",
1381
- "shape": [
1382
- 48,
1383
- 256,
1384
- 1024
1385
- ],
1386
- "dtype": "float32"
1387
  },
1388
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1389
  }
 
 
 
 
 
1390
  }
1391
  }
1392
- },
1393
- "single": null,
1394
- "dropout_row": {
1395
- "module": "equinox.nn:Identity",
1396
- "fields": {}
1397
  }
1398
  }
1399
  }
@@ -3282,11 +3299,6 @@
3282
  "resolved": null
3283
  }
3284
  },
3285
- "lm_dropout": {
3286
- "module": "equinox.nn:Identity",
3287
- "fields": {}
3288
- },
3289
- "msa_column_mask_rate": 0.1,
3290
  "sampling": {
3291
  "module": "jfold.sampling.config:UpstreamSampler",
3292
  "fields": {
@@ -3310,9 +3322,7 @@
3310
  },
3311
  "max_sigma": 256.0
3312
  }
3313
- },
3314
- "esmc": null,
3315
- "msa_profile": true
3316
  }
3317
  }
3318
  }
 
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
+ "module": "jfold.model:StructureModel",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
 
240
  }
241
  }
242
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  },
244
+ "msa_profile": true
245
  }
246
  },
247
+ "trunk_init": {
248
+ "module": "jfold.models.esmfold2:TrunkInit",
249
  "fields": {
250
+ "singles_to_pair": {
251
+ "module": "jfold.nn:SinglesToPair",
252
  "fields": {
253
+ "linear_i": {
254
+ "module": "jfold.nn:Linear",
255
+ "fields": {
256
+ "weight": {
257
+ "array": "trunk_init.singles_to_pair.linear_i.weight",
258
+ "shape": [
259
+ 256,
260
+ 451
261
+ ],
262
+ "dtype": "float32"
263
+ },
264
+ "bias": null
265
+ }
266
  },
267
+ "linear_j": {
268
+ "module": "jfold.nn:Linear",
269
+ "fields": {
270
+ "weight": {
271
+ "array": "trunk_init.singles_to_pair.linear_j.weight",
272
+ "shape": [
273
+ 256,
274
+ 451
275
+ ],
276
+ "dtype": "float32"
277
+ },
278
+ "bias": null
279
+ }
280
  },
281
+ "product_i": null,
282
+ "product_j": null,
283
+ "product_out": null
284
  }
285
  },
286
+ "relative_positions": {
287
  "module": "jfold.nn:Linear",
288
  "fields": {
289
  "weight": {
290
+ "array": "trunk_init.relative_positions.weight",
291
  "shape": [
292
  256,
293
+ 139
294
  ],
295
  "dtype": "float32"
296
  },
297
  "bias": null
298
  }
299
  },
300
+ "bonds": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
301
  "module": "jfold.nn:Linear",
302
  "fields": {
303
  "weight": {
304
+ "array": "trunk_init.bonds.weight",
305
  "shape": [
306
  256,
307
+ 1
308
  ],
309
  "dtype": "float32"
310
  },
311
+ "bias": null
 
 
 
 
 
 
312
  }
313
  },
314
+ "language_model": {
315
+ "module": "jfold.models.esmfold2:LanguageModelPair",
316
  "fields": {
317
+ "norm_hidden": {
318
+ "module": "jfold.nn:LayerNorm",
319
+ "fields": {
320
+ "weight": {
321
+ "array": "trunk_init.language_model.norm_hidden.weight",
322
+ "shape": [
323
+ 2560
324
+ ],
325
+ "dtype": "float32"
326
+ },
327
+ "bias": {
328
+ "array": "trunk_init.language_model.norm_hidden.bias",
329
+ "shape": [
330
+ 2560
331
+ ],
332
+ "dtype": "float32"
333
+ },
334
+ "eps": 1e-05
335
+ }
336
  },
337
+ "linear_hidden": {
338
+ "module": "jfold.nn:Linear",
339
+ "fields": {
340
+ "weight": {
341
+ "array": "trunk_init.language_model.linear_hidden.weight",
342
+ "shape": [
343
+ 256,
344
+ 2560
345
+ ],
346
+ "dtype": "float32"
347
+ },
348
+ "bias": null
349
+ }
 
 
 
 
350
  },
351
+ "layer_logits": {
352
+ "array": "trunk_init.language_model.layer_logits",
353
  "shape": [
354
+ 81
355
  ],
356
  "dtype": "float32"
357
  },
358
+ "linear_down": {
359
+ "module": "jfold.nn:Linear",
360
+ "fields": {
361
+ "weight": {
362
+ "array": "trunk_init.language_model.linear_down.weight",
363
+ "shape": [
364
+ 256,
365
+ 256
366
+ ],
367
+ "dtype": "float32"
368
+ },
369
+ "bias": {
370
+ "array": "trunk_init.language_model.linear_down.bias",
371
+ "shape": [
372
+ 256
373
+ ],
374
+ "dtype": "float32"
375
+ }
376
+ }
377
  },
378
+ "mlp_in": {
 
 
 
 
 
 
 
 
 
 
 
379
  "module": "jfold.nn:Linear",
380
  "fields": {
381
  "weight": {
382
+ "array": "trunk_init.language_model.mlp_in.weight",
383
  "shape": [
384
+ 256,
385
+ 512
386
  ],
387
  "dtype": "float32"
388
  },
389
+ "bias": {
390
+ "array": "trunk_init.language_model.mlp_in.bias",
391
+ "shape": [
392
+ 256
393
+ ],
394
+ "dtype": "float32"
395
+ }
396
  }
397
  },
398
+ "mlp_out": {
399
  "module": "jfold.nn:Linear",
400
  "fields": {
401
  "weight": {
402
+ "array": "trunk_init.language_model.mlp_out.weight",
403
  "shape": [
404
+ 256,
405
+ 256
406
  ],
407
  "dtype": "float32"
408
  },
409
+ "bias": {
410
+ "array": "trunk_init.language_model.mlp_out.bias",
411
+ "shape": [
412
+ 256
413
+ ],
414
+ "dtype": "float32"
415
+ }
416
  }
417
  },
418
+ "norm_out": {
419
+ "module": "jfold.nn:LayerNorm",
420
  "fields": {
421
+ "weight": {
422
+ "array": "trunk_init.language_model.norm_out.weight",
423
+ "shape": [
424
+ 256
425
+ ],
426
+ "dtype": "float32"
427
+ },
428
+ "bias": {
429
+ "array": "trunk_init.language_model.norm_out.bias",
430
+ "shape": [
431
+ 256
432
+ ],
433
+ "dtype": "float32"
434
+ },
435
+ "eps": 1e-05
436
+ }
437
+ }
438
+ }
439
+ },
440
+ "esmc": null,
441
+ "lm_dropout": {
442
+ "module": "equinox.nn:Identity",
443
+ "fields": {}
444
+ },
445
+ "msa_column_mask_rate": 0.1
446
+ }
447
+ },
448
+ "trunk": {
449
+ "module": "jfold.models.esmfold2:RecyclingPairTrunk",
450
+ "fields": {
451
+ "recycle": {
452
+ "module": "jfold.model:Recycle",
453
+ "fields": {
454
+ "norm": {
455
+ "module": "jfold.nn:LayerNorm",
456
+ "fields": {
457
+ "weight": {
458
+ "array": "trunk.recycle.norm.weight",
459
+ "shape": [
460
+ 256
461
+ ],
462
+ "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
463
  },
464
+ "bias": {
465
+ "array": "trunk.recycle.norm.bias",
466
+ "shape": [
467
+ 256
468
+ ],
469
+ "dtype": "float32"
470
+ },
471
+ "eps": 1e-05
472
+ }
473
+ },
474
+ "linear": {
475
+ "module": "jfold.nn:Linear",
476
+ "fields": {
477
+ "weight": {
478
+ "array": "trunk.recycle.linear.weight",
479
+ "shape": [
480
+ 256,
481
+ 256
482
+ ],
483
+ "dtype": "float32"
484
+ },
485
+ "bias": null
486
+ }
487
+ }
488
+ }
489
+ },
490
+ "msa": {
491
+ "module": "jfold.models.esmfold2:TrackedMSA",
492
+ "fields": {
493
+ "module": {
494
+ "module": "jfold.msa:MSAModule",
495
+ "fields": {
496
+ "linear_msa": {
497
+ "module": "jfold.nn:Linear",
498
  "fields": {
499
+ "weight": {
500
+ "array": "trunk.msa.module.linear_msa.weight",
501
+ "shape": [
502
+ 128,
503
+ 35
504
+ ],
505
+ "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
506
  },
507
+ "bias": null
 
 
 
508
  }
509
  },
510
+ "linear_s": {
511
+ "module": "jfold.nn:Linear",
512
  "fields": {
513
+ "weight": {
514
+ "array": "trunk.msa.module.linear_s.weight",
515
+ "shape": [
516
+ 128,
517
+ 451
518
+ ],
519
+ "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
520
  },
521
+ "bias": null
522
+ }
523
+ },
524
+ "layers": {
525
+ "module": "jfold.msa:MSALayer",
526
+ "fields": {
527
+ "outer_product_mean": {
528
+ "module": "jfold.msa:OuterProductMean",
529
+ "fields": {
530
+ "norm": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
531
  "module": "jfold.nn:LayerNorm",
532
  "fields": {
533
  "weight": {
534
+ "array": "trunk.msa.module.layers.outer_product_mean.norm.weight",
535
  "shape": [
536
  4,
537
+ 128
538
  ],
539
  "dtype": "float32"
540
  },
541
  "bias": {
542
+ "array": "trunk.msa.module.layers.outer_product_mean.norm.bias",
543
  "shape": [
544
  4,
545
+ 128
546
  ],
547
  "dtype": "float32"
548
  },
549
  "eps": 1e-05
550
  }
551
  },
552
+ "linear_a": {
553
  "module": "jfold.nn:Linear",
554
  "fields": {
555
  "weight": {
556
+ "array": "trunk.msa.module.layers.outer_product_mean.linear_a.weight",
557
  "shape": [
558
  4,
559
+ 32,
560
+ 128
561
  ],
562
  "dtype": "float32"
563
  },
564
  "bias": null
565
  }
566
  },
567
+ "linear_b": {
568
  "module": "jfold.nn:Linear",
569
  "fields": {
570
  "weight": {
571
+ "array": "trunk.msa.module.layers.outer_product_mean.linear_b.weight",
572
  "shape": [
573
  4,
574
+ 32,
575
+ 128
576
  ],
577
  "dtype": "float32"
578
  },
579
  "bias": null
580
  }
581
  },
582
+ "linear_out": {
583
+ "module": "jfold.nn:Linear",
 
 
 
 
 
 
584
  "fields": {
585
  "weight": {
586
+ "array": "trunk.msa.module.layers.outer_product_mean.linear_out.weight",
587
  "shape": [
588
  4,
589
+ 256,
590
+ 1024
591
  ],
592
  "dtype": "float32"
593
  },
594
  "bias": {
595
+ "array": "trunk.msa.module.layers.outer_product_mean.linear_out.bias",
596
  "shape": [
597
  4,
598
  256
599
  ],
600
  "dtype": "float32"
601
+ }
602
+ }
603
+ }
604
+ }
605
+ },
606
+ "msa": {
607
+ "module": "jfold.msa:MSAUpdate",
608
+ "fields": {
609
+ "pair_weighted_averaging": {
610
+ "module": "jfold.msa:PairWeightedAveraging",
611
+ "fields": {
612
+ "norm_m": {
613
+ "module": "jfold.nn:LayerNorm",
614
+ "fields": {
615
+ "weight": {
616
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.norm_m.weight",
617
+ "shape": [
618
+ 4,
619
+ 128
620
+ ],
621
+ "dtype": "float32"
622
+ },
623
+ "bias": {
624
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.norm_m.bias",
625
+ "shape": [
626
+ 4,
627
+ 128
628
+ ],
629
+ "dtype": "float32"
630
+ },
631
+ "eps": 1e-05
632
+ }
633
+ },
634
+ "linear_v": {
635
+ "module": "jfold.nn:Linear",
636
+ "fields": {
637
+ "weight": {
638
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.linear_v.weight",
639
+ "shape": [
640
+ 4,
641
+ 256,
642
+ 128
643
+ ],
644
+ "dtype": "float32"
645
+ },
646
+ "bias": null
647
+ }
648
+ },
649
+ "norm_z": {
650
+ "module": "jfold.nn:LayerNorm",
651
+ "fields": {
652
+ "weight": {
653
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.norm_z.weight",
654
+ "shape": [
655
+ 4,
656
+ 256
657
+ ],
658
+ "dtype": "float32"
659
+ },
660
+ "bias": {
661
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.norm_z.bias",
662
+ "shape": [
663
+ 4,
664
+ 256
665
+ ],
666
+ "dtype": "float32"
667
+ },
668
+ "eps": 1e-05
669
+ }
670
+ },
671
+ "linear_b": {
672
+ "module": "jfold.nn:Linear",
673
+ "fields": {
674
+ "weight": {
675
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.linear_b.weight",
676
+ "shape": [
677
+ 4,
678
+ 8,
679
+ 256
680
+ ],
681
+ "dtype": "float32"
682
+ },
683
+ "bias": null
684
+ }
685
+ },
686
+ "linear_g": {
687
+ "module": "jfold.nn:Linear",
688
+ "fields": {
689
+ "weight": {
690
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.linear_g.weight",
691
+ "shape": [
692
+ 4,
693
+ 256,
694
+ 128
695
+ ],
696
+ "dtype": "float32"
697
+ },
698
+ "bias": null
699
+ }
700
+ },
701
+ "linear_o": {
702
+ "module": "jfold.nn:Linear",
703
+ "fields": {
704
+ "weight": {
705
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.linear_o.weight",
706
+ "shape": [
707
+ 4,
708
+ 128,
709
+ 256
710
+ ],
711
+ "dtype": "float32"
712
+ },
713
+ "bias": null
714
+ }
715
+ },
716
+ "num_heads": 8
717
  }
718
  },
719
+ "transition": {
720
+ "module": "jfold.nn:Transition",
721
  "fields": {
722
+ "norm": {
723
+ "module": "jfold.nn:LayerNorm",
724
+ "fields": {
725
+ "weight": {
726
+ "array": "trunk.msa.module.layers.msa.transition.norm.weight",
727
+ "shape": [
728
+ 4,
729
+ 128
730
+ ],
731
+ "dtype": "float32"
732
+ },
733
+ "bias": {
734
+ "array": "trunk.msa.module.layers.msa.transition.norm.bias",
735
+ "shape": [
736
+ 4,
737
+ 128
738
+ ],
739
+ "dtype": "float32"
740
+ },
741
+ "eps": 1e-05
742
+ }
743
+ },
744
+ "linear_a": {
745
+ "module": "jfold.nn:Linear",
746
+ "fields": {
747
+ "weight": {
748
+ "array": "trunk.msa.module.layers.msa.transition.linear_a.weight",
749
+ "shape": [
750
+ 4,
751
+ 512,
752
+ 128
753
+ ],
754
+ "dtype": "float32"
755
+ },
756
+ "bias": null
757
+ }
758
+ },
759
+ "linear_b": {
760
+ "module": "jfold.nn:Linear",
761
+ "fields": {
762
+ "weight": {
763
+ "array": "trunk.msa.module.layers.msa.transition.linear_b.weight",
764
+ "shape": [
765
+ 4,
766
+ 512,
767
+ 128
768
+ ],
769
+ "dtype": "float32"
770
+ },
771
+ "bias": null
772
+ }
773
+ },
774
+ "linear_out": {
775
+ "module": "jfold.nn:Linear",
776
+ "fields": {
777
+ "weight": {
778
+ "array": "trunk.msa.module.layers.msa.transition.linear_out.weight",
779
+ "shape": [
780
+ 4,
781
+ 128,
782
+ 512
783
+ ],
784
+ "dtype": "float32"
785
+ },
786
+ "bias": null
787
+ }
788
+ }
789
  }
790
  },
791
+ "dropout": {
792
+ "module": "equinox.nn:Identity",
793
+ "fields": {}
794
+ }
795
+ }
796
+ },
797
+ "pair": {
798
+ "module": "jfold.pairformer:PairMixerLayer",
799
+ "fields": {
800
+ "tri_mul_out": {
801
+ "module": "jfold.pairformer:TriangleMultiplication",
802
  "fields": {
803
+ "norm_in": {
804
+ "module": "jfold.nn:LayerNorm",
805
+ "fields": {
806
+ "weight": {
807
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.norm_in.weight",
808
+ "shape": [
809
+ 4,
810
+ 256
811
+ ],
812
+ "dtype": "float32"
813
+ },
814
+ "bias": {
815
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.norm_in.bias",
816
+ "shape": [
817
+ 4,
818
+ 256
819
+ ],
820
+ "dtype": "float32"
821
+ },
822
+ "eps": 1e-05
823
+ }
824
+ },
825
+ "linear_p": {
826
+ "module": "jfold.nn:Linear",
827
+ "fields": {
828
+ "weight": {
829
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.linear_p.weight",
830
+ "shape": [
831
+ 4,
832
+ 512,
833
+ 256
834
+ ],
835
+ "dtype": "float32"
836
+ },
837
+ "bias": null
838
+ }
839
+ },
840
+ "linear_g": {
841
+ "module": "jfold.nn:Linear",
842
+ "fields": {
843
+ "weight": {
844
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.linear_g.weight",
845
+ "shape": [
846
+ 4,
847
+ 512,
848
+ 256
849
+ ],
850
+ "dtype": "float32"
851
+ },
852
+ "bias": null
853
+ }
854
+ },
855
+ "norm_out": {
856
+ "module": "jfold.nn:LayerNorm",
857
+ "fields": {
858
+ "weight": {
859
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.norm_out.weight",
860
+ "shape": [
861
+ 4,
862
+ 256
863
+ ],
864
+ "dtype": "float32"
865
+ },
866
+ "bias": {
867
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.norm_out.bias",
868
+ "shape": [
869
+ 4,
870
+ 256
871
+ ],
872
+ "dtype": "float32"
873
+ },
874
+ "eps": 1e-05
875
+ }
876
+ },
877
+ "linear_out": {
878
+ "module": "jfold.nn:Linear",
879
+ "fields": {
880
+ "weight": {
881
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.linear_out.weight",
882
+ "shape": [
883
+ 4,
884
+ 256,
885
+ 256
886
+ ],
887
+ "dtype": "float32"
888
+ },
889
+ "bias": null
890
+ }
891
+ },
892
+ "linear_out_g": {
893
+ "module": "jfold.nn:Linear",
894
+ "fields": {
895
+ "weight": {
896
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.linear_out_g.weight",
897
+ "shape": [
898
+ 4,
899
+ 256,
900
+ 256
901
+ ],
902
+ "dtype": "float32"
903
+ },
904
+ "bias": null
905
+ }
906
+ },
907
+ "outgoing": true
908
  }
909
  },
910
+ "tri_mul_in": {
911
+ "module": "jfold.pairformer:TriangleMultiplication",
912
  "fields": {
913
+ "norm_in": {
914
+ "module": "jfold.nn:LayerNorm",
915
+ "fields": {
916
+ "weight": {
917
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.norm_in.weight",
918
+ "shape": [
919
+ 4,
920
+ 256
921
+ ],
922
+ "dtype": "float32"
923
+ },
924
+ "bias": {
925
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.norm_in.bias",
926
+ "shape": [
927
+ 4,
928
+ 256
929
+ ],
930
+ "dtype": "float32"
931
+ },
932
+ "eps": 1e-05
933
+ }
934
+ },
935
+ "linear_p": {
936
+ "module": "jfold.nn:Linear",
937
+ "fields": {
938
+ "weight": {
939
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.linear_p.weight",
940
+ "shape": [
941
+ 4,
942
+ 512,
943
+ 256
944
+ ],
945
+ "dtype": "float32"
946
+ },
947
+ "bias": null
948
+ }
949
+ },
950
+ "linear_g": {
951
+ "module": "jfold.nn:Linear",
952
+ "fields": {
953
+ "weight": {
954
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.linear_g.weight",
955
+ "shape": [
956
+ 4,
957
+ 512,
958
+ 256
959
+ ],
960
+ "dtype": "float32"
961
+ },
962
+ "bias": null
963
+ }
964
+ },
965
+ "norm_out": {
966
+ "module": "jfold.nn:LayerNorm",
967
+ "fields": {
968
+ "weight": {
969
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.norm_out.weight",
970
+ "shape": [
971
+ 4,
972
+ 256
973
+ ],
974
+ "dtype": "float32"
975
+ },
976
+ "bias": {
977
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.norm_out.bias",
978
+ "shape": [
979
+ 4,
980
+ 256
981
+ ],
982
+ "dtype": "float32"
983
+ },
984
+ "eps": 1e-05
985
+ }
986
+ },
987
+ "linear_out": {
988
+ "module": "jfold.nn:Linear",
989
+ "fields": {
990
+ "weight": {
991
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.linear_out.weight",
992
+ "shape": [
993
+ 4,
994
+ 256,
995
+ 256
996
+ ],
997
+ "dtype": "float32"
998
+ },
999
+ "bias": null
1000
+ }
1001
+ },
1002
+ "linear_out_g": {
1003
+ "module": "jfold.nn:Linear",
1004
+ "fields": {
1005
+ "weight": {
1006
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.linear_out_g.weight",
1007
+ "shape": [
1008
+ 4,
1009
+ 256,
1010
+ 256
1011
+ ],
1012
+ "dtype": "float32"
1013
+ },
1014
+ "bias": null
1015
+ }
1016
+ },
1017
+ "outgoing": false
1018
+ }
1019
+ },
1020
+ "transition_z": {
1021
+ "module": "jfold.nn:Transition",
1022
+ "fields": {
1023
+ "norm": {
1024
+ "module": "jfold.nn:LayerNorm",
1025
+ "fields": {
1026
+ "weight": {
1027
+ "array": "trunk.msa.module.layers.pair.transition_z.norm.weight",
1028
+ "shape": [
1029
+ 4,
1030
+ 256
1031
+ ],
1032
+ "dtype": "float32"
1033
+ },
1034
+ "bias": {
1035
+ "array": "trunk.msa.module.layers.pair.transition_z.norm.bias",
1036
+ "shape": [
1037
+ 4,
1038
+ 256
1039
+ ],
1040
+ "dtype": "float32"
1041
+ },
1042
+ "eps": 1e-05
1043
+ }
1044
+ },
1045
+ "linear_a": {
1046
+ "module": "jfold.nn:Linear",
1047
+ "fields": {
1048
+ "weight": {
1049
+ "array": "trunk.msa.module.layers.pair.transition_z.linear_a.weight",
1050
+ "shape": [
1051
+ 4,
1052
+ 1024,
1053
+ 256
1054
+ ],
1055
+ "dtype": "float32"
1056
+ },
1057
+ "bias": null
1058
+ }
1059
+ },
1060
+ "linear_b": {
1061
+ "module": "jfold.nn:Linear",
1062
+ "fields": {
1063
+ "weight": {
1064
+ "array": "trunk.msa.module.layers.pair.transition_z.linear_b.weight",
1065
+ "shape": [
1066
+ 4,
1067
+ 1024,
1068
+ 256
1069
+ ],
1070
+ "dtype": "float32"
1071
+ },
1072
+ "bias": null
1073
+ }
1074
+ },
1075
+ "linear_out": {
1076
+ "module": "jfold.nn:Linear",
1077
+ "fields": {
1078
+ "weight": {
1079
+ "array": "trunk.msa.module.layers.pair.transition_z.linear_out.weight",
1080
+ "shape": [
1081
+ 4,
1082
+ 256,
1083
+ 1024
1084
+ ],
1085
+ "dtype": "float32"
1086
+ },
1087
+ "bias": null
1088
+ }
1089
+ }
1090
  }
1091
+ },
1092
+ "single": null,
1093
+ "dropout_row": {
1094
+ "module": "equinox.nn:Identity",
1095
+ "fields": {}
1096
  }
1097
  }
1098
  },
1099
+ "outer_product_first": false
 
 
 
 
1100
  }
1101
  },
1102
+ "last": null,
1103
+ "max_rows": 1024,
1104
+ "keep_query": true,
1105
+ "min_rows": null
1106
  }
1107
+ }
 
 
 
 
1108
  }
1109
+ },
1110
+ "trunk": {
1111
+ "module": "jfold.pairformer:PairformerStack",
 
 
 
 
 
1112
  "fields": {
1113
+ "layers": {
1114
+ "module": "jfold.pairformer:PairMixerLayer",
1115
  "fields": {
1116
+ "tri_mul_out": {
1117
+ "module": "jfold.pairformer:TriangleMultiplication",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1118
  "fields": {
1119
+ "norm_in": {
1120
+ "module": "jfold.nn:LayerNorm",
1121
+ "fields": {
1122
+ "weight": {
1123
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.weight",
1124
+ "shape": [
1125
+ 48,
1126
+ 256
1127
+ ],
1128
+ "dtype": "float32"
1129
+ },
1130
+ "bias": {
1131
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.bias",
1132
+ "shape": [
1133
+ 48,
1134
+ 256
1135
+ ],
1136
+ "dtype": "float32"
1137
+ },
1138
+ "eps": 1e-05
1139
+ }
1140
  },
1141
+ "linear_p": {
1142
+ "module": "jfold.nn:Linear",
1143
+ "fields": {
1144
+ "weight": {
1145
+ "array": "trunk.trunk.layers.tri_mul_out.linear_p.weight",
1146
+ "shape": [
1147
+ 48,
1148
+ 512,
1149
+ 256
1150
+ ],
1151
+ "dtype": "float32"
1152
+ },
1153
+ "bias": null
1154
+ }
1155
  },
1156
+ "linear_g": {
1157
+ "module": "jfold.nn:Linear",
1158
+ "fields": {
1159
+ "weight": {
1160
+ "array": "trunk.trunk.layers.tri_mul_out.linear_g.weight",
1161
+ "shape": [
1162
+ 48,
1163
+ 512,
1164
+ 256
1165
+ ],
1166
+ "dtype": "float32"
1167
+ },
1168
+ "bias": null
1169
+ }
 
 
 
 
 
1170
  },
1171
+ "norm_out": {
1172
+ "module": "jfold.nn:LayerNorm",
1173
+ "fields": {
1174
+ "weight": {
1175
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.weight",
1176
+ "shape": [
1177
+ 48,
1178
+ 256
1179
+ ],
1180
+ "dtype": "float32"
1181
+ },
1182
+ "bias": {
1183
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.bias",
1184
+ "shape": [
1185
+ 48,
1186
+ 256
1187
+ ],
1188
+ "dtype": "float32"
1189
+ },
1190
+ "eps": 1e-05
1191
+ }
1192
  },
1193
+ "linear_out": {
1194
+ "module": "jfold.nn:Linear",
1195
+ "fields": {
1196
+ "weight": {
1197
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out.weight",
1198
+ "shape": [
1199
+ 48,
1200
+ 256,
1201
+ 256
1202
+ ],
1203
+ "dtype": "float32"
1204
+ },
1205
+ "bias": null
1206
+ }
1207
  },
1208
+ "linear_out_g": {
1209
+ "module": "jfold.nn:Linear",
1210
+ "fields": {
1211
+ "weight": {
1212
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out_g.weight",
1213
+ "shape": [
1214
+ 48,
1215
+ 256,
1216
+ 256
1217
+ ],
1218
+ "dtype": "float32"
1219
+ },
1220
+ "bias": null
1221
+ }
1222
  },
1223
+ "outgoing": true
1224
  }
1225
  },
1226
+ "tri_mul_in": {
1227
+ "module": "jfold.pairformer:TriangleMultiplication",
1228
  "fields": {
1229
+ "norm_in": {
1230
+ "module": "jfold.nn:LayerNorm",
1231
+ "fields": {
1232
+ "weight": {
1233
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.weight",
1234
+ "shape": [
1235
+ 48,
1236
+ 256
1237
+ ],
1238
+ "dtype": "float32"
1239
+ },
1240
+ "bias": {
1241
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.bias",
1242
+ "shape": [
1243
+ 48,
1244
+ 256
1245
+ ],
1246
+ "dtype": "float32"
1247
+ },
1248
+ "eps": 1e-05
1249
+ }
1250
  },
1251
+ "linear_p": {
1252
+ "module": "jfold.nn:Linear",
1253
+ "fields": {
1254
+ "weight": {
1255
+ "array": "trunk.trunk.layers.tri_mul_in.linear_p.weight",
1256
+ "shape": [
1257
+ 48,
1258
+ 512,
1259
+ 256
1260
+ ],
1261
+ "dtype": "float32"
1262
+ },
1263
+ "bias": null
1264
+ }
1265
  },
1266
+ "linear_g": {
1267
+ "module": "jfold.nn:Linear",
1268
+ "fields": {
1269
+ "weight": {
1270
+ "array": "trunk.trunk.layers.tri_mul_in.linear_g.weight",
1271
+ "shape": [
1272
+ 48,
1273
+ 512,
1274
+ 256
1275
+ ],
1276
+ "dtype": "float32"
1277
+ },
1278
+ "bias": null
1279
+ }
1280
  },
1281
+ "norm_out": {
1282
+ "module": "jfold.nn:LayerNorm",
1283
+ "fields": {
1284
+ "weight": {
1285
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.weight",
1286
+ "shape": [
1287
+ 48,
1288
+ 256
1289
+ ],
1290
+ "dtype": "float32"
1291
+ },
1292
+ "bias": {
1293
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.bias",
1294
+ "shape": [
1295
+ 48,
1296
+ 256
1297
+ ],
1298
+ "dtype": "float32"
1299
+ },
1300
+ "eps": 1e-05
1301
+ }
1302
  },
1303
+ "linear_out": {
1304
+ "module": "jfold.nn:Linear",
1305
+ "fields": {
1306
+ "weight": {
1307
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out.weight",
1308
+ "shape": [
1309
+ 48,
1310
+ 256,
1311
+ 256
1312
+ ],
1313
+ "dtype": "float32"
1314
+ },
1315
+ "bias": null
1316
+ }
 
 
 
 
 
1317
  },
1318
+ "linear_out_g": {
1319
+ "module": "jfold.nn:Linear",
1320
+ "fields": {
1321
+ "weight": {
1322
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out_g.weight",
1323
+ "shape": [
1324
+ 48,
1325
+ 256,
1326
+ 256
1327
+ ],
1328
+ "dtype": "float32"
1329
+ },
1330
+ "bias": null
1331
+ }
1332
  },
1333
+ "outgoing": false
1334
  }
1335
  },
1336
+ "transition_z": {
1337
+ "module": "jfold.nn:Transition",
1338
  "fields": {
1339
+ "norm": {
1340
+ "module": "jfold.nn:LayerNorm",
1341
+ "fields": {
1342
+ "weight": {
1343
+ "array": "trunk.trunk.layers.transition_z.norm.weight",
1344
+ "shape": [
1345
+ 48,
1346
+ 256
1347
+ ],
1348
+ "dtype": "float32"
1349
+ },
1350
+ "bias": {
1351
+ "array": "trunk.trunk.layers.transition_z.norm.bias",
1352
+ "shape": [
1353
+ 48,
1354
+ 256
1355
+ ],
1356
+ "dtype": "float32"
1357
+ },
1358
+ "eps": 1e-05
1359
+ }
1360
  },
1361
+ "linear_a": {
1362
+ "module": "jfold.nn:Linear",
1363
+ "fields": {
1364
+ "weight": {
1365
+ "array": "trunk.trunk.layers.transition_z.linear_a.weight",
1366
+ "shape": [
1367
+ 48,
1368
+ 1024,
1369
+ 256
1370
+ ],
1371
+ "dtype": "float32"
1372
+ },
1373
+ "bias": null
1374
+ }
1375
  },
1376
+ "linear_b": {
1377
+ "module": "jfold.nn:Linear",
1378
+ "fields": {
1379
+ "weight": {
1380
+ "array": "trunk.trunk.layers.transition_z.linear_b.weight",
1381
+ "shape": [
1382
+ 48,
1383
+ 1024,
1384
+ 256
1385
+ ],
1386
+ "dtype": "float32"
1387
+ },
1388
+ "bias": null
1389
+ }
1390
  },
1391
+ "linear_out": {
1392
+ "module": "jfold.nn:Linear",
1393
+ "fields": {
1394
+ "weight": {
1395
+ "array": "trunk.trunk.layers.transition_z.linear_out.weight",
1396
+ "shape": [
1397
+ 48,
1398
+ 256,
1399
+ 1024
1400
+ ],
1401
+ "dtype": "float32"
1402
+ },
1403
+ "bias": null
1404
+ }
1405
+ }
1406
  }
1407
+ },
1408
+ "single": null,
1409
+ "dropout_row": {
1410
+ "module": "equinox.nn:Identity",
1411
+ "fields": {}
1412
  }
1413
  }
 
 
 
 
 
1414
  }
1415
  }
1416
  }
 
3299
  "resolved": null
3300
  }
3301
  },
 
 
 
 
 
3302
  "sampling": {
3303
  "module": "jfold.sampling.config:UpstreamSampler",
3304
  "fields": {
 
3322
  },
3323
  "max_sigma": 256.0
3324
  }
3325
+ }
 
 
3326
  }
3327
  }
3328
  }
esmfold2_experimental/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43d5d8087946c7c177e9309e7a70155d400d6c939ba9b7128044ba0a02c3390a
3
- size 901649448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ebfbd5c76004d83831b8e1462c3a5f67955f9b7b5ff0634f5c204f3afd14aee
3
+ size 901650024
esmfold2_experimental_cutoff2025/model.json CHANGED
@@ -14,7 +14,7 @@
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
- "module": "jfold.models.esmfold2:EsmFold2Experimental",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
@@ -240,1160 +240,1177 @@
240
  }
241
  }
242
  }
243
- }
244
- }
245
- },
246
- "singles_to_pair": {
247
- "module": "jfold.nn:SinglesToPair",
248
- "fields": {
249
- "linear_i": {
250
- "module": "jfold.nn:Linear",
251
- "fields": {
252
- "weight": {
253
- "array": "singles_to_pair.linear_i.weight",
254
- "shape": [
255
- 256,
256
- 451
257
- ],
258
- "dtype": "float32"
259
- },
260
- "bias": null
261
- }
262
- },
263
- "linear_j": {
264
- "module": "jfold.nn:Linear",
265
- "fields": {
266
- "weight": {
267
- "array": "singles_to_pair.linear_j.weight",
268
- "shape": [
269
- 256,
270
- 451
271
- ],
272
- "dtype": "float32"
273
- },
274
- "bias": null
275
- }
276
- },
277
- "product_i": null,
278
- "product_j": null,
279
- "product_out": null
280
- }
281
- },
282
- "relative_positions": {
283
- "module": "jfold.nn:Linear",
284
- "fields": {
285
- "weight": {
286
- "array": "relative_positions.weight",
287
- "shape": [
288
- 256,
289
- 139
290
- ],
291
- "dtype": "float32"
292
- },
293
- "bias": null
294
- }
295
- },
296
- "bonds": {
297
- "module": "jfold.nn:Linear",
298
- "fields": {
299
- "weight": {
300
- "array": "bonds.weight",
301
- "shape": [
302
- 256,
303
- 1
304
- ],
305
- "dtype": "float32"
306
  },
307
- "bias": null
308
  }
309
  },
310
- "language_model": {
311
- "module": "jfold.models.esmfold2:LanguageModelPair",
312
  "fields": {
313
- "norm_hidden": {
314
- "module": "jfold.nn:LayerNorm",
315
  "fields": {
316
- "weight": {
317
- "array": "language_model.norm_hidden.weight",
318
- "shape": [
319
- 2560
320
- ],
321
- "dtype": "float32"
 
 
 
 
 
 
 
322
  },
323
- "bias": {
324
- "array": "language_model.norm_hidden.bias",
325
- "shape": [
326
- 2560
327
- ],
328
- "dtype": "float32"
 
 
 
 
 
 
 
329
  },
330
- "eps": 1e-05
 
 
331
  }
332
  },
333
- "linear_hidden": {
334
  "module": "jfold.nn:Linear",
335
  "fields": {
336
  "weight": {
337
- "array": "language_model.linear_hidden.weight",
338
  "shape": [
339
  256,
340
- 2560
341
  ],
342
  "dtype": "float32"
343
  },
344
  "bias": null
345
  }
346
  },
347
- "layer_logits": {
348
- "array": "language_model.layer_logits",
349
- "shape": [
350
- 81
351
- ],
352
- "dtype": "float32"
353
- },
354
- "linear_down": {
355
- "module": "jfold.nn:Linear",
356
- "fields": {
357
- "weight": {
358
- "array": "language_model.linear_down.weight",
359
- "shape": [
360
- 256,
361
- 256
362
- ],
363
- "dtype": "float32"
364
- },
365
- "bias": {
366
- "array": "language_model.linear_down.bias",
367
- "shape": [
368
- 256
369
- ],
370
- "dtype": "float32"
371
- }
372
- }
373
- },
374
- "mlp_in": {
375
- "module": "jfold.nn:Linear",
376
- "fields": {
377
- "weight": {
378
- "array": "language_model.mlp_in.weight",
379
- "shape": [
380
- 256,
381
- 512
382
- ],
383
- "dtype": "float32"
384
- },
385
- "bias": {
386
- "array": "language_model.mlp_in.bias",
387
- "shape": [
388
- 256
389
- ],
390
- "dtype": "float32"
391
- }
392
- }
393
- },
394
- "mlp_out": {
395
  "module": "jfold.nn:Linear",
396
  "fields": {
397
  "weight": {
398
- "array": "language_model.mlp_out.weight",
399
  "shape": [
400
  256,
401
- 256
402
  ],
403
  "dtype": "float32"
404
  },
405
- "bias": {
406
- "array": "language_model.mlp_out.bias",
407
- "shape": [
408
- 256
409
- ],
410
- "dtype": "float32"
411
- }
412
  }
413
  },
414
- "norm_out": {
415
- "module": "jfold.nn:LayerNorm",
416
  "fields": {
417
- "weight": {
418
- "array": "language_model.norm_out.weight",
419
- "shape": [
420
- 256
421
- ],
422
- "dtype": "float32"
423
- },
424
- "bias": {
425
- "array": "language_model.norm_out.bias",
426
- "shape": [
427
- 256
428
- ],
429
- "dtype": "float32"
 
 
 
 
 
 
430
  },
431
- "eps": 1e-05
432
- }
433
- }
434
- }
435
- },
436
- "recycle": {
437
- "module": "jfold.model:Recycle",
438
- "fields": {
439
- "norm": {
440
- "module": "jfold.nn:LayerNorm",
441
- "fields": {
442
- "weight": {
443
- "array": "recycle.norm.weight",
444
- "shape": [
445
- 256
446
- ],
447
- "dtype": "float32"
448
  },
449
- "bias": {
450
- "array": "recycle.norm.bias",
451
  "shape": [
452
- 256
453
  ],
454
  "dtype": "float32"
455
  },
456
- "eps": 1e-05
457
- }
458
- },
459
- "linear": {
460
- "module": "jfold.nn:Linear",
461
- "fields": {
462
- "weight": {
463
- "array": "recycle.linear.weight",
464
- "shape": [
465
- 256,
466
- 256
467
- ],
468
- "dtype": "float32"
 
 
 
 
 
 
469
  },
470
- "bias": null
471
- }
472
- }
473
- }
474
- },
475
- "msa": {
476
- "module": "jfold.models.esmfold2:TrackedMSA",
477
- "fields": {
478
- "module": {
479
- "module": "jfold.msa:MSAModule",
480
- "fields": {
481
- "linear_msa": {
482
  "module": "jfold.nn:Linear",
483
  "fields": {
484
  "weight": {
485
- "array": "msa.module.linear_msa.weight",
486
  "shape": [
487
- 128,
488
- 35
489
  ],
490
  "dtype": "float32"
491
  },
492
- "bias": null
 
 
 
 
 
 
493
  }
494
  },
495
- "linear_s": {
496
  "module": "jfold.nn:Linear",
497
  "fields": {
498
  "weight": {
499
- "array": "msa.module.linear_s.weight",
500
  "shape": [
501
- 128,
502
- 451
503
  ],
504
  "dtype": "float32"
505
  },
506
- "bias": null
 
 
 
 
 
 
507
  }
508
  },
509
- "layers": {
510
- "module": "jfold.msa:MSALayer",
511
  "fields": {
512
- "outer_product_mean": {
513
- "module": "jfold.msa:OuterProductMean",
514
- "fields": {
515
- "norm": {
516
- "module": "jfold.nn:LayerNorm",
517
- "fields": {
518
- "weight": {
519
- "array": "msa.module.layers.outer_product_mean.norm.weight",
520
- "shape": [
521
- 4,
522
- 128
523
- ],
524
- "dtype": "float32"
525
- },
526
- "bias": {
527
- "array": "msa.module.layers.outer_product_mean.norm.bias",
528
- "shape": [
529
- 4,
530
- 128
531
- ],
532
- "dtype": "float32"
533
- },
534
- "eps": 1e-05
535
- }
536
- },
537
- "linear_a": {
538
- "module": "jfold.nn:Linear",
539
- "fields": {
540
- "weight": {
541
- "array": "msa.module.layers.outer_product_mean.linear_a.weight",
542
- "shape": [
543
- 4,
544
- 32,
545
- 128
546
- ],
547
- "dtype": "float32"
548
- },
549
- "bias": null
550
- }
551
- },
552
- "linear_b": {
553
- "module": "jfold.nn:Linear",
554
- "fields": {
555
- "weight": {
556
- "array": "msa.module.layers.outer_product_mean.linear_b.weight",
557
- "shape": [
558
- 4,
559
- 32,
560
- 128
561
- ],
562
- "dtype": "float32"
563
- },
564
- "bias": null
565
- }
566
- },
567
- "linear_out": {
568
- "module": "jfold.nn:Linear",
569
- "fields": {
570
- "weight": {
571
- "array": "msa.module.layers.outer_product_mean.linear_out.weight",
572
- "shape": [
573
- 4,
574
- 256,
575
- 1024
576
- ],
577
- "dtype": "float32"
578
- },
579
- "bias": {
580
- "array": "msa.module.layers.outer_product_mean.linear_out.bias",
581
- "shape": [
582
- 4,
583
- 256
584
- ],
585
- "dtype": "float32"
586
- }
587
- }
588
- }
589
- }
590
  },
591
- "msa": {
592
- "module": "jfold.msa:MSAUpdate",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
593
  "fields": {
594
- "pair_weighted_averaging": {
595
- "module": "jfold.msa:PairWeightedAveraging",
596
- "fields": {
597
- "norm_m": {
598
- "module": "jfold.nn:LayerNorm",
599
- "fields": {
600
- "weight": {
601
- "array": "msa.module.layers.msa.pair_weighted_averaging.norm_m.weight",
602
- "shape": [
603
- 4,
604
- 128
605
- ],
606
- "dtype": "float32"
607
- },
608
- "bias": {
609
- "array": "msa.module.layers.msa.pair_weighted_averaging.norm_m.bias",
610
- "shape": [
611
- 4,
612
- 128
613
- ],
614
- "dtype": "float32"
615
- },
616
- "eps": 1e-05
617
- }
618
- },
619
- "linear_v": {
620
- "module": "jfold.nn:Linear",
621
- "fields": {
622
- "weight": {
623
- "array": "msa.module.layers.msa.pair_weighted_averaging.linear_v.weight",
624
- "shape": [
625
- 4,
626
- 256,
627
- 128
628
- ],
629
- "dtype": "float32"
630
- },
631
- "bias": null
632
- }
633
- },
634
- "norm_z": {
635
- "module": "jfold.nn:LayerNorm",
636
- "fields": {
637
- "weight": {
638
- "array": "msa.module.layers.msa.pair_weighted_averaging.norm_z.weight",
639
- "shape": [
640
- 4,
641
- 256
642
- ],
643
- "dtype": "float32"
644
- },
645
- "bias": {
646
- "array": "msa.module.layers.msa.pair_weighted_averaging.norm_z.bias",
647
- "shape": [
648
- 4,
649
- 256
650
- ],
651
- "dtype": "float32"
652
- },
653
- "eps": 1e-05
654
- }
655
- },
656
- "linear_b": {
657
- "module": "jfold.nn:Linear",
658
- "fields": {
659
- "weight": {
660
- "array": "msa.module.layers.msa.pair_weighted_averaging.linear_b.weight",
661
- "shape": [
662
- 4,
663
- 8,
664
- 256
665
- ],
666
- "dtype": "float32"
667
- },
668
- "bias": null
669
- }
670
- },
671
- "linear_g": {
672
- "module": "jfold.nn:Linear",
673
- "fields": {
674
- "weight": {
675
- "array": "msa.module.layers.msa.pair_weighted_averaging.linear_g.weight",
676
- "shape": [
677
- 4,
678
- 256,
679
- 128
680
- ],
681
- "dtype": "float32"
682
- },
683
- "bias": null
684
- }
685
- },
686
- "linear_o": {
687
- "module": "jfold.nn:Linear",
688
- "fields": {
689
- "weight": {
690
- "array": "msa.module.layers.msa.pair_weighted_averaging.linear_o.weight",
691
- "shape": [
692
- 4,
693
- 128,
694
- 256
695
- ],
696
- "dtype": "float32"
697
- },
698
- "bias": null
699
- }
700
- },
701
- "num_heads": 8
702
- }
703
- },
704
- "transition": {
705
- "module": "jfold.nn:Transition",
706
- "fields": {
707
- "norm": {
708
- "module": "jfold.nn:LayerNorm",
709
- "fields": {
710
- "weight": {
711
- "array": "msa.module.layers.msa.transition.norm.weight",
712
- "shape": [
713
- 4,
714
- 128
715
- ],
716
- "dtype": "float32"
717
- },
718
- "bias": {
719
- "array": "msa.module.layers.msa.transition.norm.bias",
720
- "shape": [
721
- 4,
722
- 128
723
- ],
724
- "dtype": "float32"
725
- },
726
- "eps": 1e-05
727
- }
728
- },
729
- "linear_a": {
730
- "module": "jfold.nn:Linear",
731
- "fields": {
732
- "weight": {
733
- "array": "msa.module.layers.msa.transition.linear_a.weight",
734
- "shape": [
735
- 4,
736
- 512,
737
- 128
738
- ],
739
- "dtype": "float32"
740
- },
741
- "bias": null
742
- }
743
- },
744
- "linear_b": {
745
- "module": "jfold.nn:Linear",
746
- "fields": {
747
- "weight": {
748
- "array": "msa.module.layers.msa.transition.linear_b.weight",
749
- "shape": [
750
- 4,
751
- 512,
752
- 128
753
- ],
754
- "dtype": "float32"
755
- },
756
- "bias": null
757
- }
758
- },
759
- "linear_out": {
760
- "module": "jfold.nn:Linear",
761
- "fields": {
762
- "weight": {
763
- "array": "msa.module.layers.msa.transition.linear_out.weight",
764
- "shape": [
765
- 4,
766
- 128,
767
- 512
768
- ],
769
- "dtype": "float32"
770
- },
771
- "bias": null
772
- }
773
- }
774
- }
775
  },
776
- "dropout": {
777
- "module": "equinox.nn:Identity",
778
- "fields": {}
779
- }
780
  }
781
  },
782
- "pair": {
783
- "module": "jfold.pairformer:PairMixerLayer",
784
  "fields": {
785
- "tri_mul_out": {
786
- "module": "jfold.pairformer:TriangleMultiplication",
787
- "fields": {
788
- "norm_in": {
789
- "module": "jfold.nn:LayerNorm",
790
- "fields": {
791
- "weight": {
792
- "array": "msa.module.layers.pair.tri_mul_out.norm_in.weight",
793
- "shape": [
794
- 4,
795
- 256
796
- ],
797
- "dtype": "float32"
798
- },
799
- "bias": {
800
- "array": "msa.module.layers.pair.tri_mul_out.norm_in.bias",
801
- "shape": [
802
- 4,
803
- 256
804
- ],
805
- "dtype": "float32"
806
- },
807
- "eps": 1e-05
808
- }
809
- },
810
- "linear_p": {
811
- "module": "jfold.nn:Linear",
812
- "fields": {
813
- "weight": {
814
- "array": "msa.module.layers.pair.tri_mul_out.linear_p.weight",
815
- "shape": [
816
- 4,
817
- 512,
818
- 256
819
- ],
820
- "dtype": "float32"
821
- },
822
- "bias": null
823
- }
824
- },
825
- "linear_g": {
826
- "module": "jfold.nn:Linear",
827
- "fields": {
828
- "weight": {
829
- "array": "msa.module.layers.pair.tri_mul_out.linear_g.weight",
830
- "shape": [
831
- 4,
832
- 512,
833
- 256
834
- ],
835
- "dtype": "float32"
836
- },
837
- "bias": null
838
- }
839
- },
840
- "norm_out": {
841
- "module": "jfold.nn:LayerNorm",
842
- "fields": {
843
- "weight": {
844
- "array": "msa.module.layers.pair.tri_mul_out.norm_out.weight",
845
- "shape": [
846
- 4,
847
- 256
848
- ],
849
- "dtype": "float32"
850
- },
851
- "bias": {
852
- "array": "msa.module.layers.pair.tri_mul_out.norm_out.bias",
853
- "shape": [
854
- 4,
855
- 256
856
- ],
857
- "dtype": "float32"
858
- },
859
- "eps": 1e-05
860
- }
861
- },
862
- "linear_out": {
863
- "module": "jfold.nn:Linear",
864
- "fields": {
865
- "weight": {
866
- "array": "msa.module.layers.pair.tri_mul_out.linear_out.weight",
867
- "shape": [
868
- 4,
869
- 256,
870
- 256
871
- ],
872
- "dtype": "float32"
873
- },
874
- "bias": null
875
- }
876
- },
877
- "linear_out_g": {
878
- "module": "jfold.nn:Linear",
879
- "fields": {
880
- "weight": {
881
- "array": "msa.module.layers.pair.tri_mul_out.linear_out_g.weight",
882
- "shape": [
883
- 4,
884
- 256,
885
- 256
886
- ],
887
- "dtype": "float32"
888
- },
889
- "bias": null
890
- }
891
- },
892
- "outgoing": true
893
- }
894
  },
895
- "tri_mul_in": {
896
- "module": "jfold.pairformer:TriangleMultiplication",
897
- "fields": {
898
- "norm_in": {
899
- "module": "jfold.nn:LayerNorm",
900
- "fields": {
901
- "weight": {
902
- "array": "msa.module.layers.pair.tri_mul_in.norm_in.weight",
903
- "shape": [
904
- 4,
905
- 256
906
- ],
907
- "dtype": "float32"
908
- },
909
- "bias": {
910
- "array": "msa.module.layers.pair.tri_mul_in.norm_in.bias",
911
- "shape": [
912
- 4,
913
- 256
914
- ],
915
- "dtype": "float32"
916
- },
917
- "eps": 1e-05
918
- }
919
- },
920
- "linear_p": {
921
- "module": "jfold.nn:Linear",
922
- "fields": {
923
- "weight": {
924
- "array": "msa.module.layers.pair.tri_mul_in.linear_p.weight",
925
- "shape": [
926
- 4,
927
- 512,
928
- 256
929
- ],
930
- "dtype": "float32"
931
- },
932
- "bias": null
933
- }
934
- },
935
- "linear_g": {
936
- "module": "jfold.nn:Linear",
937
- "fields": {
938
- "weight": {
939
- "array": "msa.module.layers.pair.tri_mul_in.linear_g.weight",
940
- "shape": [
941
- 4,
942
- 512,
943
- 256
944
- ],
945
- "dtype": "float32"
946
- },
947
- "bias": null
948
- }
949
- },
950
- "norm_out": {
951
  "module": "jfold.nn:LayerNorm",
952
  "fields": {
953
  "weight": {
954
- "array": "msa.module.layers.pair.tri_mul_in.norm_out.weight",
955
  "shape": [
956
  4,
957
- 256
958
  ],
959
  "dtype": "float32"
960
  },
961
  "bias": {
962
- "array": "msa.module.layers.pair.tri_mul_in.norm_out.bias",
963
  "shape": [
964
  4,
965
- 256
966
  ],
967
  "dtype": "float32"
968
  },
969
  "eps": 1e-05
970
  }
971
  },
972
- "linear_out": {
973
  "module": "jfold.nn:Linear",
974
  "fields": {
975
  "weight": {
976
- "array": "msa.module.layers.pair.tri_mul_in.linear_out.weight",
977
  "shape": [
978
  4,
979
- 256,
980
- 256
981
  ],
982
  "dtype": "float32"
983
  },
984
  "bias": null
985
  }
986
  },
987
- "linear_out_g": {
988
  "module": "jfold.nn:Linear",
989
  "fields": {
990
  "weight": {
991
- "array": "msa.module.layers.pair.tri_mul_in.linear_out_g.weight",
992
  "shape": [
993
  4,
994
- 256,
995
- 256
996
  ],
997
  "dtype": "float32"
998
  },
999
  "bias": null
1000
  }
1001
  },
1002
- "outgoing": false
1003
- }
1004
- },
1005
- "transition_z": {
1006
- "module": "jfold.nn:Transition",
1007
- "fields": {
1008
- "norm": {
1009
- "module": "jfold.nn:LayerNorm",
1010
  "fields": {
1011
  "weight": {
1012
- "array": "msa.module.layers.pair.transition_z.norm.weight",
1013
  "shape": [
1014
  4,
1015
- 256
 
1016
  ],
1017
  "dtype": "float32"
1018
  },
1019
  "bias": {
1020
- "array": "msa.module.layers.pair.transition_z.norm.bias",
1021
  "shape": [
1022
  4,
1023
  256
1024
  ],
1025
  "dtype": "float32"
1026
- },
1027
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1028
  }
1029
  },
1030
- "linear_a": {
1031
- "module": "jfold.nn:Linear",
1032
  "fields": {
1033
- "weight": {
1034
- "array": "msa.module.layers.pair.transition_z.linear_a.weight",
1035
- "shape": [
1036
- 4,
1037
- 1024,
1038
- 256
1039
- ],
1040
- "dtype": "float32"
1041
- },
1042
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1043
  }
1044
  },
1045
- "linear_b": {
1046
- "module": "jfold.nn:Linear",
 
 
 
 
 
 
 
 
 
1047
  "fields": {
1048
- "weight": {
1049
- "array": "msa.module.layers.pair.transition_z.linear_b.weight",
1050
- "shape": [
1051
- 4,
1052
- 1024,
1053
- 256
1054
- ],
1055
- "dtype": "float32"
1056
- },
1057
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1058
  }
1059
  },
1060
- "linear_out": {
1061
- "module": "jfold.nn:Linear",
1062
  "fields": {
1063
- "weight": {
1064
- "array": "msa.module.layers.pair.transition_z.linear_out.weight",
1065
- "shape": [
1066
- 4,
1067
- 256,
1068
- 1024
1069
- ],
1070
- "dtype": "float32"
1071
- },
1072
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1073
  }
 
 
 
 
 
1074
  }
1075
  }
1076
  },
1077
- "single": null,
1078
- "dropout_row": {
1079
- "module": "equinox.nn:Identity",
1080
- "fields": {}
1081
- }
1082
  }
1083
  },
1084
- "outer_product_first": false
 
 
 
1085
  }
1086
- },
1087
- "last": null,
1088
- "max_rows": 1024,
1089
- "keep_query": true,
1090
- "min_rows": null
1091
  }
1092
- }
1093
- }
1094
- },
1095
- "trunk": {
1096
- "module": "jfold.pairformer:PairformerStack",
1097
- "fields": {
1098
- "layers": {
1099
- "module": "jfold.pairformer:PairMixerLayer",
1100
  "fields": {
1101
- "tri_mul_out": {
1102
- "module": "jfold.pairformer:TriangleMultiplication",
1103
  "fields": {
1104
- "norm_in": {
1105
- "module": "jfold.nn:LayerNorm",
1106
- "fields": {
1107
- "weight": {
1108
- "array": "trunk.layers.tri_mul_out.norm_in.weight",
1109
- "shape": [
1110
- 48,
1111
- 256
1112
- ],
1113
- "dtype": "float32"
1114
- },
1115
- "bias": {
1116
- "array": "trunk.layers.tri_mul_out.norm_in.bias",
1117
- "shape": [
1118
- 48,
1119
- 256
1120
- ],
1121
- "dtype": "float32"
1122
- },
1123
- "eps": 1e-05
1124
- }
1125
- },
1126
- "linear_p": {
1127
- "module": "jfold.nn:Linear",
1128
- "fields": {
1129
- "weight": {
1130
- "array": "trunk.layers.tri_mul_out.linear_p.weight",
1131
- "shape": [
1132
- 48,
1133
- 512,
1134
- 256
1135
- ],
1136
- "dtype": "float32"
1137
- },
1138
- "bias": null
1139
- }
1140
- },
1141
- "linear_g": {
1142
- "module": "jfold.nn:Linear",
1143
- "fields": {
1144
- "weight": {
1145
- "array": "trunk.layers.tri_mul_out.linear_g.weight",
1146
- "shape": [
1147
- 48,
1148
- 512,
1149
- 256
1150
- ],
1151
- "dtype": "float32"
1152
- },
1153
- "bias": null
1154
- }
1155
- },
1156
- "norm_out": {
1157
- "module": "jfold.nn:LayerNorm",
1158
- "fields": {
1159
- "weight": {
1160
- "array": "trunk.layers.tri_mul_out.norm_out.weight",
1161
- "shape": [
1162
- 48,
1163
- 256
1164
- ],
1165
- "dtype": "float32"
1166
- },
1167
- "bias": {
1168
- "array": "trunk.layers.tri_mul_out.norm_out.bias",
1169
- "shape": [
1170
- 48,
1171
- 256
1172
- ],
1173
- "dtype": "float32"
1174
- },
1175
- "eps": 1e-05
1176
- }
1177
- },
1178
- "linear_out": {
1179
- "module": "jfold.nn:Linear",
1180
  "fields": {
1181
- "weight": {
1182
- "array": "trunk.layers.tri_mul_out.linear_out.weight",
1183
- "shape": [
1184
- 48,
1185
- 256,
1186
- 256
1187
- ],
1188
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
1189
  },
1190
- "bias": null
1191
- }
1192
- },
1193
- "linear_out_g": {
1194
- "module": "jfold.nn:Linear",
1195
- "fields": {
1196
- "weight": {
1197
- "array": "trunk.layers.tri_mul_out.linear_out_g.weight",
1198
- "shape": [
1199
- 48,
1200
- 256,
1201
- 256
1202
- ],
1203
- "dtype": "float32"
1204
  },
1205
- "bias": null
1206
- }
1207
- },
1208
- "outgoing": true
1209
- }
1210
- },
1211
- "tri_mul_in": {
1212
- "module": "jfold.pairformer:TriangleMultiplication",
1213
- "fields": {
1214
- "norm_in": {
1215
- "module": "jfold.nn:LayerNorm",
1216
- "fields": {
1217
- "weight": {
1218
- "array": "trunk.layers.tri_mul_in.norm_in.weight",
1219
- "shape": [
1220
- 48,
1221
- 256
1222
- ],
1223
- "dtype": "float32"
1224
  },
1225
- "bias": {
1226
- "array": "trunk.layers.tri_mul_in.norm_in.bias",
1227
- "shape": [
1228
- 48,
1229
- 256
1230
- ],
1231
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1232
  },
1233
- "eps": 1e-05
1234
- }
1235
- },
1236
- "linear_p": {
1237
- "module": "jfold.nn:Linear",
1238
- "fields": {
1239
- "weight": {
1240
- "array": "trunk.layers.tri_mul_in.linear_p.weight",
1241
- "shape": [
1242
- 48,
1243
- 512,
1244
- 256
1245
- ],
1246
- "dtype": "float32"
1247
  },
1248
- "bias": null
1249
- }
1250
- },
1251
- "linear_g": {
1252
- "module": "jfold.nn:Linear",
1253
- "fields": {
1254
- "weight": {
1255
- "array": "trunk.layers.tri_mul_in.linear_g.weight",
1256
- "shape": [
1257
- 48,
1258
- 512,
1259
- 256
1260
- ],
1261
- "dtype": "float32"
1262
  },
1263
- "bias": null
1264
  }
1265
  },
1266
- "norm_out": {
1267
- "module": "jfold.nn:LayerNorm",
1268
  "fields": {
1269
- "weight": {
1270
- "array": "trunk.layers.tri_mul_in.norm_out.weight",
1271
- "shape": [
1272
- 48,
1273
- 256
1274
- ],
1275
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1276
  },
1277
- "bias": {
1278
- "array": "trunk.layers.tri_mul_in.norm_out.bias",
1279
- "shape": [
1280
- 48,
1281
- 256
1282
- ],
1283
- "dtype": "float32"
 
 
 
 
 
 
 
1284
  },
1285
- "eps": 1e-05
1286
- }
1287
- },
1288
- "linear_out": {
1289
- "module": "jfold.nn:Linear",
1290
- "fields": {
1291
- "weight": {
1292
- "array": "trunk.layers.tri_mul_in.linear_out.weight",
1293
- "shape": [
1294
- 48,
1295
- 256,
1296
- 256
1297
- ],
1298
- "dtype": "float32"
1299
  },
1300
- "bias": null
1301
- }
1302
- },
1303
- "linear_out_g": {
1304
- "module": "jfold.nn:Linear",
1305
- "fields": {
1306
- "weight": {
1307
- "array": "trunk.layers.tri_mul_in.linear_out_g.weight",
1308
- "shape": [
1309
- 48,
1310
- 256,
1311
- 256
1312
- ],
1313
- "dtype": "float32"
 
 
 
 
 
 
 
1314
  },
1315
- "bias": null
1316
- }
1317
- },
1318
- "outgoing": false
1319
- }
1320
- },
1321
- "transition_z": {
1322
- "module": "jfold.nn:Transition",
1323
- "fields": {
1324
- "norm": {
1325
- "module": "jfold.nn:LayerNorm",
1326
- "fields": {
1327
- "weight": {
1328
- "array": "trunk.layers.transition_z.norm.weight",
1329
- "shape": [
1330
- 48,
1331
- 256
1332
- ],
1333
- "dtype": "float32"
1334
  },
1335
- "bias": {
1336
- "array": "trunk.layers.transition_z.norm.bias",
1337
- "shape": [
1338
- 48,
1339
- 256
1340
- ],
1341
- "dtype": "float32"
 
 
 
 
 
 
 
1342
  },
1343
- "eps": 1e-05
1344
  }
1345
  },
1346
- "linear_a": {
1347
- "module": "jfold.nn:Linear",
1348
  "fields": {
1349
- "weight": {
1350
- "array": "trunk.layers.transition_z.linear_a.weight",
1351
- "shape": [
1352
- 48,
1353
- 1024,
1354
- 256
1355
- ],
1356
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
1357
  },
1358
- "bias": null
1359
- }
1360
- },
1361
- "linear_b": {
1362
- "module": "jfold.nn:Linear",
1363
- "fields": {
1364
- "weight": {
1365
- "array": "trunk.layers.transition_z.linear_b.weight",
1366
- "shape": [
1367
- 48,
1368
- 1024,
1369
- 256
1370
- ],
1371
- "dtype": "float32"
1372
  },
1373
- "bias": null
1374
- }
1375
- },
1376
- "linear_out": {
1377
- "module": "jfold.nn:Linear",
1378
- "fields": {
1379
- "weight": {
1380
- "array": "trunk.layers.transition_z.linear_out.weight",
1381
- "shape": [
1382
- 48,
1383
- 256,
1384
- 1024
1385
- ],
1386
- "dtype": "float32"
1387
  },
1388
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1389
  }
 
 
 
 
 
1390
  }
1391
  }
1392
- },
1393
- "single": null,
1394
- "dropout_row": {
1395
- "module": "equinox.nn:Identity",
1396
- "fields": {}
1397
  }
1398
  }
1399
  }
@@ -3282,11 +3299,6 @@
3282
  "resolved": null
3283
  }
3284
  },
3285
- "lm_dropout": {
3286
- "module": "equinox.nn:Identity",
3287
- "fields": {}
3288
- },
3289
- "msa_column_mask_rate": 0.1,
3290
  "sampling": {
3291
  "module": "jfold.sampling.config:UpstreamSampler",
3292
  "fields": {
@@ -3310,9 +3322,7 @@
3310
  },
3311
  "max_sigma": 256.0
3312
  }
3313
- },
3314
- "esmc": null,
3315
- "msa_profile": true
3316
  }
3317
  }
3318
  }
 
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
+ "module": "jfold.model:StructureModel",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
 
240
  }
241
  }
242
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  },
244
+ "msa_profile": true
245
  }
246
  },
247
+ "trunk_init": {
248
+ "module": "jfold.models.esmfold2:TrunkInit",
249
  "fields": {
250
+ "singles_to_pair": {
251
+ "module": "jfold.nn:SinglesToPair",
252
  "fields": {
253
+ "linear_i": {
254
+ "module": "jfold.nn:Linear",
255
+ "fields": {
256
+ "weight": {
257
+ "array": "trunk_init.singles_to_pair.linear_i.weight",
258
+ "shape": [
259
+ 256,
260
+ 451
261
+ ],
262
+ "dtype": "float32"
263
+ },
264
+ "bias": null
265
+ }
266
  },
267
+ "linear_j": {
268
+ "module": "jfold.nn:Linear",
269
+ "fields": {
270
+ "weight": {
271
+ "array": "trunk_init.singles_to_pair.linear_j.weight",
272
+ "shape": [
273
+ 256,
274
+ 451
275
+ ],
276
+ "dtype": "float32"
277
+ },
278
+ "bias": null
279
+ }
280
  },
281
+ "product_i": null,
282
+ "product_j": null,
283
+ "product_out": null
284
  }
285
  },
286
+ "relative_positions": {
287
  "module": "jfold.nn:Linear",
288
  "fields": {
289
  "weight": {
290
+ "array": "trunk_init.relative_positions.weight",
291
  "shape": [
292
  256,
293
+ 139
294
  ],
295
  "dtype": "float32"
296
  },
297
  "bias": null
298
  }
299
  },
300
+ "bonds": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
301
  "module": "jfold.nn:Linear",
302
  "fields": {
303
  "weight": {
304
+ "array": "trunk_init.bonds.weight",
305
  "shape": [
306
  256,
307
+ 1
308
  ],
309
  "dtype": "float32"
310
  },
311
+ "bias": null
 
 
 
 
 
 
312
  }
313
  },
314
+ "language_model": {
315
+ "module": "jfold.models.esmfold2:LanguageModelPair",
316
  "fields": {
317
+ "norm_hidden": {
318
+ "module": "jfold.nn:LayerNorm",
319
+ "fields": {
320
+ "weight": {
321
+ "array": "trunk_init.language_model.norm_hidden.weight",
322
+ "shape": [
323
+ 2560
324
+ ],
325
+ "dtype": "float32"
326
+ },
327
+ "bias": {
328
+ "array": "trunk_init.language_model.norm_hidden.bias",
329
+ "shape": [
330
+ 2560
331
+ ],
332
+ "dtype": "float32"
333
+ },
334
+ "eps": 1e-05
335
+ }
336
  },
337
+ "linear_hidden": {
338
+ "module": "jfold.nn:Linear",
339
+ "fields": {
340
+ "weight": {
341
+ "array": "trunk_init.language_model.linear_hidden.weight",
342
+ "shape": [
343
+ 256,
344
+ 2560
345
+ ],
346
+ "dtype": "float32"
347
+ },
348
+ "bias": null
349
+ }
 
 
 
 
350
  },
351
+ "layer_logits": {
352
+ "array": "trunk_init.language_model.layer_logits",
353
  "shape": [
354
+ 81
355
  ],
356
  "dtype": "float32"
357
  },
358
+ "linear_down": {
359
+ "module": "jfold.nn:Linear",
360
+ "fields": {
361
+ "weight": {
362
+ "array": "trunk_init.language_model.linear_down.weight",
363
+ "shape": [
364
+ 256,
365
+ 256
366
+ ],
367
+ "dtype": "float32"
368
+ },
369
+ "bias": {
370
+ "array": "trunk_init.language_model.linear_down.bias",
371
+ "shape": [
372
+ 256
373
+ ],
374
+ "dtype": "float32"
375
+ }
376
+ }
377
  },
378
+ "mlp_in": {
 
 
 
 
 
 
 
 
 
 
 
379
  "module": "jfold.nn:Linear",
380
  "fields": {
381
  "weight": {
382
+ "array": "trunk_init.language_model.mlp_in.weight",
383
  "shape": [
384
+ 256,
385
+ 512
386
  ],
387
  "dtype": "float32"
388
  },
389
+ "bias": {
390
+ "array": "trunk_init.language_model.mlp_in.bias",
391
+ "shape": [
392
+ 256
393
+ ],
394
+ "dtype": "float32"
395
+ }
396
  }
397
  },
398
+ "mlp_out": {
399
  "module": "jfold.nn:Linear",
400
  "fields": {
401
  "weight": {
402
+ "array": "trunk_init.language_model.mlp_out.weight",
403
  "shape": [
404
+ 256,
405
+ 256
406
  ],
407
  "dtype": "float32"
408
  },
409
+ "bias": {
410
+ "array": "trunk_init.language_model.mlp_out.bias",
411
+ "shape": [
412
+ 256
413
+ ],
414
+ "dtype": "float32"
415
+ }
416
  }
417
  },
418
+ "norm_out": {
419
+ "module": "jfold.nn:LayerNorm",
420
  "fields": {
421
+ "weight": {
422
+ "array": "trunk_init.language_model.norm_out.weight",
423
+ "shape": [
424
+ 256
425
+ ],
426
+ "dtype": "float32"
427
+ },
428
+ "bias": {
429
+ "array": "trunk_init.language_model.norm_out.bias",
430
+ "shape": [
431
+ 256
432
+ ],
433
+ "dtype": "float32"
434
+ },
435
+ "eps": 1e-05
436
+ }
437
+ }
438
+ }
439
+ },
440
+ "esmc": null,
441
+ "lm_dropout": {
442
+ "module": "equinox.nn:Identity",
443
+ "fields": {}
444
+ },
445
+ "msa_column_mask_rate": 0.1
446
+ }
447
+ },
448
+ "trunk": {
449
+ "module": "jfold.models.esmfold2:RecyclingPairTrunk",
450
+ "fields": {
451
+ "recycle": {
452
+ "module": "jfold.model:Recycle",
453
+ "fields": {
454
+ "norm": {
455
+ "module": "jfold.nn:LayerNorm",
456
+ "fields": {
457
+ "weight": {
458
+ "array": "trunk.recycle.norm.weight",
459
+ "shape": [
460
+ 256
461
+ ],
462
+ "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
463
  },
464
+ "bias": {
465
+ "array": "trunk.recycle.norm.bias",
466
+ "shape": [
467
+ 256
468
+ ],
469
+ "dtype": "float32"
470
+ },
471
+ "eps": 1e-05
472
+ }
473
+ },
474
+ "linear": {
475
+ "module": "jfold.nn:Linear",
476
+ "fields": {
477
+ "weight": {
478
+ "array": "trunk.recycle.linear.weight",
479
+ "shape": [
480
+ 256,
481
+ 256
482
+ ],
483
+ "dtype": "float32"
484
+ },
485
+ "bias": null
486
+ }
487
+ }
488
+ }
489
+ },
490
+ "msa": {
491
+ "module": "jfold.models.esmfold2:TrackedMSA",
492
+ "fields": {
493
+ "module": {
494
+ "module": "jfold.msa:MSAModule",
495
+ "fields": {
496
+ "linear_msa": {
497
+ "module": "jfold.nn:Linear",
498
  "fields": {
499
+ "weight": {
500
+ "array": "trunk.msa.module.linear_msa.weight",
501
+ "shape": [
502
+ 128,
503
+ 35
504
+ ],
505
+ "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
506
  },
507
+ "bias": null
 
 
 
508
  }
509
  },
510
+ "linear_s": {
511
+ "module": "jfold.nn:Linear",
512
  "fields": {
513
+ "weight": {
514
+ "array": "trunk.msa.module.linear_s.weight",
515
+ "shape": [
516
+ 128,
517
+ 451
518
+ ],
519
+ "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
520
  },
521
+ "bias": null
522
+ }
523
+ },
524
+ "layers": {
525
+ "module": "jfold.msa:MSALayer",
526
+ "fields": {
527
+ "outer_product_mean": {
528
+ "module": "jfold.msa:OuterProductMean",
529
+ "fields": {
530
+ "norm": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
531
  "module": "jfold.nn:LayerNorm",
532
  "fields": {
533
  "weight": {
534
+ "array": "trunk.msa.module.layers.outer_product_mean.norm.weight",
535
  "shape": [
536
  4,
537
+ 128
538
  ],
539
  "dtype": "float32"
540
  },
541
  "bias": {
542
+ "array": "trunk.msa.module.layers.outer_product_mean.norm.bias",
543
  "shape": [
544
  4,
545
+ 128
546
  ],
547
  "dtype": "float32"
548
  },
549
  "eps": 1e-05
550
  }
551
  },
552
+ "linear_a": {
553
  "module": "jfold.nn:Linear",
554
  "fields": {
555
  "weight": {
556
+ "array": "trunk.msa.module.layers.outer_product_mean.linear_a.weight",
557
  "shape": [
558
  4,
559
+ 32,
560
+ 128
561
  ],
562
  "dtype": "float32"
563
  },
564
  "bias": null
565
  }
566
  },
567
+ "linear_b": {
568
  "module": "jfold.nn:Linear",
569
  "fields": {
570
  "weight": {
571
+ "array": "trunk.msa.module.layers.outer_product_mean.linear_b.weight",
572
  "shape": [
573
  4,
574
+ 32,
575
+ 128
576
  ],
577
  "dtype": "float32"
578
  },
579
  "bias": null
580
  }
581
  },
582
+ "linear_out": {
583
+ "module": "jfold.nn:Linear",
 
 
 
 
 
 
584
  "fields": {
585
  "weight": {
586
+ "array": "trunk.msa.module.layers.outer_product_mean.linear_out.weight",
587
  "shape": [
588
  4,
589
+ 256,
590
+ 1024
591
  ],
592
  "dtype": "float32"
593
  },
594
  "bias": {
595
+ "array": "trunk.msa.module.layers.outer_product_mean.linear_out.bias",
596
  "shape": [
597
  4,
598
  256
599
  ],
600
  "dtype": "float32"
601
+ }
602
+ }
603
+ }
604
+ }
605
+ },
606
+ "msa": {
607
+ "module": "jfold.msa:MSAUpdate",
608
+ "fields": {
609
+ "pair_weighted_averaging": {
610
+ "module": "jfold.msa:PairWeightedAveraging",
611
+ "fields": {
612
+ "norm_m": {
613
+ "module": "jfold.nn:LayerNorm",
614
+ "fields": {
615
+ "weight": {
616
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.norm_m.weight",
617
+ "shape": [
618
+ 4,
619
+ 128
620
+ ],
621
+ "dtype": "float32"
622
+ },
623
+ "bias": {
624
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.norm_m.bias",
625
+ "shape": [
626
+ 4,
627
+ 128
628
+ ],
629
+ "dtype": "float32"
630
+ },
631
+ "eps": 1e-05
632
+ }
633
+ },
634
+ "linear_v": {
635
+ "module": "jfold.nn:Linear",
636
+ "fields": {
637
+ "weight": {
638
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.linear_v.weight",
639
+ "shape": [
640
+ 4,
641
+ 256,
642
+ 128
643
+ ],
644
+ "dtype": "float32"
645
+ },
646
+ "bias": null
647
+ }
648
+ },
649
+ "norm_z": {
650
+ "module": "jfold.nn:LayerNorm",
651
+ "fields": {
652
+ "weight": {
653
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.norm_z.weight",
654
+ "shape": [
655
+ 4,
656
+ 256
657
+ ],
658
+ "dtype": "float32"
659
+ },
660
+ "bias": {
661
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.norm_z.bias",
662
+ "shape": [
663
+ 4,
664
+ 256
665
+ ],
666
+ "dtype": "float32"
667
+ },
668
+ "eps": 1e-05
669
+ }
670
+ },
671
+ "linear_b": {
672
+ "module": "jfold.nn:Linear",
673
+ "fields": {
674
+ "weight": {
675
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.linear_b.weight",
676
+ "shape": [
677
+ 4,
678
+ 8,
679
+ 256
680
+ ],
681
+ "dtype": "float32"
682
+ },
683
+ "bias": null
684
+ }
685
+ },
686
+ "linear_g": {
687
+ "module": "jfold.nn:Linear",
688
+ "fields": {
689
+ "weight": {
690
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.linear_g.weight",
691
+ "shape": [
692
+ 4,
693
+ 256,
694
+ 128
695
+ ],
696
+ "dtype": "float32"
697
+ },
698
+ "bias": null
699
+ }
700
+ },
701
+ "linear_o": {
702
+ "module": "jfold.nn:Linear",
703
+ "fields": {
704
+ "weight": {
705
+ "array": "trunk.msa.module.layers.msa.pair_weighted_averaging.linear_o.weight",
706
+ "shape": [
707
+ 4,
708
+ 128,
709
+ 256
710
+ ],
711
+ "dtype": "float32"
712
+ },
713
+ "bias": null
714
+ }
715
+ },
716
+ "num_heads": 8
717
  }
718
  },
719
+ "transition": {
720
+ "module": "jfold.nn:Transition",
721
  "fields": {
722
+ "norm": {
723
+ "module": "jfold.nn:LayerNorm",
724
+ "fields": {
725
+ "weight": {
726
+ "array": "trunk.msa.module.layers.msa.transition.norm.weight",
727
+ "shape": [
728
+ 4,
729
+ 128
730
+ ],
731
+ "dtype": "float32"
732
+ },
733
+ "bias": {
734
+ "array": "trunk.msa.module.layers.msa.transition.norm.bias",
735
+ "shape": [
736
+ 4,
737
+ 128
738
+ ],
739
+ "dtype": "float32"
740
+ },
741
+ "eps": 1e-05
742
+ }
743
+ },
744
+ "linear_a": {
745
+ "module": "jfold.nn:Linear",
746
+ "fields": {
747
+ "weight": {
748
+ "array": "trunk.msa.module.layers.msa.transition.linear_a.weight",
749
+ "shape": [
750
+ 4,
751
+ 512,
752
+ 128
753
+ ],
754
+ "dtype": "float32"
755
+ },
756
+ "bias": null
757
+ }
758
+ },
759
+ "linear_b": {
760
+ "module": "jfold.nn:Linear",
761
+ "fields": {
762
+ "weight": {
763
+ "array": "trunk.msa.module.layers.msa.transition.linear_b.weight",
764
+ "shape": [
765
+ 4,
766
+ 512,
767
+ 128
768
+ ],
769
+ "dtype": "float32"
770
+ },
771
+ "bias": null
772
+ }
773
+ },
774
+ "linear_out": {
775
+ "module": "jfold.nn:Linear",
776
+ "fields": {
777
+ "weight": {
778
+ "array": "trunk.msa.module.layers.msa.transition.linear_out.weight",
779
+ "shape": [
780
+ 4,
781
+ 128,
782
+ 512
783
+ ],
784
+ "dtype": "float32"
785
+ },
786
+ "bias": null
787
+ }
788
+ }
789
  }
790
  },
791
+ "dropout": {
792
+ "module": "equinox.nn:Identity",
793
+ "fields": {}
794
+ }
795
+ }
796
+ },
797
+ "pair": {
798
+ "module": "jfold.pairformer:PairMixerLayer",
799
+ "fields": {
800
+ "tri_mul_out": {
801
+ "module": "jfold.pairformer:TriangleMultiplication",
802
  "fields": {
803
+ "norm_in": {
804
+ "module": "jfold.nn:LayerNorm",
805
+ "fields": {
806
+ "weight": {
807
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.norm_in.weight",
808
+ "shape": [
809
+ 4,
810
+ 256
811
+ ],
812
+ "dtype": "float32"
813
+ },
814
+ "bias": {
815
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.norm_in.bias",
816
+ "shape": [
817
+ 4,
818
+ 256
819
+ ],
820
+ "dtype": "float32"
821
+ },
822
+ "eps": 1e-05
823
+ }
824
+ },
825
+ "linear_p": {
826
+ "module": "jfold.nn:Linear",
827
+ "fields": {
828
+ "weight": {
829
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.linear_p.weight",
830
+ "shape": [
831
+ 4,
832
+ 512,
833
+ 256
834
+ ],
835
+ "dtype": "float32"
836
+ },
837
+ "bias": null
838
+ }
839
+ },
840
+ "linear_g": {
841
+ "module": "jfold.nn:Linear",
842
+ "fields": {
843
+ "weight": {
844
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.linear_g.weight",
845
+ "shape": [
846
+ 4,
847
+ 512,
848
+ 256
849
+ ],
850
+ "dtype": "float32"
851
+ },
852
+ "bias": null
853
+ }
854
+ },
855
+ "norm_out": {
856
+ "module": "jfold.nn:LayerNorm",
857
+ "fields": {
858
+ "weight": {
859
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.norm_out.weight",
860
+ "shape": [
861
+ 4,
862
+ 256
863
+ ],
864
+ "dtype": "float32"
865
+ },
866
+ "bias": {
867
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.norm_out.bias",
868
+ "shape": [
869
+ 4,
870
+ 256
871
+ ],
872
+ "dtype": "float32"
873
+ },
874
+ "eps": 1e-05
875
+ }
876
+ },
877
+ "linear_out": {
878
+ "module": "jfold.nn:Linear",
879
+ "fields": {
880
+ "weight": {
881
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.linear_out.weight",
882
+ "shape": [
883
+ 4,
884
+ 256,
885
+ 256
886
+ ],
887
+ "dtype": "float32"
888
+ },
889
+ "bias": null
890
+ }
891
+ },
892
+ "linear_out_g": {
893
+ "module": "jfold.nn:Linear",
894
+ "fields": {
895
+ "weight": {
896
+ "array": "trunk.msa.module.layers.pair.tri_mul_out.linear_out_g.weight",
897
+ "shape": [
898
+ 4,
899
+ 256,
900
+ 256
901
+ ],
902
+ "dtype": "float32"
903
+ },
904
+ "bias": null
905
+ }
906
+ },
907
+ "outgoing": true
908
  }
909
  },
910
+ "tri_mul_in": {
911
+ "module": "jfold.pairformer:TriangleMultiplication",
912
  "fields": {
913
+ "norm_in": {
914
+ "module": "jfold.nn:LayerNorm",
915
+ "fields": {
916
+ "weight": {
917
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.norm_in.weight",
918
+ "shape": [
919
+ 4,
920
+ 256
921
+ ],
922
+ "dtype": "float32"
923
+ },
924
+ "bias": {
925
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.norm_in.bias",
926
+ "shape": [
927
+ 4,
928
+ 256
929
+ ],
930
+ "dtype": "float32"
931
+ },
932
+ "eps": 1e-05
933
+ }
934
+ },
935
+ "linear_p": {
936
+ "module": "jfold.nn:Linear",
937
+ "fields": {
938
+ "weight": {
939
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.linear_p.weight",
940
+ "shape": [
941
+ 4,
942
+ 512,
943
+ 256
944
+ ],
945
+ "dtype": "float32"
946
+ },
947
+ "bias": null
948
+ }
949
+ },
950
+ "linear_g": {
951
+ "module": "jfold.nn:Linear",
952
+ "fields": {
953
+ "weight": {
954
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.linear_g.weight",
955
+ "shape": [
956
+ 4,
957
+ 512,
958
+ 256
959
+ ],
960
+ "dtype": "float32"
961
+ },
962
+ "bias": null
963
+ }
964
+ },
965
+ "norm_out": {
966
+ "module": "jfold.nn:LayerNorm",
967
+ "fields": {
968
+ "weight": {
969
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.norm_out.weight",
970
+ "shape": [
971
+ 4,
972
+ 256
973
+ ],
974
+ "dtype": "float32"
975
+ },
976
+ "bias": {
977
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.norm_out.bias",
978
+ "shape": [
979
+ 4,
980
+ 256
981
+ ],
982
+ "dtype": "float32"
983
+ },
984
+ "eps": 1e-05
985
+ }
986
+ },
987
+ "linear_out": {
988
+ "module": "jfold.nn:Linear",
989
+ "fields": {
990
+ "weight": {
991
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.linear_out.weight",
992
+ "shape": [
993
+ 4,
994
+ 256,
995
+ 256
996
+ ],
997
+ "dtype": "float32"
998
+ },
999
+ "bias": null
1000
+ }
1001
+ },
1002
+ "linear_out_g": {
1003
+ "module": "jfold.nn:Linear",
1004
+ "fields": {
1005
+ "weight": {
1006
+ "array": "trunk.msa.module.layers.pair.tri_mul_in.linear_out_g.weight",
1007
+ "shape": [
1008
+ 4,
1009
+ 256,
1010
+ 256
1011
+ ],
1012
+ "dtype": "float32"
1013
+ },
1014
+ "bias": null
1015
+ }
1016
+ },
1017
+ "outgoing": false
1018
+ }
1019
+ },
1020
+ "transition_z": {
1021
+ "module": "jfold.nn:Transition",
1022
+ "fields": {
1023
+ "norm": {
1024
+ "module": "jfold.nn:LayerNorm",
1025
+ "fields": {
1026
+ "weight": {
1027
+ "array": "trunk.msa.module.layers.pair.transition_z.norm.weight",
1028
+ "shape": [
1029
+ 4,
1030
+ 256
1031
+ ],
1032
+ "dtype": "float32"
1033
+ },
1034
+ "bias": {
1035
+ "array": "trunk.msa.module.layers.pair.transition_z.norm.bias",
1036
+ "shape": [
1037
+ 4,
1038
+ 256
1039
+ ],
1040
+ "dtype": "float32"
1041
+ },
1042
+ "eps": 1e-05
1043
+ }
1044
+ },
1045
+ "linear_a": {
1046
+ "module": "jfold.nn:Linear",
1047
+ "fields": {
1048
+ "weight": {
1049
+ "array": "trunk.msa.module.layers.pair.transition_z.linear_a.weight",
1050
+ "shape": [
1051
+ 4,
1052
+ 1024,
1053
+ 256
1054
+ ],
1055
+ "dtype": "float32"
1056
+ },
1057
+ "bias": null
1058
+ }
1059
+ },
1060
+ "linear_b": {
1061
+ "module": "jfold.nn:Linear",
1062
+ "fields": {
1063
+ "weight": {
1064
+ "array": "trunk.msa.module.layers.pair.transition_z.linear_b.weight",
1065
+ "shape": [
1066
+ 4,
1067
+ 1024,
1068
+ 256
1069
+ ],
1070
+ "dtype": "float32"
1071
+ },
1072
+ "bias": null
1073
+ }
1074
+ },
1075
+ "linear_out": {
1076
+ "module": "jfold.nn:Linear",
1077
+ "fields": {
1078
+ "weight": {
1079
+ "array": "trunk.msa.module.layers.pair.transition_z.linear_out.weight",
1080
+ "shape": [
1081
+ 4,
1082
+ 256,
1083
+ 1024
1084
+ ],
1085
+ "dtype": "float32"
1086
+ },
1087
+ "bias": null
1088
+ }
1089
+ }
1090
  }
1091
+ },
1092
+ "single": null,
1093
+ "dropout_row": {
1094
+ "module": "equinox.nn:Identity",
1095
+ "fields": {}
1096
  }
1097
  }
1098
  },
1099
+ "outer_product_first": false
 
 
 
 
1100
  }
1101
  },
1102
+ "last": null,
1103
+ "max_rows": 1024,
1104
+ "keep_query": true,
1105
+ "min_rows": null
1106
  }
1107
+ }
 
 
 
 
1108
  }
1109
+ },
1110
+ "trunk": {
1111
+ "module": "jfold.pairformer:PairformerStack",
 
 
 
 
 
1112
  "fields": {
1113
+ "layers": {
1114
+ "module": "jfold.pairformer:PairMixerLayer",
1115
  "fields": {
1116
+ "tri_mul_out": {
1117
+ "module": "jfold.pairformer:TriangleMultiplication",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1118
  "fields": {
1119
+ "norm_in": {
1120
+ "module": "jfold.nn:LayerNorm",
1121
+ "fields": {
1122
+ "weight": {
1123
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.weight",
1124
+ "shape": [
1125
+ 48,
1126
+ 256
1127
+ ],
1128
+ "dtype": "float32"
1129
+ },
1130
+ "bias": {
1131
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.bias",
1132
+ "shape": [
1133
+ 48,
1134
+ 256
1135
+ ],
1136
+ "dtype": "float32"
1137
+ },
1138
+ "eps": 1e-05
1139
+ }
1140
  },
1141
+ "linear_p": {
1142
+ "module": "jfold.nn:Linear",
1143
+ "fields": {
1144
+ "weight": {
1145
+ "array": "trunk.trunk.layers.tri_mul_out.linear_p.weight",
1146
+ "shape": [
1147
+ 48,
1148
+ 512,
1149
+ 256
1150
+ ],
1151
+ "dtype": "float32"
1152
+ },
1153
+ "bias": null
1154
+ }
1155
  },
1156
+ "linear_g": {
1157
+ "module": "jfold.nn:Linear",
1158
+ "fields": {
1159
+ "weight": {
1160
+ "array": "trunk.trunk.layers.tri_mul_out.linear_g.weight",
1161
+ "shape": [
1162
+ 48,
1163
+ 512,
1164
+ 256
1165
+ ],
1166
+ "dtype": "float32"
1167
+ },
1168
+ "bias": null
1169
+ }
 
 
 
 
 
1170
  },
1171
+ "norm_out": {
1172
+ "module": "jfold.nn:LayerNorm",
1173
+ "fields": {
1174
+ "weight": {
1175
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.weight",
1176
+ "shape": [
1177
+ 48,
1178
+ 256
1179
+ ],
1180
+ "dtype": "float32"
1181
+ },
1182
+ "bias": {
1183
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.bias",
1184
+ "shape": [
1185
+ 48,
1186
+ 256
1187
+ ],
1188
+ "dtype": "float32"
1189
+ },
1190
+ "eps": 1e-05
1191
+ }
1192
  },
1193
+ "linear_out": {
1194
+ "module": "jfold.nn:Linear",
1195
+ "fields": {
1196
+ "weight": {
1197
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out.weight",
1198
+ "shape": [
1199
+ 48,
1200
+ 256,
1201
+ 256
1202
+ ],
1203
+ "dtype": "float32"
1204
+ },
1205
+ "bias": null
1206
+ }
1207
  },
1208
+ "linear_out_g": {
1209
+ "module": "jfold.nn:Linear",
1210
+ "fields": {
1211
+ "weight": {
1212
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out_g.weight",
1213
+ "shape": [
1214
+ 48,
1215
+ 256,
1216
+ 256
1217
+ ],
1218
+ "dtype": "float32"
1219
+ },
1220
+ "bias": null
1221
+ }
1222
  },
1223
+ "outgoing": true
1224
  }
1225
  },
1226
+ "tri_mul_in": {
1227
+ "module": "jfold.pairformer:TriangleMultiplication",
1228
  "fields": {
1229
+ "norm_in": {
1230
+ "module": "jfold.nn:LayerNorm",
1231
+ "fields": {
1232
+ "weight": {
1233
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.weight",
1234
+ "shape": [
1235
+ 48,
1236
+ 256
1237
+ ],
1238
+ "dtype": "float32"
1239
+ },
1240
+ "bias": {
1241
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.bias",
1242
+ "shape": [
1243
+ 48,
1244
+ 256
1245
+ ],
1246
+ "dtype": "float32"
1247
+ },
1248
+ "eps": 1e-05
1249
+ }
1250
  },
1251
+ "linear_p": {
1252
+ "module": "jfold.nn:Linear",
1253
+ "fields": {
1254
+ "weight": {
1255
+ "array": "trunk.trunk.layers.tri_mul_in.linear_p.weight",
1256
+ "shape": [
1257
+ 48,
1258
+ 512,
1259
+ 256
1260
+ ],
1261
+ "dtype": "float32"
1262
+ },
1263
+ "bias": null
1264
+ }
1265
  },
1266
+ "linear_g": {
1267
+ "module": "jfold.nn:Linear",
1268
+ "fields": {
1269
+ "weight": {
1270
+ "array": "trunk.trunk.layers.tri_mul_in.linear_g.weight",
1271
+ "shape": [
1272
+ 48,
1273
+ 512,
1274
+ 256
1275
+ ],
1276
+ "dtype": "float32"
1277
+ },
1278
+ "bias": null
1279
+ }
1280
  },
1281
+ "norm_out": {
1282
+ "module": "jfold.nn:LayerNorm",
1283
+ "fields": {
1284
+ "weight": {
1285
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.weight",
1286
+ "shape": [
1287
+ 48,
1288
+ 256
1289
+ ],
1290
+ "dtype": "float32"
1291
+ },
1292
+ "bias": {
1293
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.bias",
1294
+ "shape": [
1295
+ 48,
1296
+ 256
1297
+ ],
1298
+ "dtype": "float32"
1299
+ },
1300
+ "eps": 1e-05
1301
+ }
1302
  },
1303
+ "linear_out": {
1304
+ "module": "jfold.nn:Linear",
1305
+ "fields": {
1306
+ "weight": {
1307
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out.weight",
1308
+ "shape": [
1309
+ 48,
1310
+ 256,
1311
+ 256
1312
+ ],
1313
+ "dtype": "float32"
1314
+ },
1315
+ "bias": null
1316
+ }
 
 
 
 
 
1317
  },
1318
+ "linear_out_g": {
1319
+ "module": "jfold.nn:Linear",
1320
+ "fields": {
1321
+ "weight": {
1322
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out_g.weight",
1323
+ "shape": [
1324
+ 48,
1325
+ 256,
1326
+ 256
1327
+ ],
1328
+ "dtype": "float32"
1329
+ },
1330
+ "bias": null
1331
+ }
1332
  },
1333
+ "outgoing": false
1334
  }
1335
  },
1336
+ "transition_z": {
1337
+ "module": "jfold.nn:Transition",
1338
  "fields": {
1339
+ "norm": {
1340
+ "module": "jfold.nn:LayerNorm",
1341
+ "fields": {
1342
+ "weight": {
1343
+ "array": "trunk.trunk.layers.transition_z.norm.weight",
1344
+ "shape": [
1345
+ 48,
1346
+ 256
1347
+ ],
1348
+ "dtype": "float32"
1349
+ },
1350
+ "bias": {
1351
+ "array": "trunk.trunk.layers.transition_z.norm.bias",
1352
+ "shape": [
1353
+ 48,
1354
+ 256
1355
+ ],
1356
+ "dtype": "float32"
1357
+ },
1358
+ "eps": 1e-05
1359
+ }
1360
  },
1361
+ "linear_a": {
1362
+ "module": "jfold.nn:Linear",
1363
+ "fields": {
1364
+ "weight": {
1365
+ "array": "trunk.trunk.layers.transition_z.linear_a.weight",
1366
+ "shape": [
1367
+ 48,
1368
+ 1024,
1369
+ 256
1370
+ ],
1371
+ "dtype": "float32"
1372
+ },
1373
+ "bias": null
1374
+ }
1375
  },
1376
+ "linear_b": {
1377
+ "module": "jfold.nn:Linear",
1378
+ "fields": {
1379
+ "weight": {
1380
+ "array": "trunk.trunk.layers.transition_z.linear_b.weight",
1381
+ "shape": [
1382
+ 48,
1383
+ 1024,
1384
+ 256
1385
+ ],
1386
+ "dtype": "float32"
1387
+ },
1388
+ "bias": null
1389
+ }
1390
  },
1391
+ "linear_out": {
1392
+ "module": "jfold.nn:Linear",
1393
+ "fields": {
1394
+ "weight": {
1395
+ "array": "trunk.trunk.layers.transition_z.linear_out.weight",
1396
+ "shape": [
1397
+ 48,
1398
+ 256,
1399
+ 1024
1400
+ ],
1401
+ "dtype": "float32"
1402
+ },
1403
+ "bias": null
1404
+ }
1405
+ }
1406
  }
1407
+ },
1408
+ "single": null,
1409
+ "dropout_row": {
1410
+ "module": "equinox.nn:Identity",
1411
+ "fields": {}
1412
  }
1413
  }
 
 
 
 
 
1414
  }
1415
  }
1416
  }
 
3299
  "resolved": null
3300
  }
3301
  },
 
 
 
 
 
3302
  "sampling": {
3303
  "module": "jfold.sampling.config:UpstreamSampler",
3304
  "fields": {
 
3322
  },
3323
  "max_sigma": 256.0
3324
  }
3325
+ }
 
 
3326
  }
3327
  }
3328
  }
esmfold2_experimental_cutoff2025/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4166f527623183d26ffd119283fd1d4428cae5544ff66c560b866ba559b889e2
3
- size 901649448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4e7ca36c3af957bfa0c3a9bee9ec94a6926db9bffb3f533eed239b4836cd358
3
+ size 901650024
esmfold2_experimental_fast/model.json CHANGED
@@ -14,7 +14,7 @@
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
- "module": "jfold.models.esmfold2:EsmFold2Experimental",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
@@ -240,541 +240,558 @@
240
  }
241
  }
242
  }
243
- }
244
- }
245
- },
246
- "singles_to_pair": {
247
- "module": "jfold.nn:SinglesToPair",
248
- "fields": {
249
- "linear_i": {
250
- "module": "jfold.nn:Linear",
251
- "fields": {
252
- "weight": {
253
- "array": "singles_to_pair.linear_i.weight",
254
- "shape": [
255
- 256,
256
- 451
257
- ],
258
- "dtype": "float32"
259
- },
260
- "bias": null
261
- }
262
- },
263
- "linear_j": {
264
- "module": "jfold.nn:Linear",
265
- "fields": {
266
- "weight": {
267
- "array": "singles_to_pair.linear_j.weight",
268
- "shape": [
269
- 256,
270
- 451
271
- ],
272
- "dtype": "float32"
273
- },
274
- "bias": null
275
- }
276
- },
277
- "product_i": null,
278
- "product_j": null,
279
- "product_out": null
280
- }
281
- },
282
- "relative_positions": {
283
- "module": "jfold.nn:Linear",
284
- "fields": {
285
- "weight": {
286
- "array": "relative_positions.weight",
287
- "shape": [
288
- 256,
289
- 139
290
- ],
291
- "dtype": "float32"
292
- },
293
- "bias": null
294
- }
295
- },
296
- "bonds": {
297
- "module": "jfold.nn:Linear",
298
- "fields": {
299
- "weight": {
300
- "array": "bonds.weight",
301
- "shape": [
302
- 256,
303
- 1
304
- ],
305
- "dtype": "float32"
306
  },
307
- "bias": null
308
  }
309
  },
310
- "language_model": {
311
- "module": "jfold.models.esmfold2:LanguageModelPair",
312
  "fields": {
313
- "norm_hidden": {
314
- "module": "jfold.nn:LayerNorm",
315
  "fields": {
316
- "weight": {
317
- "array": "language_model.norm_hidden.weight",
318
- "shape": [
319
- 2560
320
- ],
321
- "dtype": "float32"
 
 
 
 
 
 
 
322
  },
323
- "bias": {
324
- "array": "language_model.norm_hidden.bias",
325
- "shape": [
326
- 2560
327
- ],
328
- "dtype": "float32"
 
 
 
 
 
 
 
329
  },
330
- "eps": 1e-05
 
 
331
  }
332
  },
333
- "linear_hidden": {
334
  "module": "jfold.nn:Linear",
335
  "fields": {
336
  "weight": {
337
- "array": "language_model.linear_hidden.weight",
338
  "shape": [
339
  256,
340
- 2560
341
  ],
342
  "dtype": "float32"
343
  },
344
  "bias": null
345
  }
346
  },
347
- "layer_logits": {
348
- "array": "language_model.layer_logits",
349
- "shape": [
350
- 81
351
- ],
352
- "dtype": "float32"
353
- },
354
- "linear_down": {
355
  "module": "jfold.nn:Linear",
356
  "fields": {
357
  "weight": {
358
- "array": "language_model.linear_down.weight",
359
  "shape": [
360
  256,
361
- 256
362
  ],
363
  "dtype": "float32"
364
  },
365
- "bias": {
366
- "array": "language_model.linear_down.bias",
367
- "shape": [
368
- 256
369
- ],
370
- "dtype": "float32"
371
- }
372
  }
373
  },
374
- "mlp_in": {
375
- "module": "jfold.nn:Linear",
376
  "fields": {
377
- "weight": {
378
- "array": "language_model.mlp_in.weight",
379
- "shape": [
380
- 256,
381
- 512
382
- ],
383
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
384
  },
385
- "bias": {
386
- "array": "language_model.mlp_in.bias",
387
- "shape": [
388
- 256
389
- ],
390
- "dtype": "float32"
391
- }
392
- }
393
- },
394
- "mlp_out": {
395
- "module": "jfold.nn:Linear",
396
- "fields": {
397
- "weight": {
398
- "array": "language_model.mlp_out.weight",
399
- "shape": [
400
- 256,
401
- 256
402
- ],
403
- "dtype": "float32"
404
  },
405
- "bias": {
406
- "array": "language_model.mlp_out.bias",
407
- "shape": [
408
- 256
409
- ],
410
- "dtype": "float32"
411
- }
412
- }
413
- },
414
- "norm_out": {
415
- "module": "jfold.nn:LayerNorm",
416
- "fields": {
417
- "weight": {
418
- "array": "language_model.norm_out.weight",
419
  "shape": [
420
- 256
421
  ],
422
  "dtype": "float32"
423
  },
424
- "bias": {
425
- "array": "language_model.norm_out.bias",
426
- "shape": [
427
- 256
428
- ],
429
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
430
  },
431
- "eps": 1e-05
432
- }
433
- }
434
- }
435
- },
436
- "recycle": {
437
- "module": "jfold.model:Recycle",
438
- "fields": {
439
- "norm": {
440
- "module": "jfold.nn:LayerNorm",
441
- "fields": {
442
- "weight": {
443
- "array": "recycle.norm.weight",
444
- "shape": [
445
- 256
446
- ],
447
- "dtype": "float32"
 
 
448
  },
449
- "bias": {
450
- "array": "recycle.norm.bias",
451
- "shape": [
452
- 256
453
- ],
454
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
455
  },
456
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
457
  }
458
  },
459
- "linear": {
460
- "module": "jfold.nn:Linear",
461
- "fields": {
462
- "weight": {
463
- "array": "recycle.linear.weight",
464
- "shape": [
465
- 256,
466
- 256
467
- ],
468
- "dtype": "float32"
469
- },
470
- "bias": null
471
- }
472
- }
473
  }
474
  },
475
- "msa": null,
476
  "trunk": {
477
- "module": "jfold.pairformer:PairformerStack",
478
  "fields": {
479
- "layers": {
480
- "module": "jfold.pairformer:PairMixerLayer",
481
  "fields": {
482
- "tri_mul_out": {
483
- "module": "jfold.pairformer:TriangleMultiplication",
484
  "fields": {
485
- "norm_in": {
486
- "module": "jfold.nn:LayerNorm",
487
- "fields": {
488
- "weight": {
489
- "array": "trunk.layers.tri_mul_out.norm_in.weight",
490
- "shape": [
491
- 24,
492
- 256
493
- ],
494
- "dtype": "float32"
495
- },
496
- "bias": {
497
- "array": "trunk.layers.tri_mul_out.norm_in.bias",
498
- "shape": [
499
- 24,
500
- 256
501
- ],
502
- "dtype": "float32"
503
- },
504
- "eps": 1e-05
505
- }
506
- },
507
- "linear_p": {
508
- "module": "jfold.nn:Linear",
509
- "fields": {
510
- "weight": {
511
- "array": "trunk.layers.tri_mul_out.linear_p.weight",
512
- "shape": [
513
- 24,
514
- 512,
515
- 256
516
- ],
517
- "dtype": "float32"
518
- },
519
- "bias": null
520
- }
521
- },
522
- "linear_g": {
523
- "module": "jfold.nn:Linear",
524
- "fields": {
525
- "weight": {
526
- "array": "trunk.layers.tri_mul_out.linear_g.weight",
527
- "shape": [
528
- 24,
529
- 512,
530
- 256
531
- ],
532
- "dtype": "float32"
533
- },
534
- "bias": null
535
- }
536
- },
537
- "norm_out": {
538
- "module": "jfold.nn:LayerNorm",
539
- "fields": {
540
- "weight": {
541
- "array": "trunk.layers.tri_mul_out.norm_out.weight",
542
- "shape": [
543
- 24,
544
- 256
545
- ],
546
- "dtype": "float32"
547
- },
548
- "bias": {
549
- "array": "trunk.layers.tri_mul_out.norm_out.bias",
550
- "shape": [
551
- 24,
552
- 256
553
- ],
554
- "dtype": "float32"
555
- },
556
- "eps": 1e-05
557
- }
558
- },
559
- "linear_out": {
560
- "module": "jfold.nn:Linear",
561
- "fields": {
562
- "weight": {
563
- "array": "trunk.layers.tri_mul_out.linear_out.weight",
564
- "shape": [
565
- 24,
566
- 256,
567
- 256
568
- ],
569
- "dtype": "float32"
570
- },
571
- "bias": null
572
- }
573
  },
574
- "linear_out_g": {
575
- "module": "jfold.nn:Linear",
576
- "fields": {
577
- "weight": {
578
- "array": "trunk.layers.tri_mul_out.linear_out_g.weight",
579
- "shape": [
580
- 24,
581
- 256,
582
- 256
583
- ],
584
- "dtype": "float32"
585
- },
586
- "bias": null
587
- }
588
  },
589
- "outgoing": true
590
  }
591
  },
592
- "tri_mul_in": {
593
- "module": "jfold.pairformer:TriangleMultiplication",
594
  "fields": {
595
- "norm_in": {
596
- "module": "jfold.nn:LayerNorm",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
597
  "fields": {
598
- "weight": {
599
- "array": "trunk.layers.tri_mul_in.norm_in.weight",
600
- "shape": [
601
- 24,
602
- 256
603
- ],
604
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
605
  },
606
- "bias": {
607
- "array": "trunk.layers.tri_mul_in.norm_in.bias",
608
- "shape": [
609
- 24,
610
- 256
611
- ],
612
- "dtype": "float32"
 
 
 
 
 
 
 
613
  },
614
- "eps": 1e-05
615
- }
616
- },
617
- "linear_p": {
618
- "module": "jfold.nn:Linear",
619
- "fields": {
620
- "weight": {
621
- "array": "trunk.layers.tri_mul_in.linear_p.weight",
622
- "shape": [
623
- 24,
624
- 512,
625
- 256
626
- ],
627
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
628
  },
629
- "bias": null
630
- }
631
- },
632
- "linear_g": {
633
- "module": "jfold.nn:Linear",
634
- "fields": {
635
- "weight": {
636
- "array": "trunk.layers.tri_mul_in.linear_g.weight",
637
- "shape": [
638
- 24,
639
- 512,
640
- 256
641
- ],
642
- "dtype": "float32"
643
  },
644
- "bias": null
645
  }
646
  },
647
- "norm_out": {
648
- "module": "jfold.nn:LayerNorm",
649
  "fields": {
650
- "weight": {
651
- "array": "trunk.layers.tri_mul_in.norm_out.weight",
652
- "shape": [
653
- 24,
654
- 256
655
- ],
656
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
657
  },
658
- "bias": {
659
- "array": "trunk.layers.tri_mul_in.norm_out.bias",
660
- "shape": [
661
- 24,
662
- 256
663
- ],
664
- "dtype": "float32"
 
 
 
 
 
 
 
665
  },
666
- "eps": 1e-05
667
- }
668
- },
669
- "linear_out": {
670
- "module": "jfold.nn:Linear",
671
- "fields": {
672
- "weight": {
673
- "array": "trunk.layers.tri_mul_in.linear_out.weight",
674
- "shape": [
675
- 24,
676
- 256,
677
- 256
678
- ],
679
- "dtype": "float32"
680
  },
681
- "bias": null
682
- }
683
- },
684
- "linear_out_g": {
685
- "module": "jfold.nn:Linear",
686
- "fields": {
687
- "weight": {
688
- "array": "trunk.layers.tri_mul_in.linear_out_g.weight",
689
- "shape": [
690
- 24,
691
- 256,
692
- 256
693
- ],
694
- "dtype": "float32"
 
 
 
 
 
 
 
695
  },
696
- "bias": null
697
- }
698
- },
699
- "outgoing": false
700
- }
701
- },
702
- "transition_z": {
703
- "module": "jfold.nn:Transition",
704
- "fields": {
705
- "norm": {
706
- "module": "jfold.nn:LayerNorm",
707
- "fields": {
708
- "weight": {
709
- "array": "trunk.layers.transition_z.norm.weight",
710
- "shape": [
711
- 24,
712
- 256
713
- ],
714
- "dtype": "float32"
715
  },
716
- "bias": {
717
- "array": "trunk.layers.transition_z.norm.bias",
718
- "shape": [
719
- 24,
720
- 256
721
- ],
722
- "dtype": "float32"
 
 
 
 
 
 
 
723
  },
724
- "eps": 1e-05
725
  }
726
  },
727
- "linear_a": {
728
- "module": "jfold.nn:Linear",
729
  "fields": {
730
- "weight": {
731
- "array": "trunk.layers.transition_z.linear_a.weight",
732
- "shape": [
733
- 24,
734
- 1024,
735
- 256
736
- ],
737
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
738
  },
739
- "bias": null
740
- }
741
- },
742
- "linear_b": {
743
- "module": "jfold.nn:Linear",
744
- "fields": {
745
- "weight": {
746
- "array": "trunk.layers.transition_z.linear_b.weight",
747
- "shape": [
748
- 24,
749
- 1024,
750
- 256
751
- ],
752
- "dtype": "float32"
753
  },
754
- "bias": null
755
- }
756
- },
757
- "linear_out": {
758
- "module": "jfold.nn:Linear",
759
- "fields": {
760
- "weight": {
761
- "array": "trunk.layers.transition_z.linear_out.weight",
762
- "shape": [
763
- 24,
764
- 256,
765
- 1024
766
- ],
767
- "dtype": "float32"
768
  },
769
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
770
  }
 
 
 
 
 
771
  }
772
  }
773
- },
774
- "single": null,
775
- "dropout_row": {
776
- "module": "equinox.nn:Identity",
777
- "fields": {}
778
  }
779
  }
780
  }
@@ -2663,11 +2680,6 @@
2663
  "resolved": null
2664
  }
2665
  },
2666
- "lm_dropout": {
2667
- "module": "equinox.nn:Identity",
2668
- "fields": {}
2669
- },
2670
- "msa_column_mask_rate": 0.1,
2671
  "sampling": {
2672
  "module": "jfold.sampling.config:UpstreamSampler",
2673
  "fields": {
@@ -2691,9 +2703,7 @@
2691
  },
2692
  "max_sigma": 256.0
2693
  }
2694
- },
2695
- "esmc": null,
2696
- "msa_profile": false
2697
  }
2698
  }
2699
  }
 
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
+ "module": "jfold.model:StructureModel",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
 
240
  }
241
  }
242
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  },
244
+ "msa_profile": false
245
  }
246
  },
247
+ "trunk_init": {
248
+ "module": "jfold.models.esmfold2:TrunkInit",
249
  "fields": {
250
+ "singles_to_pair": {
251
+ "module": "jfold.nn:SinglesToPair",
252
  "fields": {
253
+ "linear_i": {
254
+ "module": "jfold.nn:Linear",
255
+ "fields": {
256
+ "weight": {
257
+ "array": "trunk_init.singles_to_pair.linear_i.weight",
258
+ "shape": [
259
+ 256,
260
+ 451
261
+ ],
262
+ "dtype": "float32"
263
+ },
264
+ "bias": null
265
+ }
266
  },
267
+ "linear_j": {
268
+ "module": "jfold.nn:Linear",
269
+ "fields": {
270
+ "weight": {
271
+ "array": "trunk_init.singles_to_pair.linear_j.weight",
272
+ "shape": [
273
+ 256,
274
+ 451
275
+ ],
276
+ "dtype": "float32"
277
+ },
278
+ "bias": null
279
+ }
280
  },
281
+ "product_i": null,
282
+ "product_j": null,
283
+ "product_out": null
284
  }
285
  },
286
+ "relative_positions": {
287
  "module": "jfold.nn:Linear",
288
  "fields": {
289
  "weight": {
290
+ "array": "trunk_init.relative_positions.weight",
291
  "shape": [
292
  256,
293
+ 139
294
  ],
295
  "dtype": "float32"
296
  },
297
  "bias": null
298
  }
299
  },
300
+ "bonds": {
 
 
 
 
 
 
 
301
  "module": "jfold.nn:Linear",
302
  "fields": {
303
  "weight": {
304
+ "array": "trunk_init.bonds.weight",
305
  "shape": [
306
  256,
307
+ 1
308
  ],
309
  "dtype": "float32"
310
  },
311
+ "bias": null
 
 
 
 
 
 
312
  }
313
  },
314
+ "language_model": {
315
+ "module": "jfold.models.esmfold2:LanguageModelPair",
316
  "fields": {
317
+ "norm_hidden": {
318
+ "module": "jfold.nn:LayerNorm",
319
+ "fields": {
320
+ "weight": {
321
+ "array": "trunk_init.language_model.norm_hidden.weight",
322
+ "shape": [
323
+ 2560
324
+ ],
325
+ "dtype": "float32"
326
+ },
327
+ "bias": {
328
+ "array": "trunk_init.language_model.norm_hidden.bias",
329
+ "shape": [
330
+ 2560
331
+ ],
332
+ "dtype": "float32"
333
+ },
334
+ "eps": 1e-05
335
+ }
336
  },
337
+ "linear_hidden": {
338
+ "module": "jfold.nn:Linear",
339
+ "fields": {
340
+ "weight": {
341
+ "array": "trunk_init.language_model.linear_hidden.weight",
342
+ "shape": [
343
+ 256,
344
+ 2560
345
+ ],
346
+ "dtype": "float32"
347
+ },
348
+ "bias": null
349
+ }
 
 
 
 
 
 
350
  },
351
+ "layer_logits": {
352
+ "array": "trunk_init.language_model.layer_logits",
 
 
 
 
 
 
 
 
 
 
 
 
353
  "shape": [
354
+ 81
355
  ],
356
  "dtype": "float32"
357
  },
358
+ "linear_down": {
359
+ "module": "jfold.nn:Linear",
360
+ "fields": {
361
+ "weight": {
362
+ "array": "trunk_init.language_model.linear_down.weight",
363
+ "shape": [
364
+ 256,
365
+ 256
366
+ ],
367
+ "dtype": "float32"
368
+ },
369
+ "bias": {
370
+ "array": "trunk_init.language_model.linear_down.bias",
371
+ "shape": [
372
+ 256
373
+ ],
374
+ "dtype": "float32"
375
+ }
376
+ }
377
  },
378
+ "mlp_in": {
379
+ "module": "jfold.nn:Linear",
380
+ "fields": {
381
+ "weight": {
382
+ "array": "trunk_init.language_model.mlp_in.weight",
383
+ "shape": [
384
+ 256,
385
+ 512
386
+ ],
387
+ "dtype": "float32"
388
+ },
389
+ "bias": {
390
+ "array": "trunk_init.language_model.mlp_in.bias",
391
+ "shape": [
392
+ 256
393
+ ],
394
+ "dtype": "float32"
395
+ }
396
+ }
397
  },
398
+ "mlp_out": {
399
+ "module": "jfold.nn:Linear",
400
+ "fields": {
401
+ "weight": {
402
+ "array": "trunk_init.language_model.mlp_out.weight",
403
+ "shape": [
404
+ 256,
405
+ 256
406
+ ],
407
+ "dtype": "float32"
408
+ },
409
+ "bias": {
410
+ "array": "trunk_init.language_model.mlp_out.bias",
411
+ "shape": [
412
+ 256
413
+ ],
414
+ "dtype": "float32"
415
+ }
416
+ }
417
  },
418
+ "norm_out": {
419
+ "module": "jfold.nn:LayerNorm",
420
+ "fields": {
421
+ "weight": {
422
+ "array": "trunk_init.language_model.norm_out.weight",
423
+ "shape": [
424
+ 256
425
+ ],
426
+ "dtype": "float32"
427
+ },
428
+ "bias": {
429
+ "array": "trunk_init.language_model.norm_out.bias",
430
+ "shape": [
431
+ 256
432
+ ],
433
+ "dtype": "float32"
434
+ },
435
+ "eps": 1e-05
436
+ }
437
+ }
438
  }
439
  },
440
+ "esmc": null,
441
+ "lm_dropout": {
442
+ "module": "equinox.nn:Identity",
443
+ "fields": {}
444
+ },
445
+ "msa_column_mask_rate": 0.1
 
 
 
 
 
 
 
 
446
  }
447
  },
 
448
  "trunk": {
449
+ "module": "jfold.models.esmfold2:RecyclingPairTrunk",
450
  "fields": {
451
+ "recycle": {
452
+ "module": "jfold.model:Recycle",
453
  "fields": {
454
+ "norm": {
455
+ "module": "jfold.nn:LayerNorm",
456
  "fields": {
457
+ "weight": {
458
+ "array": "trunk.recycle.norm.weight",
459
+ "shape": [
460
+ 256
461
+ ],
462
+ "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
463
  },
464
+ "bias": {
465
+ "array": "trunk.recycle.norm.bias",
466
+ "shape": [
467
+ 256
468
+ ],
469
+ "dtype": "float32"
 
 
 
 
 
 
 
 
470
  },
471
+ "eps": 1e-05
472
  }
473
  },
474
+ "linear": {
475
+ "module": "jfold.nn:Linear",
476
  "fields": {
477
+ "weight": {
478
+ "array": "trunk.recycle.linear.weight",
479
+ "shape": [
480
+ 256,
481
+ 256
482
+ ],
483
+ "dtype": "float32"
484
+ },
485
+ "bias": null
486
+ }
487
+ }
488
+ }
489
+ },
490
+ "msa": null,
491
+ "trunk": {
492
+ "module": "jfold.pairformer:PairformerStack",
493
+ "fields": {
494
+ "layers": {
495
+ "module": "jfold.pairformer:PairMixerLayer",
496
+ "fields": {
497
+ "tri_mul_out": {
498
+ "module": "jfold.pairformer:TriangleMultiplication",
499
  "fields": {
500
+ "norm_in": {
501
+ "module": "jfold.nn:LayerNorm",
502
+ "fields": {
503
+ "weight": {
504
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.weight",
505
+ "shape": [
506
+ 24,
507
+ 256
508
+ ],
509
+ "dtype": "float32"
510
+ },
511
+ "bias": {
512
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.bias",
513
+ "shape": [
514
+ 24,
515
+ 256
516
+ ],
517
+ "dtype": "float32"
518
+ },
519
+ "eps": 1e-05
520
+ }
521
  },
522
+ "linear_p": {
523
+ "module": "jfold.nn:Linear",
524
+ "fields": {
525
+ "weight": {
526
+ "array": "trunk.trunk.layers.tri_mul_out.linear_p.weight",
527
+ "shape": [
528
+ 24,
529
+ 512,
530
+ 256
531
+ ],
532
+ "dtype": "float32"
533
+ },
534
+ "bias": null
535
+ }
536
  },
537
+ "linear_g": {
538
+ "module": "jfold.nn:Linear",
539
+ "fields": {
540
+ "weight": {
541
+ "array": "trunk.trunk.layers.tri_mul_out.linear_g.weight",
542
+ "shape": [
543
+ 24,
544
+ 512,
545
+ 256
546
+ ],
547
+ "dtype": "float32"
548
+ },
549
+ "bias": null
550
+ }
551
+ },
552
+ "norm_out": {
553
+ "module": "jfold.nn:LayerNorm",
554
+ "fields": {
555
+ "weight": {
556
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.weight",
557
+ "shape": [
558
+ 24,
559
+ 256
560
+ ],
561
+ "dtype": "float32"
562
+ },
563
+ "bias": {
564
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.bias",
565
+ "shape": [
566
+ 24,
567
+ 256
568
+ ],
569
+ "dtype": "float32"
570
+ },
571
+ "eps": 1e-05
572
+ }
573
+ },
574
+ "linear_out": {
575
+ "module": "jfold.nn:Linear",
576
+ "fields": {
577
+ "weight": {
578
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out.weight",
579
+ "shape": [
580
+ 24,
581
+ 256,
582
+ 256
583
+ ],
584
+ "dtype": "float32"
585
+ },
586
+ "bias": null
587
+ }
588
  },
589
+ "linear_out_g": {
590
+ "module": "jfold.nn:Linear",
591
+ "fields": {
592
+ "weight": {
593
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out_g.weight",
594
+ "shape": [
595
+ 24,
596
+ 256,
597
+ 256
598
+ ],
599
+ "dtype": "float32"
600
+ },
601
+ "bias": null
602
+ }
603
  },
604
+ "outgoing": true
605
  }
606
  },
607
+ "tri_mul_in": {
608
+ "module": "jfold.pairformer:TriangleMultiplication",
609
  "fields": {
610
+ "norm_in": {
611
+ "module": "jfold.nn:LayerNorm",
612
+ "fields": {
613
+ "weight": {
614
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.weight",
615
+ "shape": [
616
+ 24,
617
+ 256
618
+ ],
619
+ "dtype": "float32"
620
+ },
621
+ "bias": {
622
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.bias",
623
+ "shape": [
624
+ 24,
625
+ 256
626
+ ],
627
+ "dtype": "float32"
628
+ },
629
+ "eps": 1e-05
630
+ }
631
  },
632
+ "linear_p": {
633
+ "module": "jfold.nn:Linear",
634
+ "fields": {
635
+ "weight": {
636
+ "array": "trunk.trunk.layers.tri_mul_in.linear_p.weight",
637
+ "shape": [
638
+ 24,
639
+ 512,
640
+ 256
641
+ ],
642
+ "dtype": "float32"
643
+ },
644
+ "bias": null
645
+ }
646
  },
647
+ "linear_g": {
648
+ "module": "jfold.nn:Linear",
649
+ "fields": {
650
+ "weight": {
651
+ "array": "trunk.trunk.layers.tri_mul_in.linear_g.weight",
652
+ "shape": [
653
+ 24,
654
+ 512,
655
+ 256
656
+ ],
657
+ "dtype": "float32"
658
+ },
659
+ "bias": null
660
+ }
661
  },
662
+ "norm_out": {
663
+ "module": "jfold.nn:LayerNorm",
664
+ "fields": {
665
+ "weight": {
666
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.weight",
667
+ "shape": [
668
+ 24,
669
+ 256
670
+ ],
671
+ "dtype": "float32"
672
+ },
673
+ "bias": {
674
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.bias",
675
+ "shape": [
676
+ 24,
677
+ 256
678
+ ],
679
+ "dtype": "float32"
680
+ },
681
+ "eps": 1e-05
682
+ }
683
  },
684
+ "linear_out": {
685
+ "module": "jfold.nn:Linear",
686
+ "fields": {
687
+ "weight": {
688
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out.weight",
689
+ "shape": [
690
+ 24,
691
+ 256,
692
+ 256
693
+ ],
694
+ "dtype": "float32"
695
+ },
696
+ "bias": null
697
+ }
 
 
 
 
 
698
  },
699
+ "linear_out_g": {
700
+ "module": "jfold.nn:Linear",
701
+ "fields": {
702
+ "weight": {
703
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out_g.weight",
704
+ "shape": [
705
+ 24,
706
+ 256,
707
+ 256
708
+ ],
709
+ "dtype": "float32"
710
+ },
711
+ "bias": null
712
+ }
713
  },
714
+ "outgoing": false
715
  }
716
  },
717
+ "transition_z": {
718
+ "module": "jfold.nn:Transition",
719
  "fields": {
720
+ "norm": {
721
+ "module": "jfold.nn:LayerNorm",
722
+ "fields": {
723
+ "weight": {
724
+ "array": "trunk.trunk.layers.transition_z.norm.weight",
725
+ "shape": [
726
+ 24,
727
+ 256
728
+ ],
729
+ "dtype": "float32"
730
+ },
731
+ "bias": {
732
+ "array": "trunk.trunk.layers.transition_z.norm.bias",
733
+ "shape": [
734
+ 24,
735
+ 256
736
+ ],
737
+ "dtype": "float32"
738
+ },
739
+ "eps": 1e-05
740
+ }
741
  },
742
+ "linear_a": {
743
+ "module": "jfold.nn:Linear",
744
+ "fields": {
745
+ "weight": {
746
+ "array": "trunk.trunk.layers.transition_z.linear_a.weight",
747
+ "shape": [
748
+ 24,
749
+ 1024,
750
+ 256
751
+ ],
752
+ "dtype": "float32"
753
+ },
754
+ "bias": null
755
+ }
756
  },
757
+ "linear_b": {
758
+ "module": "jfold.nn:Linear",
759
+ "fields": {
760
+ "weight": {
761
+ "array": "trunk.trunk.layers.transition_z.linear_b.weight",
762
+ "shape": [
763
+ 24,
764
+ 1024,
765
+ 256
766
+ ],
767
+ "dtype": "float32"
768
+ },
769
+ "bias": null
770
+ }
771
  },
772
+ "linear_out": {
773
+ "module": "jfold.nn:Linear",
774
+ "fields": {
775
+ "weight": {
776
+ "array": "trunk.trunk.layers.transition_z.linear_out.weight",
777
+ "shape": [
778
+ 24,
779
+ 256,
780
+ 1024
781
+ ],
782
+ "dtype": "float32"
783
+ },
784
+ "bias": null
785
+ }
786
+ }
787
  }
788
+ },
789
+ "single": null,
790
+ "dropout_row": {
791
+ "module": "equinox.nn:Identity",
792
+ "fields": {}
793
  }
794
  }
 
 
 
 
 
795
  }
796
  }
797
  }
 
2680
  "resolved": null
2681
  }
2682
  },
 
 
 
 
 
2683
  "sampling": {
2684
  "module": "jfold.sampling.config:UpstreamSampler",
2685
  "fields": {
 
2703
  },
2704
  "max_sigma": 256.0
2705
  }
2706
+ }
 
 
2707
  }
2708
  }
2709
  }
esmfold2_experimental_fast/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ba8965be1cb1eee96e9b1f7dfcbf419debefe7a00e534fd5dd8753fb2ff921e
3
- size 715846600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f4ed0a42da333c930ad9fdf26b8880ae83e3ecf65307fdf842736264a21b7de
3
+ size 715846928
esmfold2_experimental_fast_base300m/model.json CHANGED
@@ -14,7 +14,7 @@
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
- "module": "jfold.models.esmfold2:EsmFold2Experimental",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
@@ -240,541 +240,558 @@
240
  }
241
  }
242
  }
243
- }
244
- }
245
- },
246
- "singles_to_pair": {
247
- "module": "jfold.nn:SinglesToPair",
248
- "fields": {
249
- "linear_i": {
250
- "module": "jfold.nn:Linear",
251
- "fields": {
252
- "weight": {
253
- "array": "singles_to_pair.linear_i.weight",
254
- "shape": [
255
- 256,
256
- 451
257
- ],
258
- "dtype": "float32"
259
- },
260
- "bias": null
261
- }
262
- },
263
- "linear_j": {
264
- "module": "jfold.nn:Linear",
265
- "fields": {
266
- "weight": {
267
- "array": "singles_to_pair.linear_j.weight",
268
- "shape": [
269
- 256,
270
- 451
271
- ],
272
- "dtype": "float32"
273
- },
274
- "bias": null
275
- }
276
- },
277
- "product_i": null,
278
- "product_j": null,
279
- "product_out": null
280
- }
281
- },
282
- "relative_positions": {
283
- "module": "jfold.nn:Linear",
284
- "fields": {
285
- "weight": {
286
- "array": "relative_positions.weight",
287
- "shape": [
288
- 256,
289
- 139
290
- ],
291
- "dtype": "float32"
292
- },
293
- "bias": null
294
- }
295
- },
296
- "bonds": {
297
- "module": "jfold.nn:Linear",
298
- "fields": {
299
- "weight": {
300
- "array": "bonds.weight",
301
- "shape": [
302
- 256,
303
- 1
304
- ],
305
- "dtype": "float32"
306
  },
307
- "bias": null
308
  }
309
  },
310
- "language_model": {
311
- "module": "jfold.models.esmfold2:LanguageModelPair",
312
  "fields": {
313
- "norm_hidden": {
314
- "module": "jfold.nn:LayerNorm",
315
  "fields": {
316
- "weight": {
317
- "array": "language_model.norm_hidden.weight",
318
- "shape": [
319
- 960
320
- ],
321
- "dtype": "float32"
 
 
 
 
 
 
 
322
  },
323
- "bias": {
324
- "array": "language_model.norm_hidden.bias",
325
- "shape": [
326
- 960
327
- ],
328
- "dtype": "float32"
 
 
 
 
 
 
 
329
  },
330
- "eps": 1e-05
 
 
331
  }
332
  },
333
- "linear_hidden": {
334
  "module": "jfold.nn:Linear",
335
  "fields": {
336
  "weight": {
337
- "array": "language_model.linear_hidden.weight",
338
  "shape": [
339
  256,
340
- 960
341
  ],
342
  "dtype": "float32"
343
  },
344
  "bias": null
345
  }
346
  },
347
- "layer_logits": {
348
- "array": "language_model.layer_logits",
349
- "shape": [
350
- 31
351
- ],
352
- "dtype": "float32"
353
- },
354
- "linear_down": {
355
  "module": "jfold.nn:Linear",
356
  "fields": {
357
  "weight": {
358
- "array": "language_model.linear_down.weight",
359
  "shape": [
360
  256,
361
- 256
362
  ],
363
  "dtype": "float32"
364
  },
365
- "bias": {
366
- "array": "language_model.linear_down.bias",
367
- "shape": [
368
- 256
369
- ],
370
- "dtype": "float32"
371
- }
372
  }
373
  },
374
- "mlp_in": {
375
- "module": "jfold.nn:Linear",
376
  "fields": {
377
- "weight": {
378
- "array": "language_model.mlp_in.weight",
379
- "shape": [
380
- 256,
381
- 512
382
- ],
383
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
384
  },
385
- "bias": {
386
- "array": "language_model.mlp_in.bias",
387
- "shape": [
388
- 256
389
- ],
390
- "dtype": "float32"
391
- }
392
- }
393
- },
394
- "mlp_out": {
395
- "module": "jfold.nn:Linear",
396
- "fields": {
397
- "weight": {
398
- "array": "language_model.mlp_out.weight",
399
- "shape": [
400
- 256,
401
- 256
402
- ],
403
- "dtype": "float32"
404
  },
405
- "bias": {
406
- "array": "language_model.mlp_out.bias",
407
- "shape": [
408
- 256
409
- ],
410
- "dtype": "float32"
411
- }
412
- }
413
- },
414
- "norm_out": {
415
- "module": "jfold.nn:LayerNorm",
416
- "fields": {
417
- "weight": {
418
- "array": "language_model.norm_out.weight",
419
  "shape": [
420
- 256
421
  ],
422
  "dtype": "float32"
423
  },
424
- "bias": {
425
- "array": "language_model.norm_out.bias",
426
- "shape": [
427
- 256
428
- ],
429
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
430
  },
431
- "eps": 1e-05
432
- }
433
- }
434
- }
435
- },
436
- "recycle": {
437
- "module": "jfold.model:Recycle",
438
- "fields": {
439
- "norm": {
440
- "module": "jfold.nn:LayerNorm",
441
- "fields": {
442
- "weight": {
443
- "array": "recycle.norm.weight",
444
- "shape": [
445
- 256
446
- ],
447
- "dtype": "float32"
 
 
448
  },
449
- "bias": {
450
- "array": "recycle.norm.bias",
451
- "shape": [
452
- 256
453
- ],
454
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
455
  },
456
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
457
  }
458
  },
459
- "linear": {
460
- "module": "jfold.nn:Linear",
461
- "fields": {
462
- "weight": {
463
- "array": "recycle.linear.weight",
464
- "shape": [
465
- 256,
466
- 256
467
- ],
468
- "dtype": "float32"
469
- },
470
- "bias": null
471
- }
472
- }
473
  }
474
  },
475
- "msa": null,
476
  "trunk": {
477
- "module": "jfold.pairformer:PairformerStack",
478
  "fields": {
479
- "layers": {
480
- "module": "jfold.pairformer:PairMixerLayer",
481
  "fields": {
482
- "tri_mul_out": {
483
- "module": "jfold.pairformer:TriangleMultiplication",
484
  "fields": {
485
- "norm_in": {
486
- "module": "jfold.nn:LayerNorm",
487
- "fields": {
488
- "weight": {
489
- "array": "trunk.layers.tri_mul_out.norm_in.weight",
490
- "shape": [
491
- 24,
492
- 256
493
- ],
494
- "dtype": "float32"
495
- },
496
- "bias": {
497
- "array": "trunk.layers.tri_mul_out.norm_in.bias",
498
- "shape": [
499
- 24,
500
- 256
501
- ],
502
- "dtype": "float32"
503
- },
504
- "eps": 1e-05
505
- }
506
- },
507
- "linear_p": {
508
- "module": "jfold.nn:Linear",
509
- "fields": {
510
- "weight": {
511
- "array": "trunk.layers.tri_mul_out.linear_p.weight",
512
- "shape": [
513
- 24,
514
- 512,
515
- 256
516
- ],
517
- "dtype": "float32"
518
- },
519
- "bias": null
520
- }
521
- },
522
- "linear_g": {
523
- "module": "jfold.nn:Linear",
524
- "fields": {
525
- "weight": {
526
- "array": "trunk.layers.tri_mul_out.linear_g.weight",
527
- "shape": [
528
- 24,
529
- 512,
530
- 256
531
- ],
532
- "dtype": "float32"
533
- },
534
- "bias": null
535
- }
536
- },
537
- "norm_out": {
538
- "module": "jfold.nn:LayerNorm",
539
- "fields": {
540
- "weight": {
541
- "array": "trunk.layers.tri_mul_out.norm_out.weight",
542
- "shape": [
543
- 24,
544
- 256
545
- ],
546
- "dtype": "float32"
547
- },
548
- "bias": {
549
- "array": "trunk.layers.tri_mul_out.norm_out.bias",
550
- "shape": [
551
- 24,
552
- 256
553
- ],
554
- "dtype": "float32"
555
- },
556
- "eps": 1e-05
557
- }
558
- },
559
- "linear_out": {
560
- "module": "jfold.nn:Linear",
561
- "fields": {
562
- "weight": {
563
- "array": "trunk.layers.tri_mul_out.linear_out.weight",
564
- "shape": [
565
- 24,
566
- 256,
567
- 256
568
- ],
569
- "dtype": "float32"
570
- },
571
- "bias": null
572
- }
573
  },
574
- "linear_out_g": {
575
- "module": "jfold.nn:Linear",
576
- "fields": {
577
- "weight": {
578
- "array": "trunk.layers.tri_mul_out.linear_out_g.weight",
579
- "shape": [
580
- 24,
581
- 256,
582
- 256
583
- ],
584
- "dtype": "float32"
585
- },
586
- "bias": null
587
- }
588
  },
589
- "outgoing": true
590
  }
591
  },
592
- "tri_mul_in": {
593
- "module": "jfold.pairformer:TriangleMultiplication",
594
  "fields": {
595
- "norm_in": {
596
- "module": "jfold.nn:LayerNorm",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
597
  "fields": {
598
- "weight": {
599
- "array": "trunk.layers.tri_mul_in.norm_in.weight",
600
- "shape": [
601
- 24,
602
- 256
603
- ],
604
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
605
  },
606
- "bias": {
607
- "array": "trunk.layers.tri_mul_in.norm_in.bias",
608
- "shape": [
609
- 24,
610
- 256
611
- ],
612
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
613
  },
614
- "eps": 1e-05
615
- }
616
- },
617
- "linear_p": {
618
- "module": "jfold.nn:Linear",
619
- "fields": {
620
- "weight": {
621
- "array": "trunk.layers.tri_mul_in.linear_p.weight",
622
- "shape": [
623
- 24,
624
- 512,
625
- 256
626
- ],
627
- "dtype": "float32"
628
  },
629
- "bias": null
630
- }
631
- },
632
- "linear_g": {
633
- "module": "jfold.nn:Linear",
634
- "fields": {
635
- "weight": {
636
- "array": "trunk.layers.tri_mul_in.linear_g.weight",
637
- "shape": [
638
- 24,
639
- 512,
640
- 256
641
- ],
642
- "dtype": "float32"
643
  },
644
- "bias": null
645
  }
646
  },
647
- "norm_out": {
648
- "module": "jfold.nn:LayerNorm",
649
  "fields": {
650
- "weight": {
651
- "array": "trunk.layers.tri_mul_in.norm_out.weight",
652
- "shape": [
653
- 24,
654
- 256
655
- ],
656
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
657
  },
658
- "bias": {
659
- "array": "trunk.layers.tri_mul_in.norm_out.bias",
660
- "shape": [
661
- 24,
662
- 256
663
- ],
664
- "dtype": "float32"
 
 
 
 
 
 
 
665
  },
666
- "eps": 1e-05
667
- }
668
- },
669
- "linear_out": {
670
- "module": "jfold.nn:Linear",
671
- "fields": {
672
- "weight": {
673
- "array": "trunk.layers.tri_mul_in.linear_out.weight",
674
- "shape": [
675
- 24,
676
- 256,
677
- 256
678
- ],
679
- "dtype": "float32"
680
  },
681
- "bias": null
682
- }
683
- },
684
- "linear_out_g": {
685
- "module": "jfold.nn:Linear",
686
- "fields": {
687
- "weight": {
688
- "array": "trunk.layers.tri_mul_in.linear_out_g.weight",
689
- "shape": [
690
- 24,
691
- 256,
692
- 256
693
- ],
694
- "dtype": "float32"
 
 
 
 
 
 
 
695
  },
696
- "bias": null
697
- }
698
- },
699
- "outgoing": false
700
- }
701
- },
702
- "transition_z": {
703
- "module": "jfold.nn:Transition",
704
- "fields": {
705
- "norm": {
706
- "module": "jfold.nn:LayerNorm",
707
- "fields": {
708
- "weight": {
709
- "array": "trunk.layers.transition_z.norm.weight",
710
- "shape": [
711
- 24,
712
- 256
713
- ],
714
- "dtype": "float32"
715
  },
716
- "bias": {
717
- "array": "trunk.layers.transition_z.norm.bias",
718
- "shape": [
719
- 24,
720
- 256
721
- ],
722
- "dtype": "float32"
 
 
 
 
 
 
 
723
  },
724
- "eps": 1e-05
725
  }
726
  },
727
- "linear_a": {
728
- "module": "jfold.nn:Linear",
729
  "fields": {
730
- "weight": {
731
- "array": "trunk.layers.transition_z.linear_a.weight",
732
- "shape": [
733
- 24,
734
- 1024,
735
- 256
736
- ],
737
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
738
  },
739
- "bias": null
740
- }
741
- },
742
- "linear_b": {
743
- "module": "jfold.nn:Linear",
744
- "fields": {
745
- "weight": {
746
- "array": "trunk.layers.transition_z.linear_b.weight",
747
- "shape": [
748
- 24,
749
- 1024,
750
- 256
751
- ],
752
- "dtype": "float32"
753
  },
754
- "bias": null
755
- }
756
- },
757
- "linear_out": {
758
- "module": "jfold.nn:Linear",
759
- "fields": {
760
- "weight": {
761
- "array": "trunk.layers.transition_z.linear_out.weight",
762
- "shape": [
763
- 24,
764
- 256,
765
- 1024
766
- ],
767
- "dtype": "float32"
768
  },
769
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
770
  }
 
 
 
 
 
771
  }
772
  }
773
- },
774
- "single": null,
775
- "dropout_row": {
776
- "module": "equinox.nn:Identity",
777
- "fields": {}
778
  }
779
  }
780
  }
@@ -2111,11 +2128,6 @@
2111
  }
2112
  },
2113
  "confidence": null,
2114
- "lm_dropout": {
2115
- "module": "equinox.nn:Identity",
2116
- "fields": {}
2117
- },
2118
- "msa_column_mask_rate": 0.1,
2119
  "sampling": {
2120
  "module": "jfold.sampling.config:UpstreamSampler",
2121
  "fields": {
@@ -2139,9 +2151,7 @@
2139
  },
2140
  "max_sigma": 256.0
2141
  }
2142
- },
2143
- "esmc": null,
2144
- "msa_profile": false
2145
  }
2146
  }
2147
  }
 
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
+ "module": "jfold.model:StructureModel",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
 
240
  }
241
  }
242
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  },
244
+ "msa_profile": false
245
  }
246
  },
247
+ "trunk_init": {
248
+ "module": "jfold.models.esmfold2:TrunkInit",
249
  "fields": {
250
+ "singles_to_pair": {
251
+ "module": "jfold.nn:SinglesToPair",
252
  "fields": {
253
+ "linear_i": {
254
+ "module": "jfold.nn:Linear",
255
+ "fields": {
256
+ "weight": {
257
+ "array": "trunk_init.singles_to_pair.linear_i.weight",
258
+ "shape": [
259
+ 256,
260
+ 451
261
+ ],
262
+ "dtype": "float32"
263
+ },
264
+ "bias": null
265
+ }
266
  },
267
+ "linear_j": {
268
+ "module": "jfold.nn:Linear",
269
+ "fields": {
270
+ "weight": {
271
+ "array": "trunk_init.singles_to_pair.linear_j.weight",
272
+ "shape": [
273
+ 256,
274
+ 451
275
+ ],
276
+ "dtype": "float32"
277
+ },
278
+ "bias": null
279
+ }
280
  },
281
+ "product_i": null,
282
+ "product_j": null,
283
+ "product_out": null
284
  }
285
  },
286
+ "relative_positions": {
287
  "module": "jfold.nn:Linear",
288
  "fields": {
289
  "weight": {
290
+ "array": "trunk_init.relative_positions.weight",
291
  "shape": [
292
  256,
293
+ 139
294
  ],
295
  "dtype": "float32"
296
  },
297
  "bias": null
298
  }
299
  },
300
+ "bonds": {
 
 
 
 
 
 
 
301
  "module": "jfold.nn:Linear",
302
  "fields": {
303
  "weight": {
304
+ "array": "trunk_init.bonds.weight",
305
  "shape": [
306
  256,
307
+ 1
308
  ],
309
  "dtype": "float32"
310
  },
311
+ "bias": null
 
 
 
 
 
 
312
  }
313
  },
314
+ "language_model": {
315
+ "module": "jfold.models.esmfold2:LanguageModelPair",
316
  "fields": {
317
+ "norm_hidden": {
318
+ "module": "jfold.nn:LayerNorm",
319
+ "fields": {
320
+ "weight": {
321
+ "array": "trunk_init.language_model.norm_hidden.weight",
322
+ "shape": [
323
+ 960
324
+ ],
325
+ "dtype": "float32"
326
+ },
327
+ "bias": {
328
+ "array": "trunk_init.language_model.norm_hidden.bias",
329
+ "shape": [
330
+ 960
331
+ ],
332
+ "dtype": "float32"
333
+ },
334
+ "eps": 1e-05
335
+ }
336
  },
337
+ "linear_hidden": {
338
+ "module": "jfold.nn:Linear",
339
+ "fields": {
340
+ "weight": {
341
+ "array": "trunk_init.language_model.linear_hidden.weight",
342
+ "shape": [
343
+ 256,
344
+ 960
345
+ ],
346
+ "dtype": "float32"
347
+ },
348
+ "bias": null
349
+ }
 
 
 
 
 
 
350
  },
351
+ "layer_logits": {
352
+ "array": "trunk_init.language_model.layer_logits",
 
 
 
 
 
 
 
 
 
 
 
 
353
  "shape": [
354
+ 31
355
  ],
356
  "dtype": "float32"
357
  },
358
+ "linear_down": {
359
+ "module": "jfold.nn:Linear",
360
+ "fields": {
361
+ "weight": {
362
+ "array": "trunk_init.language_model.linear_down.weight",
363
+ "shape": [
364
+ 256,
365
+ 256
366
+ ],
367
+ "dtype": "float32"
368
+ },
369
+ "bias": {
370
+ "array": "trunk_init.language_model.linear_down.bias",
371
+ "shape": [
372
+ 256
373
+ ],
374
+ "dtype": "float32"
375
+ }
376
+ }
377
  },
378
+ "mlp_in": {
379
+ "module": "jfold.nn:Linear",
380
+ "fields": {
381
+ "weight": {
382
+ "array": "trunk_init.language_model.mlp_in.weight",
383
+ "shape": [
384
+ 256,
385
+ 512
386
+ ],
387
+ "dtype": "float32"
388
+ },
389
+ "bias": {
390
+ "array": "trunk_init.language_model.mlp_in.bias",
391
+ "shape": [
392
+ 256
393
+ ],
394
+ "dtype": "float32"
395
+ }
396
+ }
397
  },
398
+ "mlp_out": {
399
+ "module": "jfold.nn:Linear",
400
+ "fields": {
401
+ "weight": {
402
+ "array": "trunk_init.language_model.mlp_out.weight",
403
+ "shape": [
404
+ 256,
405
+ 256
406
+ ],
407
+ "dtype": "float32"
408
+ },
409
+ "bias": {
410
+ "array": "trunk_init.language_model.mlp_out.bias",
411
+ "shape": [
412
+ 256
413
+ ],
414
+ "dtype": "float32"
415
+ }
416
+ }
417
  },
418
+ "norm_out": {
419
+ "module": "jfold.nn:LayerNorm",
420
+ "fields": {
421
+ "weight": {
422
+ "array": "trunk_init.language_model.norm_out.weight",
423
+ "shape": [
424
+ 256
425
+ ],
426
+ "dtype": "float32"
427
+ },
428
+ "bias": {
429
+ "array": "trunk_init.language_model.norm_out.bias",
430
+ "shape": [
431
+ 256
432
+ ],
433
+ "dtype": "float32"
434
+ },
435
+ "eps": 1e-05
436
+ }
437
+ }
438
  }
439
  },
440
+ "esmc": null,
441
+ "lm_dropout": {
442
+ "module": "equinox.nn:Identity",
443
+ "fields": {}
444
+ },
445
+ "msa_column_mask_rate": 0.1
 
 
 
 
 
 
 
 
446
  }
447
  },
 
448
  "trunk": {
449
+ "module": "jfold.models.esmfold2:RecyclingPairTrunk",
450
  "fields": {
451
+ "recycle": {
452
+ "module": "jfold.model:Recycle",
453
  "fields": {
454
+ "norm": {
455
+ "module": "jfold.nn:LayerNorm",
456
  "fields": {
457
+ "weight": {
458
+ "array": "trunk.recycle.norm.weight",
459
+ "shape": [
460
+ 256
461
+ ],
462
+ "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
463
  },
464
+ "bias": {
465
+ "array": "trunk.recycle.norm.bias",
466
+ "shape": [
467
+ 256
468
+ ],
469
+ "dtype": "float32"
 
 
 
 
 
 
 
 
470
  },
471
+ "eps": 1e-05
472
  }
473
  },
474
+ "linear": {
475
+ "module": "jfold.nn:Linear",
476
  "fields": {
477
+ "weight": {
478
+ "array": "trunk.recycle.linear.weight",
479
+ "shape": [
480
+ 256,
481
+ 256
482
+ ],
483
+ "dtype": "float32"
484
+ },
485
+ "bias": null
486
+ }
487
+ }
488
+ }
489
+ },
490
+ "msa": null,
491
+ "trunk": {
492
+ "module": "jfold.pairformer:PairformerStack",
493
+ "fields": {
494
+ "layers": {
495
+ "module": "jfold.pairformer:PairMixerLayer",
496
+ "fields": {
497
+ "tri_mul_out": {
498
+ "module": "jfold.pairformer:TriangleMultiplication",
499
  "fields": {
500
+ "norm_in": {
501
+ "module": "jfold.nn:LayerNorm",
502
+ "fields": {
503
+ "weight": {
504
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.weight",
505
+ "shape": [
506
+ 24,
507
+ 256
508
+ ],
509
+ "dtype": "float32"
510
+ },
511
+ "bias": {
512
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.bias",
513
+ "shape": [
514
+ 24,
515
+ 256
516
+ ],
517
+ "dtype": "float32"
518
+ },
519
+ "eps": 1e-05
520
+ }
521
  },
522
+ "linear_p": {
523
+ "module": "jfold.nn:Linear",
524
+ "fields": {
525
+ "weight": {
526
+ "array": "trunk.trunk.layers.tri_mul_out.linear_p.weight",
527
+ "shape": [
528
+ 24,
529
+ 512,
530
+ 256
531
+ ],
532
+ "dtype": "float32"
533
+ },
534
+ "bias": null
535
+ }
536
+ },
537
+ "linear_g": {
538
+ "module": "jfold.nn:Linear",
539
+ "fields": {
540
+ "weight": {
541
+ "array": "trunk.trunk.layers.tri_mul_out.linear_g.weight",
542
+ "shape": [
543
+ 24,
544
+ 512,
545
+ 256
546
+ ],
547
+ "dtype": "float32"
548
+ },
549
+ "bias": null
550
+ }
551
+ },
552
+ "norm_out": {
553
+ "module": "jfold.nn:LayerNorm",
554
+ "fields": {
555
+ "weight": {
556
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.weight",
557
+ "shape": [
558
+ 24,
559
+ 256
560
+ ],
561
+ "dtype": "float32"
562
+ },
563
+ "bias": {
564
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.bias",
565
+ "shape": [
566
+ 24,
567
+ 256
568
+ ],
569
+ "dtype": "float32"
570
+ },
571
+ "eps": 1e-05
572
+ }
573
  },
574
+ "linear_out": {
575
+ "module": "jfold.nn:Linear",
576
+ "fields": {
577
+ "weight": {
578
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out.weight",
579
+ "shape": [
580
+ 24,
581
+ 256,
582
+ 256
583
+ ],
584
+ "dtype": "float32"
585
+ },
586
+ "bias": null
587
+ }
588
  },
589
+ "linear_out_g": {
590
+ "module": "jfold.nn:Linear",
591
+ "fields": {
592
+ "weight": {
593
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out_g.weight",
594
+ "shape": [
595
+ 24,
596
+ 256,
597
+ 256
598
+ ],
599
+ "dtype": "float32"
600
+ },
601
+ "bias": null
602
+ }
603
  },
604
+ "outgoing": true
605
  }
606
  },
607
+ "tri_mul_in": {
608
+ "module": "jfold.pairformer:TriangleMultiplication",
609
  "fields": {
610
+ "norm_in": {
611
+ "module": "jfold.nn:LayerNorm",
612
+ "fields": {
613
+ "weight": {
614
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.weight",
615
+ "shape": [
616
+ 24,
617
+ 256
618
+ ],
619
+ "dtype": "float32"
620
+ },
621
+ "bias": {
622
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.bias",
623
+ "shape": [
624
+ 24,
625
+ 256
626
+ ],
627
+ "dtype": "float32"
628
+ },
629
+ "eps": 1e-05
630
+ }
631
  },
632
+ "linear_p": {
633
+ "module": "jfold.nn:Linear",
634
+ "fields": {
635
+ "weight": {
636
+ "array": "trunk.trunk.layers.tri_mul_in.linear_p.weight",
637
+ "shape": [
638
+ 24,
639
+ 512,
640
+ 256
641
+ ],
642
+ "dtype": "float32"
643
+ },
644
+ "bias": null
645
+ }
646
  },
647
+ "linear_g": {
648
+ "module": "jfold.nn:Linear",
649
+ "fields": {
650
+ "weight": {
651
+ "array": "trunk.trunk.layers.tri_mul_in.linear_g.weight",
652
+ "shape": [
653
+ 24,
654
+ 512,
655
+ 256
656
+ ],
657
+ "dtype": "float32"
658
+ },
659
+ "bias": null
660
+ }
661
  },
662
+ "norm_out": {
663
+ "module": "jfold.nn:LayerNorm",
664
+ "fields": {
665
+ "weight": {
666
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.weight",
667
+ "shape": [
668
+ 24,
669
+ 256
670
+ ],
671
+ "dtype": "float32"
672
+ },
673
+ "bias": {
674
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.bias",
675
+ "shape": [
676
+ 24,
677
+ 256
678
+ ],
679
+ "dtype": "float32"
680
+ },
681
+ "eps": 1e-05
682
+ }
683
  },
684
+ "linear_out": {
685
+ "module": "jfold.nn:Linear",
686
+ "fields": {
687
+ "weight": {
688
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out.weight",
689
+ "shape": [
690
+ 24,
691
+ 256,
692
+ 256
693
+ ],
694
+ "dtype": "float32"
695
+ },
696
+ "bias": null
697
+ }
 
 
 
 
 
698
  },
699
+ "linear_out_g": {
700
+ "module": "jfold.nn:Linear",
701
+ "fields": {
702
+ "weight": {
703
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out_g.weight",
704
+ "shape": [
705
+ 24,
706
+ 256,
707
+ 256
708
+ ],
709
+ "dtype": "float32"
710
+ },
711
+ "bias": null
712
+ }
713
  },
714
+ "outgoing": false
715
  }
716
  },
717
+ "transition_z": {
718
+ "module": "jfold.nn:Transition",
719
  "fields": {
720
+ "norm": {
721
+ "module": "jfold.nn:LayerNorm",
722
+ "fields": {
723
+ "weight": {
724
+ "array": "trunk.trunk.layers.transition_z.norm.weight",
725
+ "shape": [
726
+ 24,
727
+ 256
728
+ ],
729
+ "dtype": "float32"
730
+ },
731
+ "bias": {
732
+ "array": "trunk.trunk.layers.transition_z.norm.bias",
733
+ "shape": [
734
+ 24,
735
+ 256
736
+ ],
737
+ "dtype": "float32"
738
+ },
739
+ "eps": 1e-05
740
+ }
741
  },
742
+ "linear_a": {
743
+ "module": "jfold.nn:Linear",
744
+ "fields": {
745
+ "weight": {
746
+ "array": "trunk.trunk.layers.transition_z.linear_a.weight",
747
+ "shape": [
748
+ 24,
749
+ 1024,
750
+ 256
751
+ ],
752
+ "dtype": "float32"
753
+ },
754
+ "bias": null
755
+ }
756
  },
757
+ "linear_b": {
758
+ "module": "jfold.nn:Linear",
759
+ "fields": {
760
+ "weight": {
761
+ "array": "trunk.trunk.layers.transition_z.linear_b.weight",
762
+ "shape": [
763
+ 24,
764
+ 1024,
765
+ 256
766
+ ],
767
+ "dtype": "float32"
768
+ },
769
+ "bias": null
770
+ }
771
  },
772
+ "linear_out": {
773
+ "module": "jfold.nn:Linear",
774
+ "fields": {
775
+ "weight": {
776
+ "array": "trunk.trunk.layers.transition_z.linear_out.weight",
777
+ "shape": [
778
+ 24,
779
+ 256,
780
+ 1024
781
+ ],
782
+ "dtype": "float32"
783
+ },
784
+ "bias": null
785
+ }
786
+ }
787
  }
788
+ },
789
+ "single": null,
790
+ "dropout_row": {
791
+ "module": "equinox.nn:Identity",
792
+ "fields": {}
793
  }
794
  }
 
 
 
 
 
795
  }
796
  }
797
  }
 
2128
  }
2129
  },
2130
  "confidence": null,
 
 
 
 
 
2131
  "sampling": {
2132
  "module": "jfold.sampling.config:UpstreamSampler",
2133
  "fields": {
 
2151
  },
2152
  "max_sigma": 256.0
2153
  }
2154
+ }
 
 
2155
  }
2156
  }
2157
  }
esmfold2_experimental_fast_base300m/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a787539a862d8dd5594518960fd67fe25b0e2ed8ccf617b61beb4cc17f88eac
3
- size 684508172
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8eb45e89763ef37556b8f0b0202b75faf0556bb383683b957a9787bf5e5be25
3
+ size 684508500
esmfold2_experimental_fast_base600m/model.json CHANGED
@@ -14,7 +14,7 @@
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
- "module": "jfold.models.esmfold2:EsmFold2Experimental",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
@@ -240,541 +240,558 @@
240
  }
241
  }
242
  }
243
- }
244
- }
245
- },
246
- "singles_to_pair": {
247
- "module": "jfold.nn:SinglesToPair",
248
- "fields": {
249
- "linear_i": {
250
- "module": "jfold.nn:Linear",
251
- "fields": {
252
- "weight": {
253
- "array": "singles_to_pair.linear_i.weight",
254
- "shape": [
255
- 256,
256
- 451
257
- ],
258
- "dtype": "float32"
259
- },
260
- "bias": null
261
- }
262
- },
263
- "linear_j": {
264
- "module": "jfold.nn:Linear",
265
- "fields": {
266
- "weight": {
267
- "array": "singles_to_pair.linear_j.weight",
268
- "shape": [
269
- 256,
270
- 451
271
- ],
272
- "dtype": "float32"
273
- },
274
- "bias": null
275
- }
276
- },
277
- "product_i": null,
278
- "product_j": null,
279
- "product_out": null
280
- }
281
- },
282
- "relative_positions": {
283
- "module": "jfold.nn:Linear",
284
- "fields": {
285
- "weight": {
286
- "array": "relative_positions.weight",
287
- "shape": [
288
- 256,
289
- 139
290
- ],
291
- "dtype": "float32"
292
- },
293
- "bias": null
294
- }
295
- },
296
- "bonds": {
297
- "module": "jfold.nn:Linear",
298
- "fields": {
299
- "weight": {
300
- "array": "bonds.weight",
301
- "shape": [
302
- 256,
303
- 1
304
- ],
305
- "dtype": "float32"
306
  },
307
- "bias": null
308
  }
309
  },
310
- "language_model": {
311
- "module": "jfold.models.esmfold2:LanguageModelPair",
312
  "fields": {
313
- "norm_hidden": {
314
- "module": "jfold.nn:LayerNorm",
315
  "fields": {
316
- "weight": {
317
- "array": "language_model.norm_hidden.weight",
318
- "shape": [
319
- 1152
320
- ],
321
- "dtype": "float32"
 
 
 
 
 
 
 
322
  },
323
- "bias": {
324
- "array": "language_model.norm_hidden.bias",
325
- "shape": [
326
- 1152
327
- ],
328
- "dtype": "float32"
 
 
 
 
 
 
 
329
  },
330
- "eps": 1e-05
 
 
331
  }
332
  },
333
- "linear_hidden": {
334
  "module": "jfold.nn:Linear",
335
  "fields": {
336
  "weight": {
337
- "array": "language_model.linear_hidden.weight",
338
  "shape": [
339
  256,
340
- 1152
341
  ],
342
  "dtype": "float32"
343
  },
344
  "bias": null
345
  }
346
  },
347
- "layer_logits": {
348
- "array": "language_model.layer_logits",
349
- "shape": [
350
- 37
351
- ],
352
- "dtype": "float32"
353
- },
354
- "linear_down": {
355
  "module": "jfold.nn:Linear",
356
  "fields": {
357
  "weight": {
358
- "array": "language_model.linear_down.weight",
359
  "shape": [
360
  256,
361
- 256
362
  ],
363
  "dtype": "float32"
364
  },
365
- "bias": {
366
- "array": "language_model.linear_down.bias",
367
- "shape": [
368
- 256
369
- ],
370
- "dtype": "float32"
371
- }
372
  }
373
  },
374
- "mlp_in": {
375
- "module": "jfold.nn:Linear",
376
  "fields": {
377
- "weight": {
378
- "array": "language_model.mlp_in.weight",
379
- "shape": [
380
- 256,
381
- 512
382
- ],
383
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
384
  },
385
- "bias": {
386
- "array": "language_model.mlp_in.bias",
387
- "shape": [
388
- 256
389
- ],
390
- "dtype": "float32"
391
- }
392
- }
393
- },
394
- "mlp_out": {
395
- "module": "jfold.nn:Linear",
396
- "fields": {
397
- "weight": {
398
- "array": "language_model.mlp_out.weight",
399
- "shape": [
400
- 256,
401
- 256
402
- ],
403
- "dtype": "float32"
404
  },
405
- "bias": {
406
- "array": "language_model.mlp_out.bias",
407
- "shape": [
408
- 256
409
- ],
410
- "dtype": "float32"
411
- }
412
- }
413
- },
414
- "norm_out": {
415
- "module": "jfold.nn:LayerNorm",
416
- "fields": {
417
- "weight": {
418
- "array": "language_model.norm_out.weight",
419
  "shape": [
420
- 256
421
  ],
422
  "dtype": "float32"
423
  },
424
- "bias": {
425
- "array": "language_model.norm_out.bias",
426
- "shape": [
427
- 256
428
- ],
429
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
430
  },
431
- "eps": 1e-05
432
- }
433
- }
434
- }
435
- },
436
- "recycle": {
437
- "module": "jfold.model:Recycle",
438
- "fields": {
439
- "norm": {
440
- "module": "jfold.nn:LayerNorm",
441
- "fields": {
442
- "weight": {
443
- "array": "recycle.norm.weight",
444
- "shape": [
445
- 256
446
- ],
447
- "dtype": "float32"
 
 
448
  },
449
- "bias": {
450
- "array": "recycle.norm.bias",
451
- "shape": [
452
- 256
453
- ],
454
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
455
  },
456
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
457
  }
458
  },
459
- "linear": {
460
- "module": "jfold.nn:Linear",
461
- "fields": {
462
- "weight": {
463
- "array": "recycle.linear.weight",
464
- "shape": [
465
- 256,
466
- 256
467
- ],
468
- "dtype": "float32"
469
- },
470
- "bias": null
471
- }
472
- }
473
  }
474
  },
475
- "msa": null,
476
  "trunk": {
477
- "module": "jfold.pairformer:PairformerStack",
478
  "fields": {
479
- "layers": {
480
- "module": "jfold.pairformer:PairMixerLayer",
481
  "fields": {
482
- "tri_mul_out": {
483
- "module": "jfold.pairformer:TriangleMultiplication",
484
  "fields": {
485
- "norm_in": {
486
- "module": "jfold.nn:LayerNorm",
487
- "fields": {
488
- "weight": {
489
- "array": "trunk.layers.tri_mul_out.norm_in.weight",
490
- "shape": [
491
- 24,
492
- 256
493
- ],
494
- "dtype": "float32"
495
- },
496
- "bias": {
497
- "array": "trunk.layers.tri_mul_out.norm_in.bias",
498
- "shape": [
499
- 24,
500
- 256
501
- ],
502
- "dtype": "float32"
503
- },
504
- "eps": 1e-05
505
- }
506
- },
507
- "linear_p": {
508
- "module": "jfold.nn:Linear",
509
- "fields": {
510
- "weight": {
511
- "array": "trunk.layers.tri_mul_out.linear_p.weight",
512
- "shape": [
513
- 24,
514
- 512,
515
- 256
516
- ],
517
- "dtype": "float32"
518
- },
519
- "bias": null
520
- }
521
- },
522
- "linear_g": {
523
- "module": "jfold.nn:Linear",
524
- "fields": {
525
- "weight": {
526
- "array": "trunk.layers.tri_mul_out.linear_g.weight",
527
- "shape": [
528
- 24,
529
- 512,
530
- 256
531
- ],
532
- "dtype": "float32"
533
- },
534
- "bias": null
535
- }
536
- },
537
- "norm_out": {
538
- "module": "jfold.nn:LayerNorm",
539
- "fields": {
540
- "weight": {
541
- "array": "trunk.layers.tri_mul_out.norm_out.weight",
542
- "shape": [
543
- 24,
544
- 256
545
- ],
546
- "dtype": "float32"
547
- },
548
- "bias": {
549
- "array": "trunk.layers.tri_mul_out.norm_out.bias",
550
- "shape": [
551
- 24,
552
- 256
553
- ],
554
- "dtype": "float32"
555
- },
556
- "eps": 1e-05
557
- }
558
- },
559
- "linear_out": {
560
- "module": "jfold.nn:Linear",
561
- "fields": {
562
- "weight": {
563
- "array": "trunk.layers.tri_mul_out.linear_out.weight",
564
- "shape": [
565
- 24,
566
- 256,
567
- 256
568
- ],
569
- "dtype": "float32"
570
- },
571
- "bias": null
572
- }
573
  },
574
- "linear_out_g": {
575
- "module": "jfold.nn:Linear",
576
- "fields": {
577
- "weight": {
578
- "array": "trunk.layers.tri_mul_out.linear_out_g.weight",
579
- "shape": [
580
- 24,
581
- 256,
582
- 256
583
- ],
584
- "dtype": "float32"
585
- },
586
- "bias": null
587
- }
588
  },
589
- "outgoing": true
590
  }
591
  },
592
- "tri_mul_in": {
593
- "module": "jfold.pairformer:TriangleMultiplication",
594
  "fields": {
595
- "norm_in": {
596
- "module": "jfold.nn:LayerNorm",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
597
  "fields": {
598
- "weight": {
599
- "array": "trunk.layers.tri_mul_in.norm_in.weight",
600
- "shape": [
601
- 24,
602
- 256
603
- ],
604
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
605
  },
606
- "bias": {
607
- "array": "trunk.layers.tri_mul_in.norm_in.bias",
608
- "shape": [
609
- 24,
610
- 256
611
- ],
612
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
613
  },
614
- "eps": 1e-05
615
- }
616
- },
617
- "linear_p": {
618
- "module": "jfold.nn:Linear",
619
- "fields": {
620
- "weight": {
621
- "array": "trunk.layers.tri_mul_in.linear_p.weight",
622
- "shape": [
623
- 24,
624
- 512,
625
- 256
626
- ],
627
- "dtype": "float32"
628
  },
629
- "bias": null
630
- }
631
- },
632
- "linear_g": {
633
- "module": "jfold.nn:Linear",
634
- "fields": {
635
- "weight": {
636
- "array": "trunk.layers.tri_mul_in.linear_g.weight",
637
- "shape": [
638
- 24,
639
- 512,
640
- 256
641
- ],
642
- "dtype": "float32"
643
  },
644
- "bias": null
645
  }
646
  },
647
- "norm_out": {
648
- "module": "jfold.nn:LayerNorm",
649
  "fields": {
650
- "weight": {
651
- "array": "trunk.layers.tri_mul_in.norm_out.weight",
652
- "shape": [
653
- 24,
654
- 256
655
- ],
656
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
657
  },
658
- "bias": {
659
- "array": "trunk.layers.tri_mul_in.norm_out.bias",
660
- "shape": [
661
- 24,
662
- 256
663
- ],
664
- "dtype": "float32"
 
 
 
 
 
 
 
665
  },
666
- "eps": 1e-05
667
- }
668
- },
669
- "linear_out": {
670
- "module": "jfold.nn:Linear",
671
- "fields": {
672
- "weight": {
673
- "array": "trunk.layers.tri_mul_in.linear_out.weight",
674
- "shape": [
675
- 24,
676
- 256,
677
- 256
678
- ],
679
- "dtype": "float32"
680
  },
681
- "bias": null
682
- }
683
- },
684
- "linear_out_g": {
685
- "module": "jfold.nn:Linear",
686
- "fields": {
687
- "weight": {
688
- "array": "trunk.layers.tri_mul_in.linear_out_g.weight",
689
- "shape": [
690
- 24,
691
- 256,
692
- 256
693
- ],
694
- "dtype": "float32"
 
 
 
 
 
 
 
695
  },
696
- "bias": null
697
- }
698
- },
699
- "outgoing": false
700
- }
701
- },
702
- "transition_z": {
703
- "module": "jfold.nn:Transition",
704
- "fields": {
705
- "norm": {
706
- "module": "jfold.nn:LayerNorm",
707
- "fields": {
708
- "weight": {
709
- "array": "trunk.layers.transition_z.norm.weight",
710
- "shape": [
711
- 24,
712
- 256
713
- ],
714
- "dtype": "float32"
715
  },
716
- "bias": {
717
- "array": "trunk.layers.transition_z.norm.bias",
718
- "shape": [
719
- 24,
720
- 256
721
- ],
722
- "dtype": "float32"
 
 
 
 
 
 
 
723
  },
724
- "eps": 1e-05
725
  }
726
  },
727
- "linear_a": {
728
- "module": "jfold.nn:Linear",
729
  "fields": {
730
- "weight": {
731
- "array": "trunk.layers.transition_z.linear_a.weight",
732
- "shape": [
733
- 24,
734
- 1024,
735
- 256
736
- ],
737
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
738
  },
739
- "bias": null
740
- }
741
- },
742
- "linear_b": {
743
- "module": "jfold.nn:Linear",
744
- "fields": {
745
- "weight": {
746
- "array": "trunk.layers.transition_z.linear_b.weight",
747
- "shape": [
748
- 24,
749
- 1024,
750
- 256
751
- ],
752
- "dtype": "float32"
753
  },
754
- "bias": null
755
- }
756
- },
757
- "linear_out": {
758
- "module": "jfold.nn:Linear",
759
- "fields": {
760
- "weight": {
761
- "array": "trunk.layers.transition_z.linear_out.weight",
762
- "shape": [
763
- 24,
764
- 256,
765
- 1024
766
- ],
767
- "dtype": "float32"
768
  },
769
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
770
  }
 
 
 
 
 
771
  }
772
  }
773
- },
774
- "single": null,
775
- "dropout_row": {
776
- "module": "equinox.nn:Identity",
777
- "fields": {}
778
  }
779
  }
780
  }
@@ -2111,11 +2128,6 @@
2111
  }
2112
  },
2113
  "confidence": null,
2114
- "lm_dropout": {
2115
- "module": "equinox.nn:Identity",
2116
- "fields": {}
2117
- },
2118
- "msa_column_mask_rate": 0.1,
2119
  "sampling": {
2120
  "module": "jfold.sampling.config:UpstreamSampler",
2121
  "fields": {
@@ -2139,9 +2151,7 @@
2139
  },
2140
  "max_sigma": 256.0
2141
  }
2142
- },
2143
- "esmc": null,
2144
- "msa_profile": false
2145
  }
2146
  }
2147
  }
 
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
+ "module": "jfold.model:StructureModel",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
 
240
  }
241
  }
242
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  },
244
+ "msa_profile": false
245
  }
246
  },
247
+ "trunk_init": {
248
+ "module": "jfold.models.esmfold2:TrunkInit",
249
  "fields": {
250
+ "singles_to_pair": {
251
+ "module": "jfold.nn:SinglesToPair",
252
  "fields": {
253
+ "linear_i": {
254
+ "module": "jfold.nn:Linear",
255
+ "fields": {
256
+ "weight": {
257
+ "array": "trunk_init.singles_to_pair.linear_i.weight",
258
+ "shape": [
259
+ 256,
260
+ 451
261
+ ],
262
+ "dtype": "float32"
263
+ },
264
+ "bias": null
265
+ }
266
  },
267
+ "linear_j": {
268
+ "module": "jfold.nn:Linear",
269
+ "fields": {
270
+ "weight": {
271
+ "array": "trunk_init.singles_to_pair.linear_j.weight",
272
+ "shape": [
273
+ 256,
274
+ 451
275
+ ],
276
+ "dtype": "float32"
277
+ },
278
+ "bias": null
279
+ }
280
  },
281
+ "product_i": null,
282
+ "product_j": null,
283
+ "product_out": null
284
  }
285
  },
286
+ "relative_positions": {
287
  "module": "jfold.nn:Linear",
288
  "fields": {
289
  "weight": {
290
+ "array": "trunk_init.relative_positions.weight",
291
  "shape": [
292
  256,
293
+ 139
294
  ],
295
  "dtype": "float32"
296
  },
297
  "bias": null
298
  }
299
  },
300
+ "bonds": {
 
 
 
 
 
 
 
301
  "module": "jfold.nn:Linear",
302
  "fields": {
303
  "weight": {
304
+ "array": "trunk_init.bonds.weight",
305
  "shape": [
306
  256,
307
+ 1
308
  ],
309
  "dtype": "float32"
310
  },
311
+ "bias": null
 
 
 
 
 
 
312
  }
313
  },
314
+ "language_model": {
315
+ "module": "jfold.models.esmfold2:LanguageModelPair",
316
  "fields": {
317
+ "norm_hidden": {
318
+ "module": "jfold.nn:LayerNorm",
319
+ "fields": {
320
+ "weight": {
321
+ "array": "trunk_init.language_model.norm_hidden.weight",
322
+ "shape": [
323
+ 1152
324
+ ],
325
+ "dtype": "float32"
326
+ },
327
+ "bias": {
328
+ "array": "trunk_init.language_model.norm_hidden.bias",
329
+ "shape": [
330
+ 1152
331
+ ],
332
+ "dtype": "float32"
333
+ },
334
+ "eps": 1e-05
335
+ }
336
  },
337
+ "linear_hidden": {
338
+ "module": "jfold.nn:Linear",
339
+ "fields": {
340
+ "weight": {
341
+ "array": "trunk_init.language_model.linear_hidden.weight",
342
+ "shape": [
343
+ 256,
344
+ 1152
345
+ ],
346
+ "dtype": "float32"
347
+ },
348
+ "bias": null
349
+ }
 
 
 
 
 
 
350
  },
351
+ "layer_logits": {
352
+ "array": "trunk_init.language_model.layer_logits",
 
 
 
 
 
 
 
 
 
 
 
 
353
  "shape": [
354
+ 37
355
  ],
356
  "dtype": "float32"
357
  },
358
+ "linear_down": {
359
+ "module": "jfold.nn:Linear",
360
+ "fields": {
361
+ "weight": {
362
+ "array": "trunk_init.language_model.linear_down.weight",
363
+ "shape": [
364
+ 256,
365
+ 256
366
+ ],
367
+ "dtype": "float32"
368
+ },
369
+ "bias": {
370
+ "array": "trunk_init.language_model.linear_down.bias",
371
+ "shape": [
372
+ 256
373
+ ],
374
+ "dtype": "float32"
375
+ }
376
+ }
377
  },
378
+ "mlp_in": {
379
+ "module": "jfold.nn:Linear",
380
+ "fields": {
381
+ "weight": {
382
+ "array": "trunk_init.language_model.mlp_in.weight",
383
+ "shape": [
384
+ 256,
385
+ 512
386
+ ],
387
+ "dtype": "float32"
388
+ },
389
+ "bias": {
390
+ "array": "trunk_init.language_model.mlp_in.bias",
391
+ "shape": [
392
+ 256
393
+ ],
394
+ "dtype": "float32"
395
+ }
396
+ }
397
  },
398
+ "mlp_out": {
399
+ "module": "jfold.nn:Linear",
400
+ "fields": {
401
+ "weight": {
402
+ "array": "trunk_init.language_model.mlp_out.weight",
403
+ "shape": [
404
+ 256,
405
+ 256
406
+ ],
407
+ "dtype": "float32"
408
+ },
409
+ "bias": {
410
+ "array": "trunk_init.language_model.mlp_out.bias",
411
+ "shape": [
412
+ 256
413
+ ],
414
+ "dtype": "float32"
415
+ }
416
+ }
417
  },
418
+ "norm_out": {
419
+ "module": "jfold.nn:LayerNorm",
420
+ "fields": {
421
+ "weight": {
422
+ "array": "trunk_init.language_model.norm_out.weight",
423
+ "shape": [
424
+ 256
425
+ ],
426
+ "dtype": "float32"
427
+ },
428
+ "bias": {
429
+ "array": "trunk_init.language_model.norm_out.bias",
430
+ "shape": [
431
+ 256
432
+ ],
433
+ "dtype": "float32"
434
+ },
435
+ "eps": 1e-05
436
+ }
437
+ }
438
  }
439
  },
440
+ "esmc": null,
441
+ "lm_dropout": {
442
+ "module": "equinox.nn:Identity",
443
+ "fields": {}
444
+ },
445
+ "msa_column_mask_rate": 0.1
 
 
 
 
 
 
 
 
446
  }
447
  },
 
448
  "trunk": {
449
+ "module": "jfold.models.esmfold2:RecyclingPairTrunk",
450
  "fields": {
451
+ "recycle": {
452
+ "module": "jfold.model:Recycle",
453
  "fields": {
454
+ "norm": {
455
+ "module": "jfold.nn:LayerNorm",
456
  "fields": {
457
+ "weight": {
458
+ "array": "trunk.recycle.norm.weight",
459
+ "shape": [
460
+ 256
461
+ ],
462
+ "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
463
  },
464
+ "bias": {
465
+ "array": "trunk.recycle.norm.bias",
466
+ "shape": [
467
+ 256
468
+ ],
469
+ "dtype": "float32"
 
 
 
 
 
 
 
 
470
  },
471
+ "eps": 1e-05
472
  }
473
  },
474
+ "linear": {
475
+ "module": "jfold.nn:Linear",
476
  "fields": {
477
+ "weight": {
478
+ "array": "trunk.recycle.linear.weight",
479
+ "shape": [
480
+ 256,
481
+ 256
482
+ ],
483
+ "dtype": "float32"
484
+ },
485
+ "bias": null
486
+ }
487
+ }
488
+ }
489
+ },
490
+ "msa": null,
491
+ "trunk": {
492
+ "module": "jfold.pairformer:PairformerStack",
493
+ "fields": {
494
+ "layers": {
495
+ "module": "jfold.pairformer:PairMixerLayer",
496
+ "fields": {
497
+ "tri_mul_out": {
498
+ "module": "jfold.pairformer:TriangleMultiplication",
499
  "fields": {
500
+ "norm_in": {
501
+ "module": "jfold.nn:LayerNorm",
502
+ "fields": {
503
+ "weight": {
504
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.weight",
505
+ "shape": [
506
+ 24,
507
+ 256
508
+ ],
509
+ "dtype": "float32"
510
+ },
511
+ "bias": {
512
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.bias",
513
+ "shape": [
514
+ 24,
515
+ 256
516
+ ],
517
+ "dtype": "float32"
518
+ },
519
+ "eps": 1e-05
520
+ }
521
  },
522
+ "linear_p": {
523
+ "module": "jfold.nn:Linear",
524
+ "fields": {
525
+ "weight": {
526
+ "array": "trunk.trunk.layers.tri_mul_out.linear_p.weight",
527
+ "shape": [
528
+ 24,
529
+ 512,
530
+ 256
531
+ ],
532
+ "dtype": "float32"
533
+ },
534
+ "bias": null
535
+ }
536
+ },
537
+ "linear_g": {
538
+ "module": "jfold.nn:Linear",
539
+ "fields": {
540
+ "weight": {
541
+ "array": "trunk.trunk.layers.tri_mul_out.linear_g.weight",
542
+ "shape": [
543
+ 24,
544
+ 512,
545
+ 256
546
+ ],
547
+ "dtype": "float32"
548
+ },
549
+ "bias": null
550
+ }
551
+ },
552
+ "norm_out": {
553
+ "module": "jfold.nn:LayerNorm",
554
+ "fields": {
555
+ "weight": {
556
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.weight",
557
+ "shape": [
558
+ 24,
559
+ 256
560
+ ],
561
+ "dtype": "float32"
562
+ },
563
+ "bias": {
564
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.bias",
565
+ "shape": [
566
+ 24,
567
+ 256
568
+ ],
569
+ "dtype": "float32"
570
+ },
571
+ "eps": 1e-05
572
+ }
573
  },
574
+ "linear_out": {
575
+ "module": "jfold.nn:Linear",
576
+ "fields": {
577
+ "weight": {
578
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out.weight",
579
+ "shape": [
580
+ 24,
581
+ 256,
582
+ 256
583
+ ],
584
+ "dtype": "float32"
585
+ },
586
+ "bias": null
587
+ }
588
  },
589
+ "linear_out_g": {
590
+ "module": "jfold.nn:Linear",
591
+ "fields": {
592
+ "weight": {
593
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out_g.weight",
594
+ "shape": [
595
+ 24,
596
+ 256,
597
+ 256
598
+ ],
599
+ "dtype": "float32"
600
+ },
601
+ "bias": null
602
+ }
603
  },
604
+ "outgoing": true
605
  }
606
  },
607
+ "tri_mul_in": {
608
+ "module": "jfold.pairformer:TriangleMultiplication",
609
  "fields": {
610
+ "norm_in": {
611
+ "module": "jfold.nn:LayerNorm",
612
+ "fields": {
613
+ "weight": {
614
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.weight",
615
+ "shape": [
616
+ 24,
617
+ 256
618
+ ],
619
+ "dtype": "float32"
620
+ },
621
+ "bias": {
622
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.bias",
623
+ "shape": [
624
+ 24,
625
+ 256
626
+ ],
627
+ "dtype": "float32"
628
+ },
629
+ "eps": 1e-05
630
+ }
631
  },
632
+ "linear_p": {
633
+ "module": "jfold.nn:Linear",
634
+ "fields": {
635
+ "weight": {
636
+ "array": "trunk.trunk.layers.tri_mul_in.linear_p.weight",
637
+ "shape": [
638
+ 24,
639
+ 512,
640
+ 256
641
+ ],
642
+ "dtype": "float32"
643
+ },
644
+ "bias": null
645
+ }
646
  },
647
+ "linear_g": {
648
+ "module": "jfold.nn:Linear",
649
+ "fields": {
650
+ "weight": {
651
+ "array": "trunk.trunk.layers.tri_mul_in.linear_g.weight",
652
+ "shape": [
653
+ 24,
654
+ 512,
655
+ 256
656
+ ],
657
+ "dtype": "float32"
658
+ },
659
+ "bias": null
660
+ }
661
  },
662
+ "norm_out": {
663
+ "module": "jfold.nn:LayerNorm",
664
+ "fields": {
665
+ "weight": {
666
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.weight",
667
+ "shape": [
668
+ 24,
669
+ 256
670
+ ],
671
+ "dtype": "float32"
672
+ },
673
+ "bias": {
674
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.bias",
675
+ "shape": [
676
+ 24,
677
+ 256
678
+ ],
679
+ "dtype": "float32"
680
+ },
681
+ "eps": 1e-05
682
+ }
683
  },
684
+ "linear_out": {
685
+ "module": "jfold.nn:Linear",
686
+ "fields": {
687
+ "weight": {
688
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out.weight",
689
+ "shape": [
690
+ 24,
691
+ 256,
692
+ 256
693
+ ],
694
+ "dtype": "float32"
695
+ },
696
+ "bias": null
697
+ }
 
 
 
 
 
698
  },
699
+ "linear_out_g": {
700
+ "module": "jfold.nn:Linear",
701
+ "fields": {
702
+ "weight": {
703
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out_g.weight",
704
+ "shape": [
705
+ 24,
706
+ 256,
707
+ 256
708
+ ],
709
+ "dtype": "float32"
710
+ },
711
+ "bias": null
712
+ }
713
  },
714
+ "outgoing": false
715
  }
716
  },
717
+ "transition_z": {
718
+ "module": "jfold.nn:Transition",
719
  "fields": {
720
+ "norm": {
721
+ "module": "jfold.nn:LayerNorm",
722
+ "fields": {
723
+ "weight": {
724
+ "array": "trunk.trunk.layers.transition_z.norm.weight",
725
+ "shape": [
726
+ 24,
727
+ 256
728
+ ],
729
+ "dtype": "float32"
730
+ },
731
+ "bias": {
732
+ "array": "trunk.trunk.layers.transition_z.norm.bias",
733
+ "shape": [
734
+ 24,
735
+ 256
736
+ ],
737
+ "dtype": "float32"
738
+ },
739
+ "eps": 1e-05
740
+ }
741
  },
742
+ "linear_a": {
743
+ "module": "jfold.nn:Linear",
744
+ "fields": {
745
+ "weight": {
746
+ "array": "trunk.trunk.layers.transition_z.linear_a.weight",
747
+ "shape": [
748
+ 24,
749
+ 1024,
750
+ 256
751
+ ],
752
+ "dtype": "float32"
753
+ },
754
+ "bias": null
755
+ }
756
  },
757
+ "linear_b": {
758
+ "module": "jfold.nn:Linear",
759
+ "fields": {
760
+ "weight": {
761
+ "array": "trunk.trunk.layers.transition_z.linear_b.weight",
762
+ "shape": [
763
+ 24,
764
+ 1024,
765
+ 256
766
+ ],
767
+ "dtype": "float32"
768
+ },
769
+ "bias": null
770
+ }
771
  },
772
+ "linear_out": {
773
+ "module": "jfold.nn:Linear",
774
+ "fields": {
775
+ "weight": {
776
+ "array": "trunk.trunk.layers.transition_z.linear_out.weight",
777
+ "shape": [
778
+ 24,
779
+ 256,
780
+ 1024
781
+ ],
782
+ "dtype": "float32"
783
+ },
784
+ "bias": null
785
+ }
786
+ }
787
  }
788
+ },
789
+ "single": null,
790
+ "dropout_row": {
791
+ "module": "equinox.nn:Identity",
792
+ "fields": {}
793
  }
794
  }
 
 
 
 
 
795
  }
796
  }
797
  }
 
2128
  }
2129
  },
2130
  "confidence": null,
 
 
 
 
 
2131
  "sampling": {
2132
  "module": "jfold.sampling.config:UpstreamSampler",
2133
  "fields": {
 
2151
  },
2152
  "max_sigma": 256.0
2153
  }
2154
+ }
 
 
2155
  }
2156
  }
2157
  }
esmfold2_experimental_fast_base600m/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f22cc2fd10b895705241e5fcc46afb0c92630de616166429258c61e0b4a3a0d
3
- size 684706340
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0991a91a2d16973d5424fc417105db173b43ae0988420e2a2bb59ea79bf227e0
3
+ size 684706676
esmfold2_experimental_fast_base6b/model.json CHANGED
@@ -14,7 +14,7 @@
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
- "module": "jfold.models.esmfold2:EsmFold2Experimental",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
@@ -240,541 +240,558 @@
240
  }
241
  }
242
  }
243
- }
244
- }
245
- },
246
- "singles_to_pair": {
247
- "module": "jfold.nn:SinglesToPair",
248
- "fields": {
249
- "linear_i": {
250
- "module": "jfold.nn:Linear",
251
- "fields": {
252
- "weight": {
253
- "array": "singles_to_pair.linear_i.weight",
254
- "shape": [
255
- 256,
256
- 451
257
- ],
258
- "dtype": "float32"
259
- },
260
- "bias": null
261
- }
262
- },
263
- "linear_j": {
264
- "module": "jfold.nn:Linear",
265
- "fields": {
266
- "weight": {
267
- "array": "singles_to_pair.linear_j.weight",
268
- "shape": [
269
- 256,
270
- 451
271
- ],
272
- "dtype": "float32"
273
- },
274
- "bias": null
275
- }
276
- },
277
- "product_i": null,
278
- "product_j": null,
279
- "product_out": null
280
- }
281
- },
282
- "relative_positions": {
283
- "module": "jfold.nn:Linear",
284
- "fields": {
285
- "weight": {
286
- "array": "relative_positions.weight",
287
- "shape": [
288
- 256,
289
- 139
290
- ],
291
- "dtype": "float32"
292
- },
293
- "bias": null
294
- }
295
- },
296
- "bonds": {
297
- "module": "jfold.nn:Linear",
298
- "fields": {
299
- "weight": {
300
- "array": "bonds.weight",
301
- "shape": [
302
- 256,
303
- 1
304
- ],
305
- "dtype": "float32"
306
  },
307
- "bias": null
308
  }
309
  },
310
- "language_model": {
311
- "module": "jfold.models.esmfold2:LanguageModelPair",
312
  "fields": {
313
- "norm_hidden": {
314
- "module": "jfold.nn:LayerNorm",
315
  "fields": {
316
- "weight": {
317
- "array": "language_model.norm_hidden.weight",
318
- "shape": [
319
- 2560
320
- ],
321
- "dtype": "float32"
 
 
 
 
 
 
 
322
  },
323
- "bias": {
324
- "array": "language_model.norm_hidden.bias",
325
- "shape": [
326
- 2560
327
- ],
328
- "dtype": "float32"
 
 
 
 
 
 
 
329
  },
330
- "eps": 1e-05
 
 
331
  }
332
  },
333
- "linear_hidden": {
334
  "module": "jfold.nn:Linear",
335
  "fields": {
336
  "weight": {
337
- "array": "language_model.linear_hidden.weight",
338
  "shape": [
339
  256,
340
- 2560
341
  ],
342
  "dtype": "float32"
343
  },
344
  "bias": null
345
  }
346
  },
347
- "layer_logits": {
348
- "array": "language_model.layer_logits",
349
- "shape": [
350
- 81
351
- ],
352
- "dtype": "float32"
353
- },
354
- "linear_down": {
355
  "module": "jfold.nn:Linear",
356
  "fields": {
357
  "weight": {
358
- "array": "language_model.linear_down.weight",
359
  "shape": [
360
  256,
361
- 256
362
  ],
363
  "dtype": "float32"
364
  },
365
- "bias": {
366
- "array": "language_model.linear_down.bias",
367
- "shape": [
368
- 256
369
- ],
370
- "dtype": "float32"
371
- }
372
  }
373
  },
374
- "mlp_in": {
375
- "module": "jfold.nn:Linear",
376
  "fields": {
377
- "weight": {
378
- "array": "language_model.mlp_in.weight",
379
- "shape": [
380
- 256,
381
- 512
382
- ],
383
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
384
  },
385
- "bias": {
386
- "array": "language_model.mlp_in.bias",
387
- "shape": [
388
- 256
389
- ],
390
- "dtype": "float32"
391
- }
392
- }
393
- },
394
- "mlp_out": {
395
- "module": "jfold.nn:Linear",
396
- "fields": {
397
- "weight": {
398
- "array": "language_model.mlp_out.weight",
399
- "shape": [
400
- 256,
401
- 256
402
- ],
403
- "dtype": "float32"
404
  },
405
- "bias": {
406
- "array": "language_model.mlp_out.bias",
407
- "shape": [
408
- 256
409
- ],
410
- "dtype": "float32"
411
- }
412
- }
413
- },
414
- "norm_out": {
415
- "module": "jfold.nn:LayerNorm",
416
- "fields": {
417
- "weight": {
418
- "array": "language_model.norm_out.weight",
419
  "shape": [
420
- 256
421
  ],
422
  "dtype": "float32"
423
  },
424
- "bias": {
425
- "array": "language_model.norm_out.bias",
426
- "shape": [
427
- 256
428
- ],
429
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
430
  },
431
- "eps": 1e-05
432
- }
433
- }
434
- }
435
- },
436
- "recycle": {
437
- "module": "jfold.model:Recycle",
438
- "fields": {
439
- "norm": {
440
- "module": "jfold.nn:LayerNorm",
441
- "fields": {
442
- "weight": {
443
- "array": "recycle.norm.weight",
444
- "shape": [
445
- 256
446
- ],
447
- "dtype": "float32"
 
 
448
  },
449
- "bias": {
450
- "array": "recycle.norm.bias",
451
- "shape": [
452
- 256
453
- ],
454
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
455
  },
456
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
457
  }
458
  },
459
- "linear": {
460
- "module": "jfold.nn:Linear",
461
- "fields": {
462
- "weight": {
463
- "array": "recycle.linear.weight",
464
- "shape": [
465
- 256,
466
- 256
467
- ],
468
- "dtype": "float32"
469
- },
470
- "bias": null
471
- }
472
- }
473
  }
474
  },
475
- "msa": null,
476
  "trunk": {
477
- "module": "jfold.pairformer:PairformerStack",
478
  "fields": {
479
- "layers": {
480
- "module": "jfold.pairformer:PairMixerLayer",
481
  "fields": {
482
- "tri_mul_out": {
483
- "module": "jfold.pairformer:TriangleMultiplication",
484
  "fields": {
485
- "norm_in": {
486
- "module": "jfold.nn:LayerNorm",
487
- "fields": {
488
- "weight": {
489
- "array": "trunk.layers.tri_mul_out.norm_in.weight",
490
- "shape": [
491
- 24,
492
- 256
493
- ],
494
- "dtype": "float32"
495
- },
496
- "bias": {
497
- "array": "trunk.layers.tri_mul_out.norm_in.bias",
498
- "shape": [
499
- 24,
500
- 256
501
- ],
502
- "dtype": "float32"
503
- },
504
- "eps": 1e-05
505
- }
506
- },
507
- "linear_p": {
508
- "module": "jfold.nn:Linear",
509
- "fields": {
510
- "weight": {
511
- "array": "trunk.layers.tri_mul_out.linear_p.weight",
512
- "shape": [
513
- 24,
514
- 512,
515
- 256
516
- ],
517
- "dtype": "float32"
518
- },
519
- "bias": null
520
- }
521
- },
522
- "linear_g": {
523
- "module": "jfold.nn:Linear",
524
- "fields": {
525
- "weight": {
526
- "array": "trunk.layers.tri_mul_out.linear_g.weight",
527
- "shape": [
528
- 24,
529
- 512,
530
- 256
531
- ],
532
- "dtype": "float32"
533
- },
534
- "bias": null
535
- }
536
- },
537
- "norm_out": {
538
- "module": "jfold.nn:LayerNorm",
539
- "fields": {
540
- "weight": {
541
- "array": "trunk.layers.tri_mul_out.norm_out.weight",
542
- "shape": [
543
- 24,
544
- 256
545
- ],
546
- "dtype": "float32"
547
- },
548
- "bias": {
549
- "array": "trunk.layers.tri_mul_out.norm_out.bias",
550
- "shape": [
551
- 24,
552
- 256
553
- ],
554
- "dtype": "float32"
555
- },
556
- "eps": 1e-05
557
- }
558
- },
559
- "linear_out": {
560
- "module": "jfold.nn:Linear",
561
- "fields": {
562
- "weight": {
563
- "array": "trunk.layers.tri_mul_out.linear_out.weight",
564
- "shape": [
565
- 24,
566
- 256,
567
- 256
568
- ],
569
- "dtype": "float32"
570
- },
571
- "bias": null
572
- }
573
  },
574
- "linear_out_g": {
575
- "module": "jfold.nn:Linear",
576
- "fields": {
577
- "weight": {
578
- "array": "trunk.layers.tri_mul_out.linear_out_g.weight",
579
- "shape": [
580
- 24,
581
- 256,
582
- 256
583
- ],
584
- "dtype": "float32"
585
- },
586
- "bias": null
587
- }
588
  },
589
- "outgoing": true
590
  }
591
  },
592
- "tri_mul_in": {
593
- "module": "jfold.pairformer:TriangleMultiplication",
594
  "fields": {
595
- "norm_in": {
596
- "module": "jfold.nn:LayerNorm",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
597
  "fields": {
598
- "weight": {
599
- "array": "trunk.layers.tri_mul_in.norm_in.weight",
600
- "shape": [
601
- 24,
602
- 256
603
- ],
604
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
605
  },
606
- "bias": {
607
- "array": "trunk.layers.tri_mul_in.norm_in.bias",
608
- "shape": [
609
- 24,
610
- 256
611
- ],
612
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
613
  },
614
- "eps": 1e-05
615
- }
616
- },
617
- "linear_p": {
618
- "module": "jfold.nn:Linear",
619
- "fields": {
620
- "weight": {
621
- "array": "trunk.layers.tri_mul_in.linear_p.weight",
622
- "shape": [
623
- 24,
624
- 512,
625
- 256
626
- ],
627
- "dtype": "float32"
628
  },
629
- "bias": null
630
- }
631
- },
632
- "linear_g": {
633
- "module": "jfold.nn:Linear",
634
- "fields": {
635
- "weight": {
636
- "array": "trunk.layers.tri_mul_in.linear_g.weight",
637
- "shape": [
638
- 24,
639
- 512,
640
- 256
641
- ],
642
- "dtype": "float32"
643
  },
644
- "bias": null
645
  }
646
  },
647
- "norm_out": {
648
- "module": "jfold.nn:LayerNorm",
649
  "fields": {
650
- "weight": {
651
- "array": "trunk.layers.tri_mul_in.norm_out.weight",
652
- "shape": [
653
- 24,
654
- 256
655
- ],
656
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
657
  },
658
- "bias": {
659
- "array": "trunk.layers.tri_mul_in.norm_out.bias",
660
- "shape": [
661
- 24,
662
- 256
663
- ],
664
- "dtype": "float32"
 
 
 
 
 
 
 
665
  },
666
- "eps": 1e-05
667
- }
668
- },
669
- "linear_out": {
670
- "module": "jfold.nn:Linear",
671
- "fields": {
672
- "weight": {
673
- "array": "trunk.layers.tri_mul_in.linear_out.weight",
674
- "shape": [
675
- 24,
676
- 256,
677
- 256
678
- ],
679
- "dtype": "float32"
680
  },
681
- "bias": null
682
- }
683
- },
684
- "linear_out_g": {
685
- "module": "jfold.nn:Linear",
686
- "fields": {
687
- "weight": {
688
- "array": "trunk.layers.tri_mul_in.linear_out_g.weight",
689
- "shape": [
690
- 24,
691
- 256,
692
- 256
693
- ],
694
- "dtype": "float32"
 
 
 
 
 
 
 
695
  },
696
- "bias": null
697
- }
698
- },
699
- "outgoing": false
700
- }
701
- },
702
- "transition_z": {
703
- "module": "jfold.nn:Transition",
704
- "fields": {
705
- "norm": {
706
- "module": "jfold.nn:LayerNorm",
707
- "fields": {
708
- "weight": {
709
- "array": "trunk.layers.transition_z.norm.weight",
710
- "shape": [
711
- 24,
712
- 256
713
- ],
714
- "dtype": "float32"
715
  },
716
- "bias": {
717
- "array": "trunk.layers.transition_z.norm.bias",
718
- "shape": [
719
- 24,
720
- 256
721
- ],
722
- "dtype": "float32"
 
 
 
 
 
 
 
723
  },
724
- "eps": 1e-05
725
  }
726
  },
727
- "linear_a": {
728
- "module": "jfold.nn:Linear",
729
  "fields": {
730
- "weight": {
731
- "array": "trunk.layers.transition_z.linear_a.weight",
732
- "shape": [
733
- 24,
734
- 1024,
735
- 256
736
- ],
737
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
738
  },
739
- "bias": null
740
- }
741
- },
742
- "linear_b": {
743
- "module": "jfold.nn:Linear",
744
- "fields": {
745
- "weight": {
746
- "array": "trunk.layers.transition_z.linear_b.weight",
747
- "shape": [
748
- 24,
749
- 1024,
750
- 256
751
- ],
752
- "dtype": "float32"
753
  },
754
- "bias": null
755
- }
756
- },
757
- "linear_out": {
758
- "module": "jfold.nn:Linear",
759
- "fields": {
760
- "weight": {
761
- "array": "trunk.layers.transition_z.linear_out.weight",
762
- "shape": [
763
- 24,
764
- 256,
765
- 1024
766
- ],
767
- "dtype": "float32"
768
  },
769
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
770
  }
 
 
 
 
 
771
  }
772
  }
773
- },
774
- "single": null,
775
- "dropout_row": {
776
- "module": "equinox.nn:Identity",
777
- "fields": {}
778
  }
779
  }
780
  }
@@ -2111,11 +2128,6 @@
2111
  }
2112
  },
2113
  "confidence": null,
2114
- "lm_dropout": {
2115
- "module": "equinox.nn:Identity",
2116
- "fields": {}
2117
- },
2118
- "msa_column_mask_rate": 0.1,
2119
  "sampling": {
2120
  "module": "jfold.sampling.config:UpstreamSampler",
2121
  "fields": {
@@ -2139,9 +2151,7 @@
2139
  },
2140
  "max_sigma": 256.0
2141
  }
2142
- },
2143
- "esmc": null,
2144
- "msa_profile": false
2145
  }
2146
  }
2147
  }
 
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
+ "module": "jfold.model:StructureModel",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
 
240
  }
241
  }
242
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  },
244
+ "msa_profile": false
245
  }
246
  },
247
+ "trunk_init": {
248
+ "module": "jfold.models.esmfold2:TrunkInit",
249
  "fields": {
250
+ "singles_to_pair": {
251
+ "module": "jfold.nn:SinglesToPair",
252
  "fields": {
253
+ "linear_i": {
254
+ "module": "jfold.nn:Linear",
255
+ "fields": {
256
+ "weight": {
257
+ "array": "trunk_init.singles_to_pair.linear_i.weight",
258
+ "shape": [
259
+ 256,
260
+ 451
261
+ ],
262
+ "dtype": "float32"
263
+ },
264
+ "bias": null
265
+ }
266
  },
267
+ "linear_j": {
268
+ "module": "jfold.nn:Linear",
269
+ "fields": {
270
+ "weight": {
271
+ "array": "trunk_init.singles_to_pair.linear_j.weight",
272
+ "shape": [
273
+ 256,
274
+ 451
275
+ ],
276
+ "dtype": "float32"
277
+ },
278
+ "bias": null
279
+ }
280
  },
281
+ "product_i": null,
282
+ "product_j": null,
283
+ "product_out": null
284
  }
285
  },
286
+ "relative_positions": {
287
  "module": "jfold.nn:Linear",
288
  "fields": {
289
  "weight": {
290
+ "array": "trunk_init.relative_positions.weight",
291
  "shape": [
292
  256,
293
+ 139
294
  ],
295
  "dtype": "float32"
296
  },
297
  "bias": null
298
  }
299
  },
300
+ "bonds": {
 
 
 
 
 
 
 
301
  "module": "jfold.nn:Linear",
302
  "fields": {
303
  "weight": {
304
+ "array": "trunk_init.bonds.weight",
305
  "shape": [
306
  256,
307
+ 1
308
  ],
309
  "dtype": "float32"
310
  },
311
+ "bias": null
 
 
 
 
 
 
312
  }
313
  },
314
+ "language_model": {
315
+ "module": "jfold.models.esmfold2:LanguageModelPair",
316
  "fields": {
317
+ "norm_hidden": {
318
+ "module": "jfold.nn:LayerNorm",
319
+ "fields": {
320
+ "weight": {
321
+ "array": "trunk_init.language_model.norm_hidden.weight",
322
+ "shape": [
323
+ 2560
324
+ ],
325
+ "dtype": "float32"
326
+ },
327
+ "bias": {
328
+ "array": "trunk_init.language_model.norm_hidden.bias",
329
+ "shape": [
330
+ 2560
331
+ ],
332
+ "dtype": "float32"
333
+ },
334
+ "eps": 1e-05
335
+ }
336
  },
337
+ "linear_hidden": {
338
+ "module": "jfold.nn:Linear",
339
+ "fields": {
340
+ "weight": {
341
+ "array": "trunk_init.language_model.linear_hidden.weight",
342
+ "shape": [
343
+ 256,
344
+ 2560
345
+ ],
346
+ "dtype": "float32"
347
+ },
348
+ "bias": null
349
+ }
 
 
 
 
 
 
350
  },
351
+ "layer_logits": {
352
+ "array": "trunk_init.language_model.layer_logits",
 
 
 
 
 
 
 
 
 
 
 
 
353
  "shape": [
354
+ 81
355
  ],
356
  "dtype": "float32"
357
  },
358
+ "linear_down": {
359
+ "module": "jfold.nn:Linear",
360
+ "fields": {
361
+ "weight": {
362
+ "array": "trunk_init.language_model.linear_down.weight",
363
+ "shape": [
364
+ 256,
365
+ 256
366
+ ],
367
+ "dtype": "float32"
368
+ },
369
+ "bias": {
370
+ "array": "trunk_init.language_model.linear_down.bias",
371
+ "shape": [
372
+ 256
373
+ ],
374
+ "dtype": "float32"
375
+ }
376
+ }
377
  },
378
+ "mlp_in": {
379
+ "module": "jfold.nn:Linear",
380
+ "fields": {
381
+ "weight": {
382
+ "array": "trunk_init.language_model.mlp_in.weight",
383
+ "shape": [
384
+ 256,
385
+ 512
386
+ ],
387
+ "dtype": "float32"
388
+ },
389
+ "bias": {
390
+ "array": "trunk_init.language_model.mlp_in.bias",
391
+ "shape": [
392
+ 256
393
+ ],
394
+ "dtype": "float32"
395
+ }
396
+ }
397
  },
398
+ "mlp_out": {
399
+ "module": "jfold.nn:Linear",
400
+ "fields": {
401
+ "weight": {
402
+ "array": "trunk_init.language_model.mlp_out.weight",
403
+ "shape": [
404
+ 256,
405
+ 256
406
+ ],
407
+ "dtype": "float32"
408
+ },
409
+ "bias": {
410
+ "array": "trunk_init.language_model.mlp_out.bias",
411
+ "shape": [
412
+ 256
413
+ ],
414
+ "dtype": "float32"
415
+ }
416
+ }
417
  },
418
+ "norm_out": {
419
+ "module": "jfold.nn:LayerNorm",
420
+ "fields": {
421
+ "weight": {
422
+ "array": "trunk_init.language_model.norm_out.weight",
423
+ "shape": [
424
+ 256
425
+ ],
426
+ "dtype": "float32"
427
+ },
428
+ "bias": {
429
+ "array": "trunk_init.language_model.norm_out.bias",
430
+ "shape": [
431
+ 256
432
+ ],
433
+ "dtype": "float32"
434
+ },
435
+ "eps": 1e-05
436
+ }
437
+ }
438
  }
439
  },
440
+ "esmc": null,
441
+ "lm_dropout": {
442
+ "module": "equinox.nn:Identity",
443
+ "fields": {}
444
+ },
445
+ "msa_column_mask_rate": 0.1
 
 
 
 
 
 
 
 
446
  }
447
  },
 
448
  "trunk": {
449
+ "module": "jfold.models.esmfold2:RecyclingPairTrunk",
450
  "fields": {
451
+ "recycle": {
452
+ "module": "jfold.model:Recycle",
453
  "fields": {
454
+ "norm": {
455
+ "module": "jfold.nn:LayerNorm",
456
  "fields": {
457
+ "weight": {
458
+ "array": "trunk.recycle.norm.weight",
459
+ "shape": [
460
+ 256
461
+ ],
462
+ "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
463
  },
464
+ "bias": {
465
+ "array": "trunk.recycle.norm.bias",
466
+ "shape": [
467
+ 256
468
+ ],
469
+ "dtype": "float32"
 
 
 
 
 
 
 
 
470
  },
471
+ "eps": 1e-05
472
  }
473
  },
474
+ "linear": {
475
+ "module": "jfold.nn:Linear",
476
  "fields": {
477
+ "weight": {
478
+ "array": "trunk.recycle.linear.weight",
479
+ "shape": [
480
+ 256,
481
+ 256
482
+ ],
483
+ "dtype": "float32"
484
+ },
485
+ "bias": null
486
+ }
487
+ }
488
+ }
489
+ },
490
+ "msa": null,
491
+ "trunk": {
492
+ "module": "jfold.pairformer:PairformerStack",
493
+ "fields": {
494
+ "layers": {
495
+ "module": "jfold.pairformer:PairMixerLayer",
496
+ "fields": {
497
+ "tri_mul_out": {
498
+ "module": "jfold.pairformer:TriangleMultiplication",
499
  "fields": {
500
+ "norm_in": {
501
+ "module": "jfold.nn:LayerNorm",
502
+ "fields": {
503
+ "weight": {
504
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.weight",
505
+ "shape": [
506
+ 24,
507
+ 256
508
+ ],
509
+ "dtype": "float32"
510
+ },
511
+ "bias": {
512
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.bias",
513
+ "shape": [
514
+ 24,
515
+ 256
516
+ ],
517
+ "dtype": "float32"
518
+ },
519
+ "eps": 1e-05
520
+ }
521
  },
522
+ "linear_p": {
523
+ "module": "jfold.nn:Linear",
524
+ "fields": {
525
+ "weight": {
526
+ "array": "trunk.trunk.layers.tri_mul_out.linear_p.weight",
527
+ "shape": [
528
+ 24,
529
+ 512,
530
+ 256
531
+ ],
532
+ "dtype": "float32"
533
+ },
534
+ "bias": null
535
+ }
536
+ },
537
+ "linear_g": {
538
+ "module": "jfold.nn:Linear",
539
+ "fields": {
540
+ "weight": {
541
+ "array": "trunk.trunk.layers.tri_mul_out.linear_g.weight",
542
+ "shape": [
543
+ 24,
544
+ 512,
545
+ 256
546
+ ],
547
+ "dtype": "float32"
548
+ },
549
+ "bias": null
550
+ }
551
+ },
552
+ "norm_out": {
553
+ "module": "jfold.nn:LayerNorm",
554
+ "fields": {
555
+ "weight": {
556
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.weight",
557
+ "shape": [
558
+ 24,
559
+ 256
560
+ ],
561
+ "dtype": "float32"
562
+ },
563
+ "bias": {
564
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.bias",
565
+ "shape": [
566
+ 24,
567
+ 256
568
+ ],
569
+ "dtype": "float32"
570
+ },
571
+ "eps": 1e-05
572
+ }
573
  },
574
+ "linear_out": {
575
+ "module": "jfold.nn:Linear",
576
+ "fields": {
577
+ "weight": {
578
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out.weight",
579
+ "shape": [
580
+ 24,
581
+ 256,
582
+ 256
583
+ ],
584
+ "dtype": "float32"
585
+ },
586
+ "bias": null
587
+ }
588
  },
589
+ "linear_out_g": {
590
+ "module": "jfold.nn:Linear",
591
+ "fields": {
592
+ "weight": {
593
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out_g.weight",
594
+ "shape": [
595
+ 24,
596
+ 256,
597
+ 256
598
+ ],
599
+ "dtype": "float32"
600
+ },
601
+ "bias": null
602
+ }
603
  },
604
+ "outgoing": true
605
  }
606
  },
607
+ "tri_mul_in": {
608
+ "module": "jfold.pairformer:TriangleMultiplication",
609
  "fields": {
610
+ "norm_in": {
611
+ "module": "jfold.nn:LayerNorm",
612
+ "fields": {
613
+ "weight": {
614
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.weight",
615
+ "shape": [
616
+ 24,
617
+ 256
618
+ ],
619
+ "dtype": "float32"
620
+ },
621
+ "bias": {
622
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.bias",
623
+ "shape": [
624
+ 24,
625
+ 256
626
+ ],
627
+ "dtype": "float32"
628
+ },
629
+ "eps": 1e-05
630
+ }
631
  },
632
+ "linear_p": {
633
+ "module": "jfold.nn:Linear",
634
+ "fields": {
635
+ "weight": {
636
+ "array": "trunk.trunk.layers.tri_mul_in.linear_p.weight",
637
+ "shape": [
638
+ 24,
639
+ 512,
640
+ 256
641
+ ],
642
+ "dtype": "float32"
643
+ },
644
+ "bias": null
645
+ }
646
  },
647
+ "linear_g": {
648
+ "module": "jfold.nn:Linear",
649
+ "fields": {
650
+ "weight": {
651
+ "array": "trunk.trunk.layers.tri_mul_in.linear_g.weight",
652
+ "shape": [
653
+ 24,
654
+ 512,
655
+ 256
656
+ ],
657
+ "dtype": "float32"
658
+ },
659
+ "bias": null
660
+ }
661
  },
662
+ "norm_out": {
663
+ "module": "jfold.nn:LayerNorm",
664
+ "fields": {
665
+ "weight": {
666
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.weight",
667
+ "shape": [
668
+ 24,
669
+ 256
670
+ ],
671
+ "dtype": "float32"
672
+ },
673
+ "bias": {
674
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.bias",
675
+ "shape": [
676
+ 24,
677
+ 256
678
+ ],
679
+ "dtype": "float32"
680
+ },
681
+ "eps": 1e-05
682
+ }
683
  },
684
+ "linear_out": {
685
+ "module": "jfold.nn:Linear",
686
+ "fields": {
687
+ "weight": {
688
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out.weight",
689
+ "shape": [
690
+ 24,
691
+ 256,
692
+ 256
693
+ ],
694
+ "dtype": "float32"
695
+ },
696
+ "bias": null
697
+ }
 
 
 
 
 
698
  },
699
+ "linear_out_g": {
700
+ "module": "jfold.nn:Linear",
701
+ "fields": {
702
+ "weight": {
703
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out_g.weight",
704
+ "shape": [
705
+ 24,
706
+ 256,
707
+ 256
708
+ ],
709
+ "dtype": "float32"
710
+ },
711
+ "bias": null
712
+ }
713
  },
714
+ "outgoing": false
715
  }
716
  },
717
+ "transition_z": {
718
+ "module": "jfold.nn:Transition",
719
  "fields": {
720
+ "norm": {
721
+ "module": "jfold.nn:LayerNorm",
722
+ "fields": {
723
+ "weight": {
724
+ "array": "trunk.trunk.layers.transition_z.norm.weight",
725
+ "shape": [
726
+ 24,
727
+ 256
728
+ ],
729
+ "dtype": "float32"
730
+ },
731
+ "bias": {
732
+ "array": "trunk.trunk.layers.transition_z.norm.bias",
733
+ "shape": [
734
+ 24,
735
+ 256
736
+ ],
737
+ "dtype": "float32"
738
+ },
739
+ "eps": 1e-05
740
+ }
741
  },
742
+ "linear_a": {
743
+ "module": "jfold.nn:Linear",
744
+ "fields": {
745
+ "weight": {
746
+ "array": "trunk.trunk.layers.transition_z.linear_a.weight",
747
+ "shape": [
748
+ 24,
749
+ 1024,
750
+ 256
751
+ ],
752
+ "dtype": "float32"
753
+ },
754
+ "bias": null
755
+ }
756
  },
757
+ "linear_b": {
758
+ "module": "jfold.nn:Linear",
759
+ "fields": {
760
+ "weight": {
761
+ "array": "trunk.trunk.layers.transition_z.linear_b.weight",
762
+ "shape": [
763
+ 24,
764
+ 1024,
765
+ 256
766
+ ],
767
+ "dtype": "float32"
768
+ },
769
+ "bias": null
770
+ }
771
  },
772
+ "linear_out": {
773
+ "module": "jfold.nn:Linear",
774
+ "fields": {
775
+ "weight": {
776
+ "array": "trunk.trunk.layers.transition_z.linear_out.weight",
777
+ "shape": [
778
+ 24,
779
+ 256,
780
+ 1024
781
+ ],
782
+ "dtype": "float32"
783
+ },
784
+ "bias": null
785
+ }
786
+ }
787
  }
788
+ },
789
+ "single": null,
790
+ "dropout_row": {
791
+ "module": "equinox.nn:Identity",
792
+ "fields": {}
793
  }
794
  }
 
 
 
 
 
795
  }
796
  }
797
  }
 
2128
  }
2129
  },
2130
  "confidence": null,
 
 
 
 
 
2131
  "sampling": {
2132
  "module": "jfold.sampling.config:UpstreamSampler",
2133
  "fields": {
 
2151
  },
2152
  "max_sigma": 256.0
2153
  }
2154
+ }
 
 
2155
  }
2156
  }
2157
  }
esmfold2_experimental_fast_base6b/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58df7656beff00bb673b67969439fa0fe00cb8ac1a248b51b9f0b71f817ad995
3
- size 686159572
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b64b39c1d1cce8297be704b5977b3499f905c026b493ee827746718b4610ac
3
+ size 686159908
esmfold2_experimental_fast_cutoff2025/model.json CHANGED
@@ -14,7 +14,7 @@
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
- "module": "jfold.models.esmfold2:EsmFold2Experimental",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
@@ -240,541 +240,558 @@
240
  }
241
  }
242
  }
243
- }
244
- }
245
- },
246
- "singles_to_pair": {
247
- "module": "jfold.nn:SinglesToPair",
248
- "fields": {
249
- "linear_i": {
250
- "module": "jfold.nn:Linear",
251
- "fields": {
252
- "weight": {
253
- "array": "singles_to_pair.linear_i.weight",
254
- "shape": [
255
- 256,
256
- 451
257
- ],
258
- "dtype": "float32"
259
- },
260
- "bias": null
261
- }
262
- },
263
- "linear_j": {
264
- "module": "jfold.nn:Linear",
265
- "fields": {
266
- "weight": {
267
- "array": "singles_to_pair.linear_j.weight",
268
- "shape": [
269
- 256,
270
- 451
271
- ],
272
- "dtype": "float32"
273
- },
274
- "bias": null
275
- }
276
- },
277
- "product_i": null,
278
- "product_j": null,
279
- "product_out": null
280
- }
281
- },
282
- "relative_positions": {
283
- "module": "jfold.nn:Linear",
284
- "fields": {
285
- "weight": {
286
- "array": "relative_positions.weight",
287
- "shape": [
288
- 256,
289
- 139
290
- ],
291
- "dtype": "float32"
292
- },
293
- "bias": null
294
- }
295
- },
296
- "bonds": {
297
- "module": "jfold.nn:Linear",
298
- "fields": {
299
- "weight": {
300
- "array": "bonds.weight",
301
- "shape": [
302
- 256,
303
- 1
304
- ],
305
- "dtype": "float32"
306
  },
307
- "bias": null
308
  }
309
  },
310
- "language_model": {
311
- "module": "jfold.models.esmfold2:LanguageModelPair",
312
  "fields": {
313
- "norm_hidden": {
314
- "module": "jfold.nn:LayerNorm",
315
  "fields": {
316
- "weight": {
317
- "array": "language_model.norm_hidden.weight",
318
- "shape": [
319
- 2560
320
- ],
321
- "dtype": "float32"
 
 
 
 
 
 
 
322
  },
323
- "bias": {
324
- "array": "language_model.norm_hidden.bias",
325
- "shape": [
326
- 2560
327
- ],
328
- "dtype": "float32"
 
 
 
 
 
 
 
329
  },
330
- "eps": 1e-05
 
 
331
  }
332
  },
333
- "linear_hidden": {
334
  "module": "jfold.nn:Linear",
335
  "fields": {
336
  "weight": {
337
- "array": "language_model.linear_hidden.weight",
338
  "shape": [
339
  256,
340
- 2560
341
  ],
342
  "dtype": "float32"
343
  },
344
  "bias": null
345
  }
346
  },
347
- "layer_logits": {
348
- "array": "language_model.layer_logits",
349
- "shape": [
350
- 81
351
- ],
352
- "dtype": "float32"
353
- },
354
- "linear_down": {
355
  "module": "jfold.nn:Linear",
356
  "fields": {
357
  "weight": {
358
- "array": "language_model.linear_down.weight",
359
  "shape": [
360
  256,
361
- 256
362
  ],
363
  "dtype": "float32"
364
  },
365
- "bias": {
366
- "array": "language_model.linear_down.bias",
367
- "shape": [
368
- 256
369
- ],
370
- "dtype": "float32"
371
- }
372
  }
373
  },
374
- "mlp_in": {
375
- "module": "jfold.nn:Linear",
376
  "fields": {
377
- "weight": {
378
- "array": "language_model.mlp_in.weight",
379
- "shape": [
380
- 256,
381
- 512
382
- ],
383
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
384
  },
385
- "bias": {
386
- "array": "language_model.mlp_in.bias",
387
- "shape": [
388
- 256
389
- ],
390
- "dtype": "float32"
391
- }
392
- }
393
- },
394
- "mlp_out": {
395
- "module": "jfold.nn:Linear",
396
- "fields": {
397
- "weight": {
398
- "array": "language_model.mlp_out.weight",
399
- "shape": [
400
- 256,
401
- 256
402
- ],
403
- "dtype": "float32"
404
  },
405
- "bias": {
406
- "array": "language_model.mlp_out.bias",
407
- "shape": [
408
- 256
409
- ],
410
- "dtype": "float32"
411
- }
412
- }
413
- },
414
- "norm_out": {
415
- "module": "jfold.nn:LayerNorm",
416
- "fields": {
417
- "weight": {
418
- "array": "language_model.norm_out.weight",
419
  "shape": [
420
- 256
421
  ],
422
  "dtype": "float32"
423
  },
424
- "bias": {
425
- "array": "language_model.norm_out.bias",
426
- "shape": [
427
- 256
428
- ],
429
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
430
  },
431
- "eps": 1e-05
432
- }
433
- }
434
- }
435
- },
436
- "recycle": {
437
- "module": "jfold.model:Recycle",
438
- "fields": {
439
- "norm": {
440
- "module": "jfold.nn:LayerNorm",
441
- "fields": {
442
- "weight": {
443
- "array": "recycle.norm.weight",
444
- "shape": [
445
- 256
446
- ],
447
- "dtype": "float32"
 
 
448
  },
449
- "bias": {
450
- "array": "recycle.norm.bias",
451
- "shape": [
452
- 256
453
- ],
454
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
455
  },
456
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
457
  }
458
  },
459
- "linear": {
460
- "module": "jfold.nn:Linear",
461
- "fields": {
462
- "weight": {
463
- "array": "recycle.linear.weight",
464
- "shape": [
465
- 256,
466
- 256
467
- ],
468
- "dtype": "float32"
469
- },
470
- "bias": null
471
- }
472
- }
473
  }
474
  },
475
- "msa": null,
476
  "trunk": {
477
- "module": "jfold.pairformer:PairformerStack",
478
  "fields": {
479
- "layers": {
480
- "module": "jfold.pairformer:PairMixerLayer",
481
  "fields": {
482
- "tri_mul_out": {
483
- "module": "jfold.pairformer:TriangleMultiplication",
484
  "fields": {
485
- "norm_in": {
486
- "module": "jfold.nn:LayerNorm",
487
- "fields": {
488
- "weight": {
489
- "array": "trunk.layers.tri_mul_out.norm_in.weight",
490
- "shape": [
491
- 24,
492
- 256
493
- ],
494
- "dtype": "float32"
495
- },
496
- "bias": {
497
- "array": "trunk.layers.tri_mul_out.norm_in.bias",
498
- "shape": [
499
- 24,
500
- 256
501
- ],
502
- "dtype": "float32"
503
- },
504
- "eps": 1e-05
505
- }
506
- },
507
- "linear_p": {
508
- "module": "jfold.nn:Linear",
509
- "fields": {
510
- "weight": {
511
- "array": "trunk.layers.tri_mul_out.linear_p.weight",
512
- "shape": [
513
- 24,
514
- 512,
515
- 256
516
- ],
517
- "dtype": "float32"
518
- },
519
- "bias": null
520
- }
521
- },
522
- "linear_g": {
523
- "module": "jfold.nn:Linear",
524
- "fields": {
525
- "weight": {
526
- "array": "trunk.layers.tri_mul_out.linear_g.weight",
527
- "shape": [
528
- 24,
529
- 512,
530
- 256
531
- ],
532
- "dtype": "float32"
533
- },
534
- "bias": null
535
- }
536
- },
537
- "norm_out": {
538
- "module": "jfold.nn:LayerNorm",
539
- "fields": {
540
- "weight": {
541
- "array": "trunk.layers.tri_mul_out.norm_out.weight",
542
- "shape": [
543
- 24,
544
- 256
545
- ],
546
- "dtype": "float32"
547
- },
548
- "bias": {
549
- "array": "trunk.layers.tri_mul_out.norm_out.bias",
550
- "shape": [
551
- 24,
552
- 256
553
- ],
554
- "dtype": "float32"
555
- },
556
- "eps": 1e-05
557
- }
558
- },
559
- "linear_out": {
560
- "module": "jfold.nn:Linear",
561
- "fields": {
562
- "weight": {
563
- "array": "trunk.layers.tri_mul_out.linear_out.weight",
564
- "shape": [
565
- 24,
566
- 256,
567
- 256
568
- ],
569
- "dtype": "float32"
570
- },
571
- "bias": null
572
- }
573
  },
574
- "linear_out_g": {
575
- "module": "jfold.nn:Linear",
576
- "fields": {
577
- "weight": {
578
- "array": "trunk.layers.tri_mul_out.linear_out_g.weight",
579
- "shape": [
580
- 24,
581
- 256,
582
- 256
583
- ],
584
- "dtype": "float32"
585
- },
586
- "bias": null
587
- }
588
  },
589
- "outgoing": true
590
  }
591
  },
592
- "tri_mul_in": {
593
- "module": "jfold.pairformer:TriangleMultiplication",
594
  "fields": {
595
- "norm_in": {
596
- "module": "jfold.nn:LayerNorm",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
597
  "fields": {
598
- "weight": {
599
- "array": "trunk.layers.tri_mul_in.norm_in.weight",
600
- "shape": [
601
- 24,
602
- 256
603
- ],
604
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
605
  },
606
- "bias": {
607
- "array": "trunk.layers.tri_mul_in.norm_in.bias",
608
- "shape": [
609
- 24,
610
- 256
611
- ],
612
- "dtype": "float32"
 
 
 
 
 
 
 
613
  },
614
- "eps": 1e-05
615
- }
616
- },
617
- "linear_p": {
618
- "module": "jfold.nn:Linear",
619
- "fields": {
620
- "weight": {
621
- "array": "trunk.layers.tri_mul_in.linear_p.weight",
622
- "shape": [
623
- 24,
624
- 512,
625
- 256
626
- ],
627
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
628
  },
629
- "bias": null
630
- }
631
- },
632
- "linear_g": {
633
- "module": "jfold.nn:Linear",
634
- "fields": {
635
- "weight": {
636
- "array": "trunk.layers.tri_mul_in.linear_g.weight",
637
- "shape": [
638
- 24,
639
- 512,
640
- 256
641
- ],
642
- "dtype": "float32"
643
  },
644
- "bias": null
645
  }
646
  },
647
- "norm_out": {
648
- "module": "jfold.nn:LayerNorm",
649
  "fields": {
650
- "weight": {
651
- "array": "trunk.layers.tri_mul_in.norm_out.weight",
652
- "shape": [
653
- 24,
654
- 256
655
- ],
656
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
657
  },
658
- "bias": {
659
- "array": "trunk.layers.tri_mul_in.norm_out.bias",
660
- "shape": [
661
- 24,
662
- 256
663
- ],
664
- "dtype": "float32"
 
 
 
 
 
 
 
665
  },
666
- "eps": 1e-05
667
- }
668
- },
669
- "linear_out": {
670
- "module": "jfold.nn:Linear",
671
- "fields": {
672
- "weight": {
673
- "array": "trunk.layers.tri_mul_in.linear_out.weight",
674
- "shape": [
675
- 24,
676
- 256,
677
- 256
678
- ],
679
- "dtype": "float32"
680
  },
681
- "bias": null
682
- }
683
- },
684
- "linear_out_g": {
685
- "module": "jfold.nn:Linear",
686
- "fields": {
687
- "weight": {
688
- "array": "trunk.layers.tri_mul_in.linear_out_g.weight",
689
- "shape": [
690
- 24,
691
- 256,
692
- 256
693
- ],
694
- "dtype": "float32"
 
 
 
 
 
 
 
695
  },
696
- "bias": null
697
- }
698
- },
699
- "outgoing": false
700
- }
701
- },
702
- "transition_z": {
703
- "module": "jfold.nn:Transition",
704
- "fields": {
705
- "norm": {
706
- "module": "jfold.nn:LayerNorm",
707
- "fields": {
708
- "weight": {
709
- "array": "trunk.layers.transition_z.norm.weight",
710
- "shape": [
711
- 24,
712
- 256
713
- ],
714
- "dtype": "float32"
715
  },
716
- "bias": {
717
- "array": "trunk.layers.transition_z.norm.bias",
718
- "shape": [
719
- 24,
720
- 256
721
- ],
722
- "dtype": "float32"
 
 
 
 
 
 
 
723
  },
724
- "eps": 1e-05
725
  }
726
  },
727
- "linear_a": {
728
- "module": "jfold.nn:Linear",
729
  "fields": {
730
- "weight": {
731
- "array": "trunk.layers.transition_z.linear_a.weight",
732
- "shape": [
733
- 24,
734
- 1024,
735
- 256
736
- ],
737
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
738
  },
739
- "bias": null
740
- }
741
- },
742
- "linear_b": {
743
- "module": "jfold.nn:Linear",
744
- "fields": {
745
- "weight": {
746
- "array": "trunk.layers.transition_z.linear_b.weight",
747
- "shape": [
748
- 24,
749
- 1024,
750
- 256
751
- ],
752
- "dtype": "float32"
753
  },
754
- "bias": null
755
- }
756
- },
757
- "linear_out": {
758
- "module": "jfold.nn:Linear",
759
- "fields": {
760
- "weight": {
761
- "array": "trunk.layers.transition_z.linear_out.weight",
762
- "shape": [
763
- 24,
764
- 256,
765
- 1024
766
- ],
767
- "dtype": "float32"
768
  },
769
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
770
  }
 
 
 
 
 
771
  }
772
  }
773
- },
774
- "single": null,
775
- "dropout_row": {
776
- "module": "equinox.nn:Identity",
777
- "fields": {}
778
  }
779
  }
780
  }
@@ -2663,11 +2680,6 @@
2663
  "resolved": null
2664
  }
2665
  },
2666
- "lm_dropout": {
2667
- "module": "equinox.nn:Identity",
2668
- "fields": {}
2669
- },
2670
- "msa_column_mask_rate": 0.1,
2671
  "sampling": {
2672
  "module": "jfold.sampling.config:UpstreamSampler",
2673
  "fields": {
@@ -2691,9 +2703,7 @@
2691
  },
2692
  "max_sigma": 256.0
2693
  }
2694
- },
2695
- "esmc": null,
2696
- "msa_profile": false
2697
  }
2698
  }
2699
  }
 
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
+ "module": "jfold.model:StructureModel",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
 
240
  }
241
  }
242
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  },
244
+ "msa_profile": false
245
  }
246
  },
247
+ "trunk_init": {
248
+ "module": "jfold.models.esmfold2:TrunkInit",
249
  "fields": {
250
+ "singles_to_pair": {
251
+ "module": "jfold.nn:SinglesToPair",
252
  "fields": {
253
+ "linear_i": {
254
+ "module": "jfold.nn:Linear",
255
+ "fields": {
256
+ "weight": {
257
+ "array": "trunk_init.singles_to_pair.linear_i.weight",
258
+ "shape": [
259
+ 256,
260
+ 451
261
+ ],
262
+ "dtype": "float32"
263
+ },
264
+ "bias": null
265
+ }
266
  },
267
+ "linear_j": {
268
+ "module": "jfold.nn:Linear",
269
+ "fields": {
270
+ "weight": {
271
+ "array": "trunk_init.singles_to_pair.linear_j.weight",
272
+ "shape": [
273
+ 256,
274
+ 451
275
+ ],
276
+ "dtype": "float32"
277
+ },
278
+ "bias": null
279
+ }
280
  },
281
+ "product_i": null,
282
+ "product_j": null,
283
+ "product_out": null
284
  }
285
  },
286
+ "relative_positions": {
287
  "module": "jfold.nn:Linear",
288
  "fields": {
289
  "weight": {
290
+ "array": "trunk_init.relative_positions.weight",
291
  "shape": [
292
  256,
293
+ 139
294
  ],
295
  "dtype": "float32"
296
  },
297
  "bias": null
298
  }
299
  },
300
+ "bonds": {
 
 
 
 
 
 
 
301
  "module": "jfold.nn:Linear",
302
  "fields": {
303
  "weight": {
304
+ "array": "trunk_init.bonds.weight",
305
  "shape": [
306
  256,
307
+ 1
308
  ],
309
  "dtype": "float32"
310
  },
311
+ "bias": null
 
 
 
 
 
 
312
  }
313
  },
314
+ "language_model": {
315
+ "module": "jfold.models.esmfold2:LanguageModelPair",
316
  "fields": {
317
+ "norm_hidden": {
318
+ "module": "jfold.nn:LayerNorm",
319
+ "fields": {
320
+ "weight": {
321
+ "array": "trunk_init.language_model.norm_hidden.weight",
322
+ "shape": [
323
+ 2560
324
+ ],
325
+ "dtype": "float32"
326
+ },
327
+ "bias": {
328
+ "array": "trunk_init.language_model.norm_hidden.bias",
329
+ "shape": [
330
+ 2560
331
+ ],
332
+ "dtype": "float32"
333
+ },
334
+ "eps": 1e-05
335
+ }
336
  },
337
+ "linear_hidden": {
338
+ "module": "jfold.nn:Linear",
339
+ "fields": {
340
+ "weight": {
341
+ "array": "trunk_init.language_model.linear_hidden.weight",
342
+ "shape": [
343
+ 256,
344
+ 2560
345
+ ],
346
+ "dtype": "float32"
347
+ },
348
+ "bias": null
349
+ }
 
 
 
 
 
 
350
  },
351
+ "layer_logits": {
352
+ "array": "trunk_init.language_model.layer_logits",
 
 
 
 
 
 
 
 
 
 
 
 
353
  "shape": [
354
+ 81
355
  ],
356
  "dtype": "float32"
357
  },
358
+ "linear_down": {
359
+ "module": "jfold.nn:Linear",
360
+ "fields": {
361
+ "weight": {
362
+ "array": "trunk_init.language_model.linear_down.weight",
363
+ "shape": [
364
+ 256,
365
+ 256
366
+ ],
367
+ "dtype": "float32"
368
+ },
369
+ "bias": {
370
+ "array": "trunk_init.language_model.linear_down.bias",
371
+ "shape": [
372
+ 256
373
+ ],
374
+ "dtype": "float32"
375
+ }
376
+ }
377
  },
378
+ "mlp_in": {
379
+ "module": "jfold.nn:Linear",
380
+ "fields": {
381
+ "weight": {
382
+ "array": "trunk_init.language_model.mlp_in.weight",
383
+ "shape": [
384
+ 256,
385
+ 512
386
+ ],
387
+ "dtype": "float32"
388
+ },
389
+ "bias": {
390
+ "array": "trunk_init.language_model.mlp_in.bias",
391
+ "shape": [
392
+ 256
393
+ ],
394
+ "dtype": "float32"
395
+ }
396
+ }
397
  },
398
+ "mlp_out": {
399
+ "module": "jfold.nn:Linear",
400
+ "fields": {
401
+ "weight": {
402
+ "array": "trunk_init.language_model.mlp_out.weight",
403
+ "shape": [
404
+ 256,
405
+ 256
406
+ ],
407
+ "dtype": "float32"
408
+ },
409
+ "bias": {
410
+ "array": "trunk_init.language_model.mlp_out.bias",
411
+ "shape": [
412
+ 256
413
+ ],
414
+ "dtype": "float32"
415
+ }
416
+ }
417
  },
418
+ "norm_out": {
419
+ "module": "jfold.nn:LayerNorm",
420
+ "fields": {
421
+ "weight": {
422
+ "array": "trunk_init.language_model.norm_out.weight",
423
+ "shape": [
424
+ 256
425
+ ],
426
+ "dtype": "float32"
427
+ },
428
+ "bias": {
429
+ "array": "trunk_init.language_model.norm_out.bias",
430
+ "shape": [
431
+ 256
432
+ ],
433
+ "dtype": "float32"
434
+ },
435
+ "eps": 1e-05
436
+ }
437
+ }
438
  }
439
  },
440
+ "esmc": null,
441
+ "lm_dropout": {
442
+ "module": "equinox.nn:Identity",
443
+ "fields": {}
444
+ },
445
+ "msa_column_mask_rate": 0.1
 
 
 
 
 
 
 
 
446
  }
447
  },
 
448
  "trunk": {
449
+ "module": "jfold.models.esmfold2:RecyclingPairTrunk",
450
  "fields": {
451
+ "recycle": {
452
+ "module": "jfold.model:Recycle",
453
  "fields": {
454
+ "norm": {
455
+ "module": "jfold.nn:LayerNorm",
456
  "fields": {
457
+ "weight": {
458
+ "array": "trunk.recycle.norm.weight",
459
+ "shape": [
460
+ 256
461
+ ],
462
+ "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
463
  },
464
+ "bias": {
465
+ "array": "trunk.recycle.norm.bias",
466
+ "shape": [
467
+ 256
468
+ ],
469
+ "dtype": "float32"
 
 
 
 
 
 
 
 
470
  },
471
+ "eps": 1e-05
472
  }
473
  },
474
+ "linear": {
475
+ "module": "jfold.nn:Linear",
476
  "fields": {
477
+ "weight": {
478
+ "array": "trunk.recycle.linear.weight",
479
+ "shape": [
480
+ 256,
481
+ 256
482
+ ],
483
+ "dtype": "float32"
484
+ },
485
+ "bias": null
486
+ }
487
+ }
488
+ }
489
+ },
490
+ "msa": null,
491
+ "trunk": {
492
+ "module": "jfold.pairformer:PairformerStack",
493
+ "fields": {
494
+ "layers": {
495
+ "module": "jfold.pairformer:PairMixerLayer",
496
+ "fields": {
497
+ "tri_mul_out": {
498
+ "module": "jfold.pairformer:TriangleMultiplication",
499
  "fields": {
500
+ "norm_in": {
501
+ "module": "jfold.nn:LayerNorm",
502
+ "fields": {
503
+ "weight": {
504
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.weight",
505
+ "shape": [
506
+ 24,
507
+ 256
508
+ ],
509
+ "dtype": "float32"
510
+ },
511
+ "bias": {
512
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.bias",
513
+ "shape": [
514
+ 24,
515
+ 256
516
+ ],
517
+ "dtype": "float32"
518
+ },
519
+ "eps": 1e-05
520
+ }
521
  },
522
+ "linear_p": {
523
+ "module": "jfold.nn:Linear",
524
+ "fields": {
525
+ "weight": {
526
+ "array": "trunk.trunk.layers.tri_mul_out.linear_p.weight",
527
+ "shape": [
528
+ 24,
529
+ 512,
530
+ 256
531
+ ],
532
+ "dtype": "float32"
533
+ },
534
+ "bias": null
535
+ }
536
  },
537
+ "linear_g": {
538
+ "module": "jfold.nn:Linear",
539
+ "fields": {
540
+ "weight": {
541
+ "array": "trunk.trunk.layers.tri_mul_out.linear_g.weight",
542
+ "shape": [
543
+ 24,
544
+ 512,
545
+ 256
546
+ ],
547
+ "dtype": "float32"
548
+ },
549
+ "bias": null
550
+ }
551
+ },
552
+ "norm_out": {
553
+ "module": "jfold.nn:LayerNorm",
554
+ "fields": {
555
+ "weight": {
556
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.weight",
557
+ "shape": [
558
+ 24,
559
+ 256
560
+ ],
561
+ "dtype": "float32"
562
+ },
563
+ "bias": {
564
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.bias",
565
+ "shape": [
566
+ 24,
567
+ 256
568
+ ],
569
+ "dtype": "float32"
570
+ },
571
+ "eps": 1e-05
572
+ }
573
+ },
574
+ "linear_out": {
575
+ "module": "jfold.nn:Linear",
576
+ "fields": {
577
+ "weight": {
578
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out.weight",
579
+ "shape": [
580
+ 24,
581
+ 256,
582
+ 256
583
+ ],
584
+ "dtype": "float32"
585
+ },
586
+ "bias": null
587
+ }
588
  },
589
+ "linear_out_g": {
590
+ "module": "jfold.nn:Linear",
591
+ "fields": {
592
+ "weight": {
593
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out_g.weight",
594
+ "shape": [
595
+ 24,
596
+ 256,
597
+ 256
598
+ ],
599
+ "dtype": "float32"
600
+ },
601
+ "bias": null
602
+ }
603
  },
604
+ "outgoing": true
605
  }
606
  },
607
+ "tri_mul_in": {
608
+ "module": "jfold.pairformer:TriangleMultiplication",
609
  "fields": {
610
+ "norm_in": {
611
+ "module": "jfold.nn:LayerNorm",
612
+ "fields": {
613
+ "weight": {
614
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.weight",
615
+ "shape": [
616
+ 24,
617
+ 256
618
+ ],
619
+ "dtype": "float32"
620
+ },
621
+ "bias": {
622
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.bias",
623
+ "shape": [
624
+ 24,
625
+ 256
626
+ ],
627
+ "dtype": "float32"
628
+ },
629
+ "eps": 1e-05
630
+ }
631
  },
632
+ "linear_p": {
633
+ "module": "jfold.nn:Linear",
634
+ "fields": {
635
+ "weight": {
636
+ "array": "trunk.trunk.layers.tri_mul_in.linear_p.weight",
637
+ "shape": [
638
+ 24,
639
+ 512,
640
+ 256
641
+ ],
642
+ "dtype": "float32"
643
+ },
644
+ "bias": null
645
+ }
646
  },
647
+ "linear_g": {
648
+ "module": "jfold.nn:Linear",
649
+ "fields": {
650
+ "weight": {
651
+ "array": "trunk.trunk.layers.tri_mul_in.linear_g.weight",
652
+ "shape": [
653
+ 24,
654
+ 512,
655
+ 256
656
+ ],
657
+ "dtype": "float32"
658
+ },
659
+ "bias": null
660
+ }
661
  },
662
+ "norm_out": {
663
+ "module": "jfold.nn:LayerNorm",
664
+ "fields": {
665
+ "weight": {
666
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.weight",
667
+ "shape": [
668
+ 24,
669
+ 256
670
+ ],
671
+ "dtype": "float32"
672
+ },
673
+ "bias": {
674
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.bias",
675
+ "shape": [
676
+ 24,
677
+ 256
678
+ ],
679
+ "dtype": "float32"
680
+ },
681
+ "eps": 1e-05
682
+ }
683
  },
684
+ "linear_out": {
685
+ "module": "jfold.nn:Linear",
686
+ "fields": {
687
+ "weight": {
688
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out.weight",
689
+ "shape": [
690
+ 24,
691
+ 256,
692
+ 256
693
+ ],
694
+ "dtype": "float32"
695
+ },
696
+ "bias": null
697
+ }
 
 
 
 
 
698
  },
699
+ "linear_out_g": {
700
+ "module": "jfold.nn:Linear",
701
+ "fields": {
702
+ "weight": {
703
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out_g.weight",
704
+ "shape": [
705
+ 24,
706
+ 256,
707
+ 256
708
+ ],
709
+ "dtype": "float32"
710
+ },
711
+ "bias": null
712
+ }
713
  },
714
+ "outgoing": false
715
  }
716
  },
717
+ "transition_z": {
718
+ "module": "jfold.nn:Transition",
719
  "fields": {
720
+ "norm": {
721
+ "module": "jfold.nn:LayerNorm",
722
+ "fields": {
723
+ "weight": {
724
+ "array": "trunk.trunk.layers.transition_z.norm.weight",
725
+ "shape": [
726
+ 24,
727
+ 256
728
+ ],
729
+ "dtype": "float32"
730
+ },
731
+ "bias": {
732
+ "array": "trunk.trunk.layers.transition_z.norm.bias",
733
+ "shape": [
734
+ 24,
735
+ 256
736
+ ],
737
+ "dtype": "float32"
738
+ },
739
+ "eps": 1e-05
740
+ }
741
  },
742
+ "linear_a": {
743
+ "module": "jfold.nn:Linear",
744
+ "fields": {
745
+ "weight": {
746
+ "array": "trunk.trunk.layers.transition_z.linear_a.weight",
747
+ "shape": [
748
+ 24,
749
+ 1024,
750
+ 256
751
+ ],
752
+ "dtype": "float32"
753
+ },
754
+ "bias": null
755
+ }
756
  },
757
+ "linear_b": {
758
+ "module": "jfold.nn:Linear",
759
+ "fields": {
760
+ "weight": {
761
+ "array": "trunk.trunk.layers.transition_z.linear_b.weight",
762
+ "shape": [
763
+ 24,
764
+ 1024,
765
+ 256
766
+ ],
767
+ "dtype": "float32"
768
+ },
769
+ "bias": null
770
+ }
771
  },
772
+ "linear_out": {
773
+ "module": "jfold.nn:Linear",
774
+ "fields": {
775
+ "weight": {
776
+ "array": "trunk.trunk.layers.transition_z.linear_out.weight",
777
+ "shape": [
778
+ 24,
779
+ 256,
780
+ 1024
781
+ ],
782
+ "dtype": "float32"
783
+ },
784
+ "bias": null
785
+ }
786
+ }
787
  }
788
+ },
789
+ "single": null,
790
+ "dropout_row": {
791
+ "module": "equinox.nn:Identity",
792
+ "fields": {}
793
  }
794
  }
 
 
 
 
 
795
  }
796
  }
797
  }
 
2680
  "resolved": null
2681
  }
2682
  },
 
 
 
 
 
2683
  "sampling": {
2684
  "module": "jfold.sampling.config:UpstreamSampler",
2685
  "fields": {
 
2703
  },
2704
  "max_sigma": 256.0
2705
  }
2706
+ }
 
 
2707
  }
2708
  }
2709
  }
esmfold2_experimental_fast_cutoff2025/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0aa6637721bd49d77ec8551d6609347fcd06311dae2149b97c192553024f49aa
3
- size 715846600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52e106ba66a93e59721877d5d4efd11f99c1c251a38aa65720a673da2e54cbfc
3
+ size 715846928
esmfold2_fast/model.json CHANGED
@@ -14,7 +14,7 @@
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
- "module": "jfold.models.esmfold2:EsmFold2",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
@@ -240,1179 +240,1203 @@
240
  }
241
  }
242
  }
243
- }
244
- }
245
- },
246
- "singles_to_pair": {
247
- "module": "jfold.nn:SinglesToPair",
248
- "fields": {
249
- "linear_i": {
250
- "module": "jfold.nn:Linear",
251
- "fields": {
252
- "weight": {
253
- "array": "singles_to_pair.linear_i.weight",
254
- "shape": [
255
- 256,
256
- 451
257
- ],
258
- "dtype": "float32"
259
- },
260
- "bias": null
261
- }
262
- },
263
- "linear_j": {
264
- "module": "jfold.nn:Linear",
265
- "fields": {
266
- "weight": {
267
- "array": "singles_to_pair.linear_j.weight",
268
- "shape": [
269
- 256,
270
- 451
271
- ],
272
- "dtype": "float32"
273
- },
274
- "bias": null
275
- }
276
- },
277
- "product_i": null,
278
- "product_j": null,
279
- "product_out": null
280
- }
281
- },
282
- "relative_positions": {
283
- "module": "jfold.nn:Linear",
284
- "fields": {
285
- "weight": {
286
- "array": "relative_positions.weight",
287
- "shape": [
288
- 256,
289
- 139
290
- ],
291
- "dtype": "float32"
292
- },
293
- "bias": null
294
- }
295
- },
296
- "bonds": {
297
- "module": "jfold.nn:Linear",
298
- "fields": {
299
- "weight": {
300
- "array": "bonds.weight",
301
- "shape": [
302
- 256,
303
- 1
304
- ],
305
- "dtype": "float32"
306
  },
307
- "bias": null
308
  }
309
  },
310
- "language_model": {
311
- "module": "jfold.models.esmfold2:LanguageModelPair",
312
  "fields": {
313
- "norm_hidden": {
314
- "module": "jfold.nn:LayerNorm",
315
  "fields": {
316
- "weight": {
317
- "array": "language_model.norm_hidden.weight",
318
- "shape": [
319
- 2560
320
- ],
321
- "dtype": "float32"
 
 
 
 
 
 
 
322
  },
323
- "bias": {
324
- "array": "language_model.norm_hidden.bias",
325
- "shape": [
326
- 2560
327
- ],
328
- "dtype": "float32"
 
 
 
 
 
 
 
329
  },
330
- "eps": 1e-05
 
 
331
  }
332
  },
333
- "linear_hidden": {
334
  "module": "jfold.nn:Linear",
335
  "fields": {
336
  "weight": {
337
- "array": "language_model.linear_hidden.weight",
338
  "shape": [
339
  256,
340
- 2560
341
  ],
342
  "dtype": "float32"
343
  },
344
  "bias": null
345
  }
346
  },
347
- "layer_logits": {
348
- "array": "language_model.layer_logits",
349
- "shape": [
350
- 81
351
- ],
352
- "dtype": "float32"
353
- },
354
- "linear_down": {
355
  "module": "jfold.nn:Linear",
356
  "fields": {
357
  "weight": {
358
- "array": "language_model.linear_down.weight",
359
  "shape": [
360
  256,
361
- 256
362
  ],
363
  "dtype": "float32"
364
  },
365
- "bias": {
366
- "array": "language_model.linear_down.bias",
367
- "shape": [
368
- 256
369
- ],
370
- "dtype": "float32"
371
- }
372
  }
373
  },
374
- "mlp_in": {
375
- "module": "jfold.nn:Linear",
376
  "fields": {
377
- "weight": {
378
- "array": "language_model.mlp_in.weight",
379
- "shape": [
380
- 256,
381
- 512
382
- ],
383
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
384
  },
385
- "bias": {
386
- "array": "language_model.mlp_in.bias",
387
- "shape": [
388
- 256
389
- ],
390
- "dtype": "float32"
391
- }
392
- }
393
- },
394
- "mlp_out": {
395
- "module": "jfold.nn:Linear",
396
- "fields": {
397
- "weight": {
398
- "array": "language_model.mlp_out.weight",
399
- "shape": [
400
- 256,
401
- 256
402
- ],
403
- "dtype": "float32"
404
  },
405
- "bias": {
406
- "array": "language_model.mlp_out.bias",
407
- "shape": [
408
- 256
409
- ],
410
- "dtype": "float32"
411
- }
412
- }
413
- },
414
- "norm_out": {
415
- "module": "jfold.nn:LayerNorm",
416
- "fields": {
417
- "weight": {
418
- "array": "language_model.norm_out.weight",
419
  "shape": [
420
- 256
421
  ],
422
  "dtype": "float32"
423
  },
424
- "bias": {
425
- "array": "language_model.norm_out.bias",
426
- "shape": [
427
- 256
428
- ],
429
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
430
  },
431
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
432
  }
433
- }
 
 
 
434
  }
435
  },
436
- "lm_encoder": {
437
- "module": "jfold.pairformer:PairformerStack",
438
  "fields": {
439
- "layers": {
440
- "module": "jfold.pairformer:PairMixerLayer",
441
  "fields": {
442
- "tri_mul_out": {
443
- "module": "jfold.pairformer:TriangleMultiplication",
444
  "fields": {
445
- "norm_in": {
446
- "module": "jfold.nn:LayerNorm",
447
  "fields": {
448
- "weight": {
449
- "array": "lm_encoder.layers.tri_mul_out.norm_in.weight",
450
- "shape": [
451
- 4,
452
- 256
453
- ],
454
- "dtype": "float32"
455
- },
456
- "bias": {
457
- "array": "lm_encoder.layers.tri_mul_out.norm_in.bias",
458
- "shape": [
459
- 4,
460
- 256
461
- ],
462
- "dtype": "float32"
 
 
 
 
 
 
463
  },
464
- "eps": 1e-05
465
- }
466
- },
467
- "linear_p": {
468
- "module": "jfold.nn:Linear",
469
- "fields": {
470
- "weight": {
471
- "array": "lm_encoder.layers.tri_mul_out.linear_p.weight",
472
- "shape": [
473
- 4,
474
- 512,
475
- 256
476
- ],
477
- "dtype": "float32"
478
- },
479
- "bias": null
480
- }
481
- },
482
- "linear_g": {
483
- "module": "jfold.nn:Linear",
484
- "fields": {
485
- "weight": {
486
- "array": "lm_encoder.layers.tri_mul_out.linear_g.weight",
487
- "shape": [
488
- 4,
489
- 512,
490
- 256
491
- ],
492
- "dtype": "float32"
493
- },
494
- "bias": null
495
- }
496
- },
497
- "norm_out": {
498
- "module": "jfold.nn:LayerNorm",
499
- "fields": {
500
- "weight": {
501
- "array": "lm_encoder.layers.tri_mul_out.norm_out.weight",
502
- "shape": [
503
- 4,
504
- 256
505
- ],
506
- "dtype": "float32"
507
- },
508
- "bias": {
509
- "array": "lm_encoder.layers.tri_mul_out.norm_out.bias",
510
- "shape": [
511
- 4,
512
- 256
513
- ],
514
- "dtype": "float32"
515
- },
516
- "eps": 1e-05
517
- }
518
- },
519
- "linear_out": {
520
- "module": "jfold.nn:Linear",
521
- "fields": {
522
- "weight": {
523
- "array": "lm_encoder.layers.tri_mul_out.linear_out.weight",
524
- "shape": [
525
- 4,
526
- 256,
527
- 256
528
- ],
529
- "dtype": "float32"
530
- },
531
- "bias": null
532
- }
533
- },
534
- "linear_out_g": {
535
- "module": "jfold.nn:Linear",
536
- "fields": {
537
- "weight": {
538
- "array": "lm_encoder.layers.tri_mul_out.linear_out_g.weight",
539
- "shape": [
540
- 4,
541
- 256,
542
- 256
543
- ],
544
- "dtype": "float32"
545
- },
546
- "bias": null
547
- }
548
- },
549
- "outgoing": true
550
- }
551
- },
552
- "tri_mul_in": {
553
- "module": "jfold.pairformer:TriangleMultiplication",
554
- "fields": {
555
- "norm_in": {
556
- "module": "jfold.nn:LayerNorm",
557
- "fields": {
558
- "weight": {
559
- "array": "lm_encoder.layers.tri_mul_in.norm_in.weight",
560
- "shape": [
561
- 4,
562
- 256
563
- ],
564
- "dtype": "float32"
565
- },
566
- "bias": {
567
- "array": "lm_encoder.layers.tri_mul_in.norm_in.bias",
568
- "shape": [
569
- 4,
570
- 256
571
- ],
572
- "dtype": "float32"
573
- },
574
- "eps": 1e-05
575
- }
576
- },
577
- "linear_p": {
578
- "module": "jfold.nn:Linear",
579
- "fields": {
580
- "weight": {
581
- "array": "lm_encoder.layers.tri_mul_in.linear_p.weight",
582
- "shape": [
583
- 4,
584
- 512,
585
- 256
586
- ],
587
- "dtype": "float32"
588
- },
589
- "bias": null
590
- }
591
- },
592
- "linear_g": {
593
- "module": "jfold.nn:Linear",
594
- "fields": {
595
- "weight": {
596
- "array": "lm_encoder.layers.tri_mul_in.linear_g.weight",
597
- "shape": [
598
- 4,
599
- 512,
600
- 256
601
- ],
602
- "dtype": "float32"
603
- },
604
- "bias": null
605
- }
606
- },
607
- "norm_out": {
608
- "module": "jfold.nn:LayerNorm",
609
- "fields": {
610
- "weight": {
611
- "array": "lm_encoder.layers.tri_mul_in.norm_out.weight",
612
- "shape": [
613
- 4,
614
- 256
615
- ],
616
- "dtype": "float32"
617
- },
618
- "bias": {
619
- "array": "lm_encoder.layers.tri_mul_in.norm_out.bias",
620
- "shape": [
621
- 4,
622
- 256
623
- ],
624
- "dtype": "float32"
625
- },
626
- "eps": 1e-05
627
- }
628
- },
629
- "linear_out": {
630
- "module": "jfold.nn:Linear",
631
- "fields": {
632
- "weight": {
633
- "array": "lm_encoder.layers.tri_mul_in.linear_out.weight",
634
- "shape": [
635
- 4,
636
- 256,
637
- 256
638
- ],
639
- "dtype": "float32"
640
- },
641
- "bias": null
642
- }
643
- },
644
- "linear_out_g": {
645
- "module": "jfold.nn:Linear",
646
- "fields": {
647
- "weight": {
648
- "array": "lm_encoder.layers.tri_mul_in.linear_out_g.weight",
649
- "shape": [
650
- 4,
651
- 256,
652
- 256
653
- ],
654
- "dtype": "float32"
655
- },
656
- "bias": null
657
- }
658
- },
659
- "outgoing": false
660
- }
661
- },
662
- "transition_z": {
663
- "module": "jfold.nn:Transition",
664
- "fields": {
665
- "norm": {
666
- "module": "jfold.nn:LayerNorm",
667
- "fields": {
668
- "weight": {
669
- "array": "lm_encoder.layers.transition_z.norm.weight",
670
- "shape": [
671
- 4,
672
- 256
673
- ],
674
- "dtype": "float32"
675
- },
676
- "bias": {
677
- "array": "lm_encoder.layers.transition_z.norm.bias",
678
- "shape": [
679
- 4,
680
- 256
681
- ],
682
- "dtype": "float32"
683
- },
684
- "eps": 1e-05
685
- }
686
- },
687
- "linear_a": {
688
- "module": "jfold.nn:Linear",
689
- "fields": {
690
- "weight": {
691
- "array": "lm_encoder.layers.transition_z.linear_a.weight",
692
- "shape": [
693
- 4,
694
- 1024,
695
- 256
696
- ],
697
- "dtype": "float32"
698
- },
699
- "bias": null
700
- }
701
- },
702
- "linear_b": {
703
- "module": "jfold.nn:Linear",
704
- "fields": {
705
- "weight": {
706
- "array": "lm_encoder.layers.transition_z.linear_b.weight",
707
- "shape": [
708
- 4,
709
- 1024,
710
- 256
711
- ],
712
- "dtype": "float32"
713
- },
714
- "bias": null
715
- }
716
- },
717
- "linear_out": {
718
- "module": "jfold.nn:Linear",
719
- "fields": {
720
- "weight": {
721
- "array": "lm_encoder.layers.transition_z.linear_out.weight",
722
- "shape": [
723
- 4,
724
- 256,
725
- 1024
726
- ],
727
- "dtype": "float32"
728
- },
729
- "bias": null
730
- }
731
- }
732
- }
733
- },
734
- "single": null,
735
- "dropout_row": {
736
- "module": "equinox.nn:Identity",
737
- "fields": {}
738
- }
739
- }
740
- }
741
- }
742
- },
743
- "msa": null,
744
- "parcae": {
745
- "module": "jfold.models.esmfold2:Parcae",
746
- "fields": {
747
- "norm": {
748
- "module": "jfold.nn:LayerNorm",
749
- "fields": {
750
- "weight": {
751
- "array": "parcae.norm.weight",
752
- "shape": [
753
- 256
754
- ],
755
- "dtype": "float32"
756
- },
757
- "bias": {
758
- "array": "parcae.norm.bias",
759
- "shape": [
760
- 256
761
- ],
762
- "dtype": "float32"
763
- },
764
- "eps": 1e-05
765
- }
766
- },
767
- "log_a": {
768
- "array": "parcae.log_a",
769
- "shape": [
770
- 256
771
- ],
772
- "dtype": "float32"
773
- },
774
- "log_delta": {
775
- "array": "parcae.log_delta",
776
- "shape": [
777
- 256
778
- ],
779
- "dtype": "float32"
780
- },
781
- "b": {
782
- "array": "parcae.b",
783
- "shape": [
784
- 256,
785
- 256
786
- ],
787
- "dtype": "float32"
788
- },
789
- "readout": {
790
- "module": "jfold.nn:Linear",
791
- "fields": {
792
- "weight": {
793
- "array": "parcae.readout.weight",
794
- "shape": [
795
- 256,
796
- 256
797
- ],
798
- "dtype": "float32"
799
- },
800
- "bias": null
801
- }
802
- }
803
- }
804
- },
805
- "trunk": {
806
- "module": "jfold.pairformer:PairformerStack",
807
- "fields": {
808
- "layers": {
809
- "module": "jfold.pairformer:PairMixerLayer",
810
- "fields": {
811
- "tri_mul_out": {
812
- "module": "jfold.pairformer:TriangleMultiplication",
813
- "fields": {
814
- "norm_in": {
815
- "module": "jfold.nn:LayerNorm",
816
- "fields": {
817
- "weight": {
818
- "array": "trunk.layers.tri_mul_out.norm_in.weight",
819
- "shape": [
820
- 24,
821
- 256
822
- ],
823
- "dtype": "float32"
824
- },
825
- "bias": {
826
- "array": "trunk.layers.tri_mul_out.norm_in.bias",
827
- "shape": [
828
- 24,
829
- 256
830
- ],
831
- "dtype": "float32"
832
- },
833
- "eps": 1e-05
834
- }
835
- },
836
- "linear_p": {
837
- "module": "jfold.nn:Linear",
838
- "fields": {
839
- "weight": {
840
- "array": "trunk.layers.tri_mul_out.linear_p.weight",
841
- "shape": [
842
- 24,
843
- 512,
844
- 256
845
- ],
846
- "dtype": "float32"
847
- },
848
- "bias": null
849
- }
850
- },
851
- "linear_g": {
852
- "module": "jfold.nn:Linear",
853
- "fields": {
854
- "weight": {
855
- "array": "trunk.layers.tri_mul_out.linear_g.weight",
856
- "shape": [
857
- 24,
858
- 512,
859
- 256
860
- ],
861
- "dtype": "float32"
862
- },
863
- "bias": null
864
- }
865
- },
866
- "norm_out": {
867
- "module": "jfold.nn:LayerNorm",
868
- "fields": {
869
- "weight": {
870
- "array": "trunk.layers.tri_mul_out.norm_out.weight",
871
- "shape": [
872
- 24,
873
- 256
874
- ],
875
- "dtype": "float32"
876
- },
877
- "bias": {
878
- "array": "trunk.layers.tri_mul_out.norm_out.bias",
879
- "shape": [
880
- 24,
881
- 256
882
- ],
883
- "dtype": "float32"
884
  },
885
- "eps": 1e-05
886
- }
887
- },
888
- "linear_out": {
889
- "module": "jfold.nn:Linear",
890
- "fields": {
891
- "weight": {
892
- "array": "trunk.layers.tri_mul_out.linear_out.weight",
893
- "shape": [
894
- 24,
895
- 256,
896
- 256
897
- ],
898
- "dtype": "float32"
899
  },
900
- "bias": null
901
- }
902
- },
903
- "linear_out_g": {
904
- "module": "jfold.nn:Linear",
905
- "fields": {
906
- "weight": {
907
- "array": "trunk.layers.tri_mul_out.linear_out_g.weight",
908
- "shape": [
909
- 24,
910
- 256,
911
- 256
912
- ],
913
- "dtype": "float32"
 
 
 
 
 
 
 
914
  },
915
- "bias": null
916
- }
917
- },
918
- "outgoing": true
919
- }
920
- },
921
- "tri_mul_in": {
922
- "module": "jfold.pairformer:TriangleMultiplication",
923
- "fields": {
924
- "norm_in": {
925
- "module": "jfold.nn:LayerNorm",
926
- "fields": {
927
- "weight": {
928
- "array": "trunk.layers.tri_mul_in.norm_in.weight",
929
- "shape": [
930
- 24,
931
- 256
932
- ],
933
- "dtype": "float32"
934
  },
935
- "bias": {
936
- "array": "trunk.layers.tri_mul_in.norm_in.bias",
937
- "shape": [
938
- 24,
939
- 256
940
- ],
941
- "dtype": "float32"
 
 
 
 
 
 
 
942
  },
943
- "eps": 1e-05
944
  }
945
  },
946
- "linear_p": {
947
- "module": "jfold.nn:Linear",
948
  "fields": {
949
- "weight": {
950
- "array": "trunk.layers.tri_mul_in.linear_p.weight",
951
- "shape": [
952
- 24,
953
- 512,
954
- 256
955
- ],
956
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
957
  },
958
- "bias": null
959
- }
960
- },
961
- "linear_g": {
962
- "module": "jfold.nn:Linear",
963
- "fields": {
964
- "weight": {
965
- "array": "trunk.layers.tri_mul_in.linear_g.weight",
966
- "shape": [
967
- 24,
968
- 512,
969
- 256
970
- ],
971
- "dtype": "float32"
972
  },
973
- "bias": null
974
- }
975
- },
976
- "norm_out": {
977
- "module": "jfold.nn:LayerNorm",
978
- "fields": {
979
- "weight": {
980
- "array": "trunk.layers.tri_mul_in.norm_out.weight",
981
- "shape": [
982
- 24,
983
- 256
984
- ],
985
- "dtype": "float32"
 
986
  },
987
- "bias": {
988
- "array": "trunk.layers.tri_mul_in.norm_out.bias",
989
- "shape": [
990
- 24,
991
- 256
992
- ],
993
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
994
  },
995
- "eps": 1e-05
996
- }
997
- },
998
- "linear_out": {
999
- "module": "jfold.nn:Linear",
1000
- "fields": {
1001
- "weight": {
1002
- "array": "trunk.layers.tri_mul_in.linear_out.weight",
1003
- "shape": [
1004
- 24,
1005
- 256,
1006
- 256
1007
- ],
1008
- "dtype": "float32"
1009
  },
1010
- "bias": null
1011
- }
1012
- },
1013
- "linear_out_g": {
1014
- "module": "jfold.nn:Linear",
1015
- "fields": {
1016
- "weight": {
1017
- "array": "trunk.layers.tri_mul_in.linear_out_g.weight",
1018
- "shape": [
1019
- 24,
1020
- 256,
1021
- 256
1022
- ],
1023
- "dtype": "float32"
1024
  },
1025
- "bias": null
1026
  }
1027
  },
1028
- "outgoing": false
1029
- }
1030
- },
1031
- "transition_z": {
1032
- "module": "jfold.nn:Transition",
1033
- "fields": {
1034
- "norm": {
1035
- "module": "jfold.nn:LayerNorm",
1036
  "fields": {
1037
- "weight": {
1038
- "array": "trunk.layers.transition_z.norm.weight",
1039
- "shape": [
1040
- 24,
1041
- 256
1042
- ],
1043
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1044
  },
1045
- "bias": {
1046
- "array": "trunk.layers.transition_z.norm.bias",
1047
- "shape": [
1048
- 24,
1049
- 256
1050
- ],
1051
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1052
  },
1053
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1054
  }
1055
  },
1056
- "linear_a": {
1057
- "module": "jfold.nn:Linear",
1058
- "fields": {
1059
- "weight": {
1060
- "array": "trunk.layers.transition_z.linear_a.weight",
1061
- "shape": [
1062
- 24,
1063
- 1024,
1064
- 256
1065
- ],
1066
- "dtype": "float32"
1067
- },
1068
- "bias": null
1069
- }
 
 
 
 
 
 
 
 
1070
  },
1071
- "linear_b": {
1072
- "module": "jfold.nn:Linear",
1073
- "fields": {
1074
- "weight": {
1075
- "array": "trunk.layers.transition_z.linear_b.weight",
1076
- "shape": [
1077
- 24,
1078
- 1024,
1079
- 256
1080
- ],
1081
- "dtype": "float32"
1082
- },
1083
- "bias": null
1084
- }
1085
  },
1086
- "linear_out": {
1087
- "module": "jfold.nn:Linear",
1088
- "fields": {
1089
- "weight": {
1090
- "array": "trunk.layers.transition_z.linear_out.weight",
1091
- "shape": [
1092
- 24,
1093
- 256,
1094
- 1024
1095
- ],
1096
- "dtype": "float32"
1097
- },
1098
- "bias": null
1099
- }
1100
- }
1101
  }
1102
  },
1103
- "single": null,
1104
- "dropout_row": {
1105
- "module": "equinox.nn:Identity",
1106
- "fields": {}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1107
  }
1108
  }
1109
- }
1110
- }
1111
- },
1112
- "coda": {
1113
- "module": "jfold.pairformer:PairformerStack",
1114
- "fields": {
1115
- "layers": {
1116
- "module": "jfold.pairformer:PairMixerLayer",
1117
  "fields": {
1118
- "tri_mul_out": {
1119
- "module": "jfold.pairformer:TriangleMultiplication",
1120
  "fields": {
1121
- "norm_in": {
1122
- "module": "jfold.nn:LayerNorm",
1123
  "fields": {
1124
- "weight": {
1125
- "array": "coda.layers.tri_mul_out.norm_in.weight",
1126
- "shape": [
1127
- 2,
1128
- 256
1129
- ],
1130
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1131
  },
1132
- "bias": {
1133
- "array": "coda.layers.tri_mul_out.norm_in.bias",
1134
- "shape": [
1135
- 2,
1136
- 256
1137
- ],
1138
- "dtype": "float32"
 
 
 
 
 
 
 
1139
  },
1140
- "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1141
  }
1142
  },
1143
- "linear_p": {
1144
- "module": "jfold.nn:Linear",
1145
  "fields": {
1146
- "weight": {
1147
- "array": "coda.layers.tri_mul_out.linear_p.weight",
1148
- "shape": [
1149
- 2,
1150
- 512,
1151
- 256
1152
- ],
1153
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1154
  },
1155
- "bias": null
1156
- }
1157
- },
1158
- "linear_g": {
1159
- "module": "jfold.nn:Linear",
1160
- "fields": {
1161
- "weight": {
1162
- "array": "coda.layers.tri_mul_out.linear_g.weight",
1163
- "shape": [
1164
- 2,
1165
- 512,
1166
- 256
1167
- ],
1168
- "dtype": "float32"
 
 
 
 
 
 
 
1169
  },
1170
- "bias": null
1171
- }
1172
- },
1173
- "norm_out": {
1174
- "module": "jfold.nn:LayerNorm",
1175
- "fields": {
1176
- "weight": {
1177
- "array": "coda.layers.tri_mul_out.norm_out.weight",
1178
- "shape": [
1179
- 2,
1180
- 256
1181
- ],
1182
- "dtype": "float32"
 
1183
  },
1184
- "bias": {
1185
- "array": "coda.layers.tri_mul_out.norm_out.bias",
1186
- "shape": [
1187
- 2,
1188
- 256
1189
- ],
1190
- "dtype": "float32"
 
 
 
 
 
 
 
1191
  },
1192
- "eps": 1e-05
1193
  }
1194
  },
1195
- "linear_out": {
1196
- "module": "jfold.nn:Linear",
1197
  "fields": {
1198
- "weight": {
1199
- "array": "coda.layers.tri_mul_out.linear_out.weight",
1200
- "shape": [
1201
- 2,
1202
- 256,
1203
- 256
1204
- ],
1205
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
1206
  },
1207
- "bias": null
1208
- }
1209
- },
1210
- "linear_out_g": {
1211
- "module": "jfold.nn:Linear",
1212
- "fields": {
1213
- "weight": {
1214
- "array": "coda.layers.tri_mul_out.linear_out_g.weight",
1215
- "shape": [
1216
- 2,
1217
- 256,
1218
- 256
1219
- ],
1220
- "dtype": "float32"
1221
  },
1222
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1223
  }
1224
  },
1225
- "outgoing": true
 
 
 
 
1226
  }
1227
- },
1228
- "tri_mul_in": {
1229
- "module": "jfold.pairformer:TriangleMultiplication",
 
 
 
 
 
1230
  "fields": {
1231
- "norm_in": {
1232
- "module": "jfold.nn:LayerNorm",
1233
  "fields": {
1234
- "weight": {
1235
- "array": "coda.layers.tri_mul_in.norm_in.weight",
1236
- "shape": [
1237
- 2,
1238
- 256
1239
- ],
1240
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1241
  },
1242
- "bias": {
1243
- "array": "coda.layers.tri_mul_in.norm_in.bias",
1244
- "shape": [
1245
- 2,
1246
- 256
1247
- ],
1248
- "dtype": "float32"
 
 
 
 
 
 
 
1249
  },
1250
- "eps": 1e-05
1251
- }
1252
- },
1253
- "linear_p": {
1254
- "module": "jfold.nn:Linear",
1255
- "fields": {
1256
- "weight": {
1257
- "array": "coda.layers.tri_mul_in.linear_p.weight",
1258
- "shape": [
1259
- 2,
1260
- 512,
1261
- 256
1262
- ],
1263
- "dtype": "float32"
1264
  },
1265
- "bias": null
1266
- }
1267
- },
1268
- "linear_g": {
1269
- "module": "jfold.nn:Linear",
1270
- "fields": {
1271
- "weight": {
1272
- "array": "coda.layers.tri_mul_in.linear_g.weight",
1273
- "shape": [
1274
- 2,
1275
- 512,
1276
- 256
1277
- ],
1278
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1279
  },
1280
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1281
  }
1282
  },
1283
- "norm_out": {
1284
- "module": "jfold.nn:LayerNorm",
1285
  "fields": {
1286
- "weight": {
1287
- "array": "coda.layers.tri_mul_in.norm_out.weight",
1288
- "shape": [
1289
- 2,
1290
- 256
1291
- ],
1292
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1293
  },
1294
- "bias": {
1295
- "array": "coda.layers.tri_mul_in.norm_out.bias",
1296
- "shape": [
1297
- 2,
1298
- 256
1299
- ],
1300
- "dtype": "float32"
 
 
 
 
 
 
 
1301
  },
1302
- "eps": 1e-05
1303
- }
1304
- },
1305
- "linear_out": {
1306
- "module": "jfold.nn:Linear",
1307
- "fields": {
1308
- "weight": {
1309
- "array": "coda.layers.tri_mul_in.linear_out.weight",
1310
- "shape": [
1311
- 2,
1312
- 256,
1313
- 256
1314
- ],
1315
- "dtype": "float32"
1316
  },
1317
- "bias": null
1318
- }
1319
- },
1320
- "linear_out_g": {
1321
- "module": "jfold.nn:Linear",
1322
- "fields": {
1323
- "weight": {
1324
- "array": "coda.layers.tri_mul_in.linear_out_g.weight",
1325
- "shape": [
1326
- 2,
1327
- 256,
1328
- 256
1329
- ],
1330
- "dtype": "float32"
 
 
 
 
 
 
 
1331
  },
1332
- "bias": null
1333
- }
1334
- },
1335
- "outgoing": false
1336
- }
1337
- },
1338
- "transition_z": {
1339
- "module": "jfold.nn:Transition",
1340
- "fields": {
1341
- "norm": {
1342
- "module": "jfold.nn:LayerNorm",
1343
- "fields": {
1344
- "weight": {
1345
- "array": "coda.layers.transition_z.norm.weight",
1346
- "shape": [
1347
- 2,
1348
- 256
1349
- ],
1350
- "dtype": "float32"
1351
  },
1352
- "bias": {
1353
- "array": "coda.layers.transition_z.norm.bias",
1354
- "shape": [
1355
- 2,
1356
- 256
1357
- ],
1358
- "dtype": "float32"
 
 
 
 
 
 
 
1359
  },
1360
- "eps": 1e-05
1361
  }
1362
  },
1363
- "linear_a": {
1364
- "module": "jfold.nn:Linear",
1365
  "fields": {
1366
- "weight": {
1367
- "array": "coda.layers.transition_z.linear_a.weight",
1368
- "shape": [
1369
- 2,
1370
- 1024,
1371
- 256
1372
- ],
1373
- "dtype": "float32"
 
 
 
 
 
 
 
 
 
 
 
 
 
1374
  },
1375
- "bias": null
1376
- }
1377
- },
1378
- "linear_b": {
1379
- "module": "jfold.nn:Linear",
1380
- "fields": {
1381
- "weight": {
1382
- "array": "coda.layers.transition_z.linear_b.weight",
1383
- "shape": [
1384
- 2,
1385
- 1024,
1386
- 256
1387
- ],
1388
- "dtype": "float32"
1389
  },
1390
- "bias": null
1391
- }
1392
- },
1393
- "linear_out": {
1394
- "module": "jfold.nn:Linear",
1395
- "fields": {
1396
- "weight": {
1397
- "array": "coda.layers.transition_z.linear_out.weight",
1398
- "shape": [
1399
- 2,
1400
- 256,
1401
- 1024
1402
- ],
1403
- "dtype": "float32"
1404
  },
1405
- "bias": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1406
  }
 
 
 
 
 
1407
  }
1408
  }
1409
- },
1410
- "single": null,
1411
- "dropout_row": {
1412
- "module": "equinox.nn:Identity",
1413
- "fields": {}
1414
  }
1415
  }
 
 
 
 
 
 
 
 
 
 
1416
  }
1417
  }
1418
  },
@@ -3393,17 +3417,6 @@
3393
  }
3394
  }
3395
  },
3396
- "lm_dropout": {
3397
- "module": "jfold.nn:Dropout",
3398
- "fields": {
3399
- "rate": 0.25,
3400
- "shared_axes": {
3401
- "tuple": []
3402
- },
3403
- "inference": false
3404
- }
3405
- },
3406
- "msa_column_mask_rate": 0.1,
3407
  "sampling": {
3408
  "module": "jfold.sampling.config:UpstreamSampler",
3409
  "fields": {
@@ -3427,9 +3440,7 @@
3427
  },
3428
  "max_sigma": 256.0
3429
  }
3430
- },
3431
- "esmc": null,
3432
- "msa_profile": true
3433
  }
3434
  }
3435
  }
 
14
  "converted_at": "2026-11-06"
15
  },
16
  "model": {
17
+ "module": "jfold.model:StructureModel",
18
  "fields": {
19
  "input_embedder": {
20
  "module": "jfold.models.esmfold2:InputEmbedder",
 
240
  }
241
  }
242
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  },
244
+ "msa_profile": true
245
  }
246
  },
247
+ "trunk_init": {
248
+ "module": "jfold.models.esmfold2:TrunkInit",
249
  "fields": {
250
+ "singles_to_pair": {
251
+ "module": "jfold.nn:SinglesToPair",
252
  "fields": {
253
+ "linear_i": {
254
+ "module": "jfold.nn:Linear",
255
+ "fields": {
256
+ "weight": {
257
+ "array": "trunk_init.singles_to_pair.linear_i.weight",
258
+ "shape": [
259
+ 256,
260
+ 451
261
+ ],
262
+ "dtype": "float32"
263
+ },
264
+ "bias": null
265
+ }
266
  },
267
+ "linear_j": {
268
+ "module": "jfold.nn:Linear",
269
+ "fields": {
270
+ "weight": {
271
+ "array": "trunk_init.singles_to_pair.linear_j.weight",
272
+ "shape": [
273
+ 256,
274
+ 451
275
+ ],
276
+ "dtype": "float32"
277
+ },
278
+ "bias": null
279
+ }
280
  },
281
+ "product_i": null,
282
+ "product_j": null,
283
+ "product_out": null
284
  }
285
  },
286
+ "relative_positions": {
287
  "module": "jfold.nn:Linear",
288
  "fields": {
289
  "weight": {
290
+ "array": "trunk_init.relative_positions.weight",
291
  "shape": [
292
  256,
293
+ 139
294
  ],
295
  "dtype": "float32"
296
  },
297
  "bias": null
298
  }
299
  },
300
+ "bonds": {
 
 
 
 
 
 
 
301
  "module": "jfold.nn:Linear",
302
  "fields": {
303
  "weight": {
304
+ "array": "trunk_init.bonds.weight",
305
  "shape": [
306
  256,
307
+ 1
308
  ],
309
  "dtype": "float32"
310
  },
311
+ "bias": null
 
 
 
 
 
 
312
  }
313
  },
314
+ "language_model": {
315
+ "module": "jfold.models.esmfold2:LanguageModelPair",
316
  "fields": {
317
+ "norm_hidden": {
318
+ "module": "jfold.nn:LayerNorm",
319
+ "fields": {
320
+ "weight": {
321
+ "array": "trunk_init.language_model.norm_hidden.weight",
322
+ "shape": [
323
+ 2560
324
+ ],
325
+ "dtype": "float32"
326
+ },
327
+ "bias": {
328
+ "array": "trunk_init.language_model.norm_hidden.bias",
329
+ "shape": [
330
+ 2560
331
+ ],
332
+ "dtype": "float32"
333
+ },
334
+ "eps": 1e-05
335
+ }
336
  },
337
+ "linear_hidden": {
338
+ "module": "jfold.nn:Linear",
339
+ "fields": {
340
+ "weight": {
341
+ "array": "trunk_init.language_model.linear_hidden.weight",
342
+ "shape": [
343
+ 256,
344
+ 2560
345
+ ],
346
+ "dtype": "float32"
347
+ },
348
+ "bias": null
349
+ }
 
 
 
 
 
 
350
  },
351
+ "layer_logits": {
352
+ "array": "trunk_init.language_model.layer_logits",
 
 
 
 
 
 
 
 
 
 
 
 
353
  "shape": [
354
+ 81
355
  ],
356
  "dtype": "float32"
357
  },
358
+ "linear_down": {
359
+ "module": "jfold.nn:Linear",
360
+ "fields": {
361
+ "weight": {
362
+ "array": "trunk_init.language_model.linear_down.weight",
363
+ "shape": [
364
+ 256,
365
+ 256
366
+ ],
367
+ "dtype": "float32"
368
+ },
369
+ "bias": {
370
+ "array": "trunk_init.language_model.linear_down.bias",
371
+ "shape": [
372
+ 256
373
+ ],
374
+ "dtype": "float32"
375
+ }
376
+ }
377
  },
378
+ "mlp_in": {
379
+ "module": "jfold.nn:Linear",
380
+ "fields": {
381
+ "weight": {
382
+ "array": "trunk_init.language_model.mlp_in.weight",
383
+ "shape": [
384
+ 256,
385
+ 512
386
+ ],
387
+ "dtype": "float32"
388
+ },
389
+ "bias": {
390
+ "array": "trunk_init.language_model.mlp_in.bias",
391
+ "shape": [
392
+ 256
393
+ ],
394
+ "dtype": "float32"
395
+ }
396
+ }
397
+ },
398
+ "mlp_out": {
399
+ "module": "jfold.nn:Linear",
400
+ "fields": {
401
+ "weight": {
402
+ "array": "trunk_init.language_model.mlp_out.weight",
403
+ "shape": [
404
+ 256,
405
+ 256
406
+ ],
407
+ "dtype": "float32"
408
+ },
409
+ "bias": {
410
+ "array": "trunk_init.language_model.mlp_out.bias",
411
+ "shape": [
412
+ 256
413
+ ],
414
+ "dtype": "float32"
415
+ }
416
+ }
417
+ },
418
+ "norm_out": {
419
+ "module": "jfold.nn:LayerNorm",
420
+ "fields": {
421
+ "weight": {
422
+ "array": "trunk_init.language_model.norm_out.weight",
423
+ "shape": [
424
+ 256
425
+ ],
426
+ "dtype": "float32"
427
+ },
428
+ "bias": {
429
+ "array": "trunk_init.language_model.norm_out.bias",
430
+ "shape": [
431
+ 256
432
+ ],
433
+ "dtype": "float32"
434
+ },
435
+ "eps": 1e-05
436
+ }
437
+ }
438
  }
439
+ },
440
+ "esmc": null,
441
+ "lm_dropout": null,
442
+ "msa_column_mask_rate": 0.1
443
  }
444
  },
445
+ "trunk": {
446
+ "module": "jfold.models.esmfold2:ParcaeTrunk",
447
  "fields": {
448
+ "lm_encoder": {
449
+ "module": "jfold.pairformer:PairformerStack",
450
  "fields": {
451
+ "layers": {
452
+ "module": "jfold.pairformer:PairMixerLayer",
453
  "fields": {
454
+ "tri_mul_out": {
455
+ "module": "jfold.pairformer:TriangleMultiplication",
456
  "fields": {
457
+ "norm_in": {
458
+ "module": "jfold.nn:LayerNorm",
459
+ "fields": {
460
+ "weight": {
461
+ "array": "trunk.lm_encoder.layers.tri_mul_out.norm_in.weight",
462
+ "shape": [
463
+ 4,
464
+ 256
465
+ ],
466
+ "dtype": "float32"
467
+ },
468
+ "bias": {
469
+ "array": "trunk.lm_encoder.layers.tri_mul_out.norm_in.bias",
470
+ "shape": [
471
+ 4,
472
+ 256
473
+ ],
474
+ "dtype": "float32"
475
+ },
476
+ "eps": 1e-05
477
+ }
478
  },
479
+ "linear_p": {
480
+ "module": "jfold.nn:Linear",
481
+ "fields": {
482
+ "weight": {
483
+ "array": "trunk.lm_encoder.layers.tri_mul_out.linear_p.weight",
484
+ "shape": [
485
+ 4,
486
+ 512,
487
+ 256
488
+ ],
489
+ "dtype": "float32"
490
+ },
491
+ "bias": null
492
+ }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
493
  },
494
+ "linear_g": {
495
+ "module": "jfold.nn:Linear",
496
+ "fields": {
497
+ "weight": {
498
+ "array": "trunk.lm_encoder.layers.tri_mul_out.linear_g.weight",
499
+ "shape": [
500
+ 4,
501
+ 512,
502
+ 256
503
+ ],
504
+ "dtype": "float32"
505
+ },
506
+ "bias": null
507
+ }
508
  },
509
+ "norm_out": {
510
+ "module": "jfold.nn:LayerNorm",
511
+ "fields": {
512
+ "weight": {
513
+ "array": "trunk.lm_encoder.layers.tri_mul_out.norm_out.weight",
514
+ "shape": [
515
+ 4,
516
+ 256
517
+ ],
518
+ "dtype": "float32"
519
+ },
520
+ "bias": {
521
+ "array": "trunk.lm_encoder.layers.tri_mul_out.norm_out.bias",
522
+ "shape": [
523
+ 4,
524
+ 256
525
+ ],
526
+ "dtype": "float32"
527
+ },
528
+ "eps": 1e-05
529
+ }
530
  },
531
+ "linear_out": {
532
+ "module": "jfold.nn:Linear",
533
+ "fields": {
534
+ "weight": {
535
+ "array": "trunk.lm_encoder.layers.tri_mul_out.linear_out.weight",
536
+ "shape": [
537
+ 4,
538
+ 256,
539
+ 256
540
+ ],
541
+ "dtype": "float32"
542
+ },
543
+ "bias": null
544
+ }
 
 
 
 
 
545
  },
546
+ "linear_out_g": {
547
+ "module": "jfold.nn:Linear",
548
+ "fields": {
549
+ "weight": {
550
+ "array": "trunk.lm_encoder.layers.tri_mul_out.linear_out_g.weight",
551
+ "shape": [
552
+ 4,
553
+ 256,
554
+ 256
555
+ ],
556
+ "dtype": "float32"
557
+ },
558
+ "bias": null
559
+ }
560
  },
561
+ "outgoing": true
562
  }
563
  },
564
+ "tri_mul_in": {
565
+ "module": "jfold.pairformer:TriangleMultiplication",
566
  "fields": {
567
+ "norm_in": {
568
+ "module": "jfold.nn:LayerNorm",
569
+ "fields": {
570
+ "weight": {
571
+ "array": "trunk.lm_encoder.layers.tri_mul_in.norm_in.weight",
572
+ "shape": [
573
+ 4,
574
+ 256
575
+ ],
576
+ "dtype": "float32"
577
+ },
578
+ "bias": {
579
+ "array": "trunk.lm_encoder.layers.tri_mul_in.norm_in.bias",
580
+ "shape": [
581
+ 4,
582
+ 256
583
+ ],
584
+ "dtype": "float32"
585
+ },
586
+ "eps": 1e-05
587
+ }
588
  },
589
+ "linear_p": {
590
+ "module": "jfold.nn:Linear",
591
+ "fields": {
592
+ "weight": {
593
+ "array": "trunk.lm_encoder.layers.tri_mul_in.linear_p.weight",
594
+ "shape": [
595
+ 4,
596
+ 512,
597
+ 256
598
+ ],
599
+ "dtype": "float32"
600
+ },
601
+ "bias": null
602
+ }
603
  },
604
+ "linear_g": {
605
+ "module": "jfold.nn:Linear",
606
+ "fields": {
607
+ "weight": {
608
+ "array": "trunk.lm_encoder.layers.tri_mul_in.linear_g.weight",
609
+ "shape": [
610
+ 4,
611
+ 512,
612
+ 256
613
+ ],
614
+ "dtype": "float32"
615
+ },
616
+ "bias": null
617
+ }
618
  },
619
+ "norm_out": {
620
+ "module": "jfold.nn:LayerNorm",
621
+ "fields": {
622
+ "weight": {
623
+ "array": "trunk.lm_encoder.layers.tri_mul_in.norm_out.weight",
624
+ "shape": [
625
+ 4,
626
+ 256
627
+ ],
628
+ "dtype": "float32"
629
+ },
630
+ "bias": {
631
+ "array": "trunk.lm_encoder.layers.tri_mul_in.norm_out.bias",
632
+ "shape": [
633
+ 4,
634
+ 256
635
+ ],
636
+ "dtype": "float32"
637
+ },
638
+ "eps": 1e-05
639
+ }
640
  },
641
+ "linear_out": {
642
+ "module": "jfold.nn:Linear",
643
+ "fields": {
644
+ "weight": {
645
+ "array": "trunk.lm_encoder.layers.tri_mul_in.linear_out.weight",
646
+ "shape": [
647
+ 4,
648
+ 256,
649
+ 256
650
+ ],
651
+ "dtype": "float32"
652
+ },
653
+ "bias": null
654
+ }
655
  },
656
+ "linear_out_g": {
657
+ "module": "jfold.nn:Linear",
658
+ "fields": {
659
+ "weight": {
660
+ "array": "trunk.lm_encoder.layers.tri_mul_in.linear_out_g.weight",
661
+ "shape": [
662
+ 4,
663
+ 256,
664
+ 256
665
+ ],
666
+ "dtype": "float32"
667
+ },
668
+ "bias": null
669
+ }
670
  },
671
+ "outgoing": false
672
  }
673
  },
674
+ "transition_z": {
675
+ "module": "jfold.nn:Transition",
 
 
 
 
 
 
676
  "fields": {
677
+ "norm": {
678
+ "module": "jfold.nn:LayerNorm",
679
+ "fields": {
680
+ "weight": {
681
+ "array": "trunk.lm_encoder.layers.transition_z.norm.weight",
682
+ "shape": [
683
+ 4,
684
+ 256
685
+ ],
686
+ "dtype": "float32"
687
+ },
688
+ "bias": {
689
+ "array": "trunk.lm_encoder.layers.transition_z.norm.bias",
690
+ "shape": [
691
+ 4,
692
+ 256
693
+ ],
694
+ "dtype": "float32"
695
+ },
696
+ "eps": 1e-05
697
+ }
698
  },
699
+ "linear_a": {
700
+ "module": "jfold.nn:Linear",
701
+ "fields": {
702
+ "weight": {
703
+ "array": "trunk.lm_encoder.layers.transition_z.linear_a.weight",
704
+ "shape": [
705
+ 4,
706
+ 1024,
707
+ 256
708
+ ],
709
+ "dtype": "float32"
710
+ },
711
+ "bias": null
712
+ }
713
+ },
714
+ "linear_b": {
715
+ "module": "jfold.nn:Linear",
716
+ "fields": {
717
+ "weight": {
718
+ "array": "trunk.lm_encoder.layers.transition_z.linear_b.weight",
719
+ "shape": [
720
+ 4,
721
+ 1024,
722
+ 256
723
+ ],
724
+ "dtype": "float32"
725
+ },
726
+ "bias": null
727
+ }
728
  },
729
+ "linear_out": {
730
+ "module": "jfold.nn:Linear",
731
+ "fields": {
732
+ "weight": {
733
+ "array": "trunk.lm_encoder.layers.transition_z.linear_out.weight",
734
+ "shape": [
735
+ 4,
736
+ 256,
737
+ 1024
738
+ ],
739
+ "dtype": "float32"
740
+ },
741
+ "bias": null
742
+ }
743
+ }
744
  }
745
  },
746
+ "single": null,
747
+ "dropout_row": {
748
+ "module": "equinox.nn:Identity",
749
+ "fields": {}
750
+ }
751
+ }
752
+ }
753
+ }
754
+ },
755
+ "msa": null,
756
+ "parcae": {
757
+ "module": "jfold.models.esmfold2:Parcae",
758
+ "fields": {
759
+ "norm": {
760
+ "module": "jfold.nn:LayerNorm",
761
+ "fields": {
762
+ "weight": {
763
+ "array": "trunk.parcae.norm.weight",
764
+ "shape": [
765
+ 256
766
+ ],
767
+ "dtype": "float32"
768
  },
769
+ "bias": {
770
+ "array": "trunk.parcae.norm.bias",
771
+ "shape": [
772
+ 256
773
+ ],
774
+ "dtype": "float32"
 
 
 
 
 
 
 
 
775
  },
776
+ "eps": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
777
  }
778
  },
779
+ "log_a": {
780
+ "array": "trunk.parcae.log_a",
781
+ "shape": [
782
+ 256
783
+ ],
784
+ "dtype": "float32"
785
+ },
786
+ "log_delta": {
787
+ "array": "trunk.parcae.log_delta",
788
+ "shape": [
789
+ 256
790
+ ],
791
+ "dtype": "float32"
792
+ },
793
+ "b": {
794
+ "array": "trunk.parcae.b",
795
+ "shape": [
796
+ 256,
797
+ 256
798
+ ],
799
+ "dtype": "float32"
800
+ },
801
+ "readout": {
802
+ "module": "jfold.nn:Linear",
803
+ "fields": {
804
+ "weight": {
805
+ "array": "trunk.parcae.readout.weight",
806
+ "shape": [
807
+ 256,
808
+ 256
809
+ ],
810
+ "dtype": "float32"
811
+ },
812
+ "bias": null
813
+ }
814
  }
815
  }
816
+ },
817
+ "trunk": {
818
+ "module": "jfold.pairformer:PairformerStack",
 
 
 
 
 
819
  "fields": {
820
+ "layers": {
821
+ "module": "jfold.pairformer:PairMixerLayer",
822
  "fields": {
823
+ "tri_mul_out": {
824
+ "module": "jfold.pairformer:TriangleMultiplication",
825
  "fields": {
826
+ "norm_in": {
827
+ "module": "jfold.nn:LayerNorm",
828
+ "fields": {
829
+ "weight": {
830
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.weight",
831
+ "shape": [
832
+ 24,
833
+ 256
834
+ ],
835
+ "dtype": "float32"
836
+ },
837
+ "bias": {
838
+ "array": "trunk.trunk.layers.tri_mul_out.norm_in.bias",
839
+ "shape": [
840
+ 24,
841
+ 256
842
+ ],
843
+ "dtype": "float32"
844
+ },
845
+ "eps": 1e-05
846
+ }
847
  },
848
+ "linear_p": {
849
+ "module": "jfold.nn:Linear",
850
+ "fields": {
851
+ "weight": {
852
+ "array": "trunk.trunk.layers.tri_mul_out.linear_p.weight",
853
+ "shape": [
854
+ 24,
855
+ 512,
856
+ 256
857
+ ],
858
+ "dtype": "float32"
859
+ },
860
+ "bias": null
861
+ }
862
  },
863
+ "linear_g": {
864
+ "module": "jfold.nn:Linear",
865
+ "fields": {
866
+ "weight": {
867
+ "array": "trunk.trunk.layers.tri_mul_out.linear_g.weight",
868
+ "shape": [
869
+ 24,
870
+ 512,
871
+ 256
872
+ ],
873
+ "dtype": "float32"
874
+ },
875
+ "bias": null
876
+ }
877
+ },
878
+ "norm_out": {
879
+ "module": "jfold.nn:LayerNorm",
880
+ "fields": {
881
+ "weight": {
882
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.weight",
883
+ "shape": [
884
+ 24,
885
+ 256
886
+ ],
887
+ "dtype": "float32"
888
+ },
889
+ "bias": {
890
+ "array": "trunk.trunk.layers.tri_mul_out.norm_out.bias",
891
+ "shape": [
892
+ 24,
893
+ 256
894
+ ],
895
+ "dtype": "float32"
896
+ },
897
+ "eps": 1e-05
898
+ }
899
+ },
900
+ "linear_out": {
901
+ "module": "jfold.nn:Linear",
902
+ "fields": {
903
+ "weight": {
904
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out.weight",
905
+ "shape": [
906
+ 24,
907
+ 256,
908
+ 256
909
+ ],
910
+ "dtype": "float32"
911
+ },
912
+ "bias": null
913
+ }
914
+ },
915
+ "linear_out_g": {
916
+ "module": "jfold.nn:Linear",
917
+ "fields": {
918
+ "weight": {
919
+ "array": "trunk.trunk.layers.tri_mul_out.linear_out_g.weight",
920
+ "shape": [
921
+ 24,
922
+ 256,
923
+ 256
924
+ ],
925
+ "dtype": "float32"
926
+ },
927
+ "bias": null
928
+ }
929
+ },
930
+ "outgoing": true
931
  }
932
  },
933
+ "tri_mul_in": {
934
+ "module": "jfold.pairformer:TriangleMultiplication",
935
  "fields": {
936
+ "norm_in": {
937
+ "module": "jfold.nn:LayerNorm",
938
+ "fields": {
939
+ "weight": {
940
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.weight",
941
+ "shape": [
942
+ 24,
943
+ 256
944
+ ],
945
+ "dtype": "float32"
946
+ },
947
+ "bias": {
948
+ "array": "trunk.trunk.layers.tri_mul_in.norm_in.bias",
949
+ "shape": [
950
+ 24,
951
+ 256
952
+ ],
953
+ "dtype": "float32"
954
+ },
955
+ "eps": 1e-05
956
+ }
957
+ },
958
+ "linear_p": {
959
+ "module": "jfold.nn:Linear",
960
+ "fields": {
961
+ "weight": {
962
+ "array": "trunk.trunk.layers.tri_mul_in.linear_p.weight",
963
+ "shape": [
964
+ 24,
965
+ 512,
966
+ 256
967
+ ],
968
+ "dtype": "float32"
969
+ },
970
+ "bias": null
971
+ }
972
+ },
973
+ "linear_g": {
974
+ "module": "jfold.nn:Linear",
975
+ "fields": {
976
+ "weight": {
977
+ "array": "trunk.trunk.layers.tri_mul_in.linear_g.weight",
978
+ "shape": [
979
+ 24,
980
+ 512,
981
+ 256
982
+ ],
983
+ "dtype": "float32"
984
+ },
985
+ "bias": null
986
+ }
987
  },
988
+ "norm_out": {
989
+ "module": "jfold.nn:LayerNorm",
990
+ "fields": {
991
+ "weight": {
992
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.weight",
993
+ "shape": [
994
+ 24,
995
+ 256
996
+ ],
997
+ "dtype": "float32"
998
+ },
999
+ "bias": {
1000
+ "array": "trunk.trunk.layers.tri_mul_in.norm_out.bias",
1001
+ "shape": [
1002
+ 24,
1003
+ 256
1004
+ ],
1005
+ "dtype": "float32"
1006
+ },
1007
+ "eps": 1e-05
1008
+ }
1009
  },
1010
+ "linear_out": {
1011
+ "module": "jfold.nn:Linear",
1012
+ "fields": {
1013
+ "weight": {
1014
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out.weight",
1015
+ "shape": [
1016
+ 24,
1017
+ 256,
1018
+ 256
1019
+ ],
1020
+ "dtype": "float32"
1021
+ },
1022
+ "bias": null
1023
+ }
1024
  },
1025
+ "linear_out_g": {
1026
+ "module": "jfold.nn:Linear",
1027
+ "fields": {
1028
+ "weight": {
1029
+ "array": "trunk.trunk.layers.tri_mul_in.linear_out_g.weight",
1030
+ "shape": [
1031
+ 24,
1032
+ 256,
1033
+ 256
1034
+ ],
1035
+ "dtype": "float32"
1036
+ },
1037
+ "bias": null
1038
+ }
1039
  },
1040
+ "outgoing": false
1041
  }
1042
  },
1043
+ "transition_z": {
1044
+ "module": "jfold.nn:Transition",
1045
  "fields": {
1046
+ "norm": {
1047
+ "module": "jfold.nn:LayerNorm",
1048
+ "fields": {
1049
+ "weight": {
1050
+ "array": "trunk.trunk.layers.transition_z.norm.weight",
1051
+ "shape": [
1052
+ 24,
1053
+ 256
1054
+ ],
1055
+ "dtype": "float32"
1056
+ },
1057
+ "bias": {
1058
+ "array": "trunk.trunk.layers.transition_z.norm.bias",
1059
+ "shape": [
1060
+ 24,
1061
+ 256
1062
+ ],
1063
+ "dtype": "float32"
1064
+ },
1065
+ "eps": 1e-05
1066
+ }
1067
  },
1068
+ "linear_a": {
1069
+ "module": "jfold.nn:Linear",
1070
+ "fields": {
1071
+ "weight": {
1072
+ "array": "trunk.trunk.layers.transition_z.linear_a.weight",
1073
+ "shape": [
1074
+ 24,
1075
+ 1024,
1076
+ 256
1077
+ ],
1078
+ "dtype": "float32"
1079
+ },
1080
+ "bias": null
1081
+ }
1082
  },
1083
+ "linear_b": {
1084
+ "module": "jfold.nn:Linear",
1085
+ "fields": {
1086
+ "weight": {
1087
+ "array": "trunk.trunk.layers.transition_z.linear_b.weight",
1088
+ "shape": [
1089
+ 24,
1090
+ 1024,
1091
+ 256
1092
+ ],
1093
+ "dtype": "float32"
1094
+ },
1095
+ "bias": null
1096
+ }
1097
+ },
1098
+ "linear_out": {
1099
+ "module": "jfold.nn:Linear",
1100
+ "fields": {
1101
+ "weight": {
1102
+ "array": "trunk.trunk.layers.transition_z.linear_out.weight",
1103
+ "shape": [
1104
+ 24,
1105
+ 256,
1106
+ 1024
1107
+ ],
1108
+ "dtype": "float32"
1109
+ },
1110
+ "bias": null
1111
+ }
1112
+ }
1113
  }
1114
  },
1115
+ "single": null,
1116
+ "dropout_row": {
1117
+ "module": "equinox.nn:Identity",
1118
+ "fields": {}
1119
+ }
1120
  }
1121
+ }
1122
+ }
1123
+ },
1124
+ "coda": {
1125
+ "module": "jfold.pairformer:PairformerStack",
1126
+ "fields": {
1127
+ "layers": {
1128
+ "module": "jfold.pairformer:PairMixerLayer",
1129
  "fields": {
1130
+ "tri_mul_out": {
1131
+ "module": "jfold.pairformer:TriangleMultiplication",
1132
  "fields": {
1133
+ "norm_in": {
1134
+ "module": "jfold.nn:LayerNorm",
1135
+ "fields": {
1136
+ "weight": {
1137
+ "array": "trunk.coda.layers.tri_mul_out.norm_in.weight",
1138
+ "shape": [
1139
+ 2,
1140
+ 256
1141
+ ],
1142
+ "dtype": "float32"
1143
+ },
1144
+ "bias": {
1145
+ "array": "trunk.coda.layers.tri_mul_out.norm_in.bias",
1146
+ "shape": [
1147
+ 2,
1148
+ 256
1149
+ ],
1150
+ "dtype": "float32"
1151
+ },
1152
+ "eps": 1e-05
1153
+ }
1154
  },
1155
+ "linear_p": {
1156
+ "module": "jfold.nn:Linear",
1157
+ "fields": {
1158
+ "weight": {
1159
+ "array": "trunk.coda.layers.tri_mul_out.linear_p.weight",
1160
+ "shape": [
1161
+ 2,
1162
+ 512,
1163
+ 256
1164
+ ],
1165
+ "dtype": "float32"
1166
+ },
1167
+ "bias": null
1168
+ }
1169
  },
1170
+ "linear_g": {
1171
+ "module": "jfold.nn:Linear",
1172
+ "fields": {
1173
+ "weight": {
1174
+ "array": "trunk.coda.layers.tri_mul_out.linear_g.weight",
1175
+ "shape": [
1176
+ 2,
1177
+ 512,
1178
+ 256
1179
+ ],
1180
+ "dtype": "float32"
1181
+ },
1182
+ "bias": null
1183
+ }
1184
  },
1185
+ "norm_out": {
1186
+ "module": "jfold.nn:LayerNorm",
1187
+ "fields": {
1188
+ "weight": {
1189
+ "array": "trunk.coda.layers.tri_mul_out.norm_out.weight",
1190
+ "shape": [
1191
+ 2,
1192
+ 256
1193
+ ],
1194
+ "dtype": "float32"
1195
+ },
1196
+ "bias": {
1197
+ "array": "trunk.coda.layers.tri_mul_out.norm_out.bias",
1198
+ "shape": [
1199
+ 2,
1200
+ 256
1201
+ ],
1202
+ "dtype": "float32"
1203
+ },
1204
+ "eps": 1e-05
1205
+ }
1206
+ },
1207
+ "linear_out": {
1208
+ "module": "jfold.nn:Linear",
1209
+ "fields": {
1210
+ "weight": {
1211
+ "array": "trunk.coda.layers.tri_mul_out.linear_out.weight",
1212
+ "shape": [
1213
+ 2,
1214
+ 256,
1215
+ 256
1216
+ ],
1217
+ "dtype": "float32"
1218
+ },
1219
+ "bias": null
1220
+ }
1221
  },
1222
+ "linear_out_g": {
1223
+ "module": "jfold.nn:Linear",
1224
+ "fields": {
1225
+ "weight": {
1226
+ "array": "trunk.coda.layers.tri_mul_out.linear_out_g.weight",
1227
+ "shape": [
1228
+ 2,
1229
+ 256,
1230
+ 256
1231
+ ],
1232
+ "dtype": "float32"
1233
+ },
1234
+ "bias": null
1235
+ }
1236
+ },
1237
+ "outgoing": true
1238
  }
1239
  },
1240
+ "tri_mul_in": {
1241
+ "module": "jfold.pairformer:TriangleMultiplication",
1242
  "fields": {
1243
+ "norm_in": {
1244
+ "module": "jfold.nn:LayerNorm",
1245
+ "fields": {
1246
+ "weight": {
1247
+ "array": "trunk.coda.layers.tri_mul_in.norm_in.weight",
1248
+ "shape": [
1249
+ 2,
1250
+ 256
1251
+ ],
1252
+ "dtype": "float32"
1253
+ },
1254
+ "bias": {
1255
+ "array": "trunk.coda.layers.tri_mul_in.norm_in.bias",
1256
+ "shape": [
1257
+ 2,
1258
+ 256
1259
+ ],
1260
+ "dtype": "float32"
1261
+ },
1262
+ "eps": 1e-05
1263
+ }
1264
  },
1265
+ "linear_p": {
1266
+ "module": "jfold.nn:Linear",
1267
+ "fields": {
1268
+ "weight": {
1269
+ "array": "trunk.coda.layers.tri_mul_in.linear_p.weight",
1270
+ "shape": [
1271
+ 2,
1272
+ 512,
1273
+ 256
1274
+ ],
1275
+ "dtype": "float32"
1276
+ },
1277
+ "bias": null
1278
+ }
1279
  },
1280
+ "linear_g": {
1281
+ "module": "jfold.nn:Linear",
1282
+ "fields": {
1283
+ "weight": {
1284
+ "array": "trunk.coda.layers.tri_mul_in.linear_g.weight",
1285
+ "shape": [
1286
+ 2,
1287
+ 512,
1288
+ 256
1289
+ ],
1290
+ "dtype": "float32"
1291
+ },
1292
+ "bias": null
1293
+ }
1294
  },
1295
+ "norm_out": {
1296
+ "module": "jfold.nn:LayerNorm",
1297
+ "fields": {
1298
+ "weight": {
1299
+ "array": "trunk.coda.layers.tri_mul_in.norm_out.weight",
1300
+ "shape": [
1301
+ 2,
1302
+ 256
1303
+ ],
1304
+ "dtype": "float32"
1305
+ },
1306
+ "bias": {
1307
+ "array": "trunk.coda.layers.tri_mul_in.norm_out.bias",
1308
+ "shape": [
1309
+ 2,
1310
+ 256
1311
+ ],
1312
+ "dtype": "float32"
1313
+ },
1314
+ "eps": 1e-05
1315
+ }
1316
  },
1317
+ "linear_out": {
1318
+ "module": "jfold.nn:Linear",
1319
+ "fields": {
1320
+ "weight": {
1321
+ "array": "trunk.coda.layers.tri_mul_in.linear_out.weight",
1322
+ "shape": [
1323
+ 2,
1324
+ 256,
1325
+ 256
1326
+ ],
1327
+ "dtype": "float32"
1328
+ },
1329
+ "bias": null
1330
+ }
 
 
 
 
 
1331
  },
1332
+ "linear_out_g": {
1333
+ "module": "jfold.nn:Linear",
1334
+ "fields": {
1335
+ "weight": {
1336
+ "array": "trunk.coda.layers.tri_mul_in.linear_out_g.weight",
1337
+ "shape": [
1338
+ 2,
1339
+ 256,
1340
+ 256
1341
+ ],
1342
+ "dtype": "float32"
1343
+ },
1344
+ "bias": null
1345
+ }
1346
  },
1347
+ "outgoing": false
1348
  }
1349
  },
1350
+ "transition_z": {
1351
+ "module": "jfold.nn:Transition",
1352
  "fields": {
1353
+ "norm": {
1354
+ "module": "jfold.nn:LayerNorm",
1355
+ "fields": {
1356
+ "weight": {
1357
+ "array": "trunk.coda.layers.transition_z.norm.weight",
1358
+ "shape": [
1359
+ 2,
1360
+ 256
1361
+ ],
1362
+ "dtype": "float32"
1363
+ },
1364
+ "bias": {
1365
+ "array": "trunk.coda.layers.transition_z.norm.bias",
1366
+ "shape": [
1367
+ 2,
1368
+ 256
1369
+ ],
1370
+ "dtype": "float32"
1371
+ },
1372
+ "eps": 1e-05
1373
+ }
1374
  },
1375
+ "linear_a": {
1376
+ "module": "jfold.nn:Linear",
1377
+ "fields": {
1378
+ "weight": {
1379
+ "array": "trunk.coda.layers.transition_z.linear_a.weight",
1380
+ "shape": [
1381
+ 2,
1382
+ 1024,
1383
+ 256
1384
+ ],
1385
+ "dtype": "float32"
1386
+ },
1387
+ "bias": null
1388
+ }
1389
  },
1390
+ "linear_b": {
1391
+ "module": "jfold.nn:Linear",
1392
+ "fields": {
1393
+ "weight": {
1394
+ "array": "trunk.coda.layers.transition_z.linear_b.weight",
1395
+ "shape": [
1396
+ 2,
1397
+ 1024,
1398
+ 256
1399
+ ],
1400
+ "dtype": "float32"
1401
+ },
1402
+ "bias": null
1403
+ }
1404
  },
1405
+ "linear_out": {
1406
+ "module": "jfold.nn:Linear",
1407
+ "fields": {
1408
+ "weight": {
1409
+ "array": "trunk.coda.layers.transition_z.linear_out.weight",
1410
+ "shape": [
1411
+ 2,
1412
+ 256,
1413
+ 1024
1414
+ ],
1415
+ "dtype": "float32"
1416
+ },
1417
+ "bias": null
1418
+ }
1419
+ }
1420
  }
1421
+ },
1422
+ "single": null,
1423
+ "dropout_row": {
1424
+ "module": "equinox.nn:Identity",
1425
+ "fields": {}
1426
  }
1427
  }
 
 
 
 
 
1428
  }
1429
  }
1430
+ },
1431
+ "lm_dropout": {
1432
+ "module": "jfold.nn:Dropout",
1433
+ "fields": {
1434
+ "rate": 0.25,
1435
+ "shared_axes": {
1436
+ "tuple": []
1437
+ },
1438
+ "inference": false
1439
+ }
1440
  }
1441
  }
1442
  },
 
3417
  }
3418
  }
3419
  },
 
 
 
 
 
 
 
 
 
 
 
3420
  "sampling": {
3421
  "module": "jfold.sampling.config:UpstreamSampler",
3422
  "fields": {
 
3440
  },
3441
  "max_sigma": 256.0
3442
  }
3443
+ }
 
 
3444
  }
3445
  }
3446
  }
esmfold2_fast/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c312c54d6a51eb63da57bf347f111c805bb8dca457a91f8eb65f19a4b58ca5d0
3
- size 753912900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b5a71fa151793ceb4da56e19024b1c0d8c26424a07e551f45367ec86e48a2b4
3
+ size 753913476
mol1_base/model.json CHANGED
@@ -6336,6 +6336,20 @@
6336
  }
6337
  }
6338
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6339
  }
6340
  }
6341
  },
@@ -7436,24 +7450,10 @@
7436
  "fields": {}
7437
  },
7438
  "linear_s_inputs_to_s": null,
7439
- "clamp_s": 512.0
7440
- }
7441
- },
7442
- "diffusion_relative_positions": {
7443
- "module": "jfold.nn:Linear",
7444
- "fields": {
7445
- "weight": {
7446
- "array": "diffusion_relative_positions.weight",
7447
- "shape": [
7448
- 448,
7449
- 139
7450
- ],
7451
- "dtype": "float32"
7452
- },
7453
- "bias": null
7454
  }
7455
  },
7456
- "confidence_pair_features": null,
7457
  "sampling": {
7458
  "module": "jfold.sampling.config:UpstreamSampler",
7459
  "fields": {
 
6336
  }
6337
  }
6338
  }
6339
+ },
6340
+ "relative_positions": {
6341
+ "module": "jfold.nn:Linear",
6342
+ "fields": {
6343
+ "weight": {
6344
+ "array": "diffusion.relative_positions.weight",
6345
+ "shape": [
6346
+ 448,
6347
+ 139
6348
+ ],
6349
+ "dtype": "float32"
6350
+ },
6351
+ "bias": null
6352
+ }
6353
  }
6354
  }
6355
  },
 
7450
  "fields": {}
7451
  },
7452
  "linear_s_inputs_to_s": null,
7453
+ "clamp_s": 512.0,
7454
+ "pair_inputs": null
 
 
 
 
 
 
 
 
 
 
 
 
 
7455
  }
7456
  },
 
7457
  "sampling": {
7458
  "module": "jfold.sampling.config:UpstreamSampler",
7459
  "fields": {
mol1_base/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5589abfe0b7780ebb3f632970125837480ad5a85805023cfab98d78e15072a7
3
  size 2307218360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:344a835b18d7d70119b8723a597bac506e321faf93d6695ccaf10289ed5034f5
3
  size 2307218360
opendde_abag/model.json CHANGED
The diff for this file is too large to render. See raw diff
 
opendde_abag/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac2c12cd45b676c78f0ba00b5f364173fd8e7b895fa1a6b0643c97a50f9a9db6
3
- size 2623229860
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bda018b38336d2ab1569c1acbd43de4cd565dbb2ce19bd5f386b634c6e6efa6
3
+ size 2623229380
opendde_v1/model.json CHANGED
The diff for this file is too large to render. See raw diff
 
opendde_v1/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea13ebe30012cb5be25fad848c970871c5c9ccd7f2d9c6cc865c26b2aa69ca3a
3
- size 2623229860
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:991422af9f11bcddd73ab94b8e840a8287a0921d85a98129d9af2fecfe33ff15
3
+ size 2623229380
openfold3/model.json CHANGED
@@ -5751,6 +5751,10 @@
5751
  }
5752
  }
5753
  }
 
 
 
 
5754
  }
5755
  }
5756
  },
@@ -6832,14 +6836,10 @@
6832
  "fields": {}
6833
  },
6834
  "linear_s_inputs_to_s": null,
6835
- "clamp_s": null
 
6836
  }
6837
  },
6838
- "diffusion_relative_positions": {
6839
- "module": "equinox.nn:Identity",
6840
- "fields": {}
6841
- },
6842
- "confidence_pair_features": null,
6843
  "sampling": {
6844
  "module": "jfold.sampling.config:UpstreamSampler",
6845
  "fields": {
 
5751
  }
5752
  }
5753
  }
5754
+ },
5755
+ "relative_positions": {
5756
+ "module": "equinox.nn:Identity",
5757
+ "fields": {}
5758
  }
5759
  }
5760
  },
 
6836
  "fields": {}
6837
  },
6838
  "linear_s_inputs_to_s": null,
6839
+ "clamp_s": null,
6840
+ "pair_inputs": null
6841
  }
6842
  },
 
 
 
 
 
6843
  "sampling": {
6844
  "module": "jfold.sampling.config:UpstreamSampler",
6845
  "fields": {
promera/model.json CHANGED
@@ -3889,6 +3889,20 @@
3889
  }
3890
  }
3891
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3892
  }
3893
  }
3894
  },
@@ -4916,24 +4930,10 @@
4916
  "fields": {}
4917
  },
4918
  "linear_s_inputs_to_s": null,
4919
- "clamp_s": null
4920
- }
4921
- },
4922
- "diffusion_relative_positions": {
4923
- "module": "jfold.nn:Linear",
4924
- "fields": {
4925
- "weight": {
4926
- "array": "diffusion_relative_positions.weight",
4927
- "shape": [
4928
- 128,
4929
- 139
4930
- ],
4931
- "dtype": "float32"
4932
- },
4933
- "bias": null
4934
  }
4935
  },
4936
- "confidence_pair_features": null,
4937
  "sampling": {
4938
  "module": "jfold.sampling.config:UpstreamSampler",
4939
  "fields": {
 
3889
  }
3890
  }
3891
  }
3892
+ },
3893
+ "relative_positions": {
3894
+ "module": "jfold.nn:Linear",
3895
+ "fields": {
3896
+ "weight": {
3897
+ "array": "diffusion.relative_positions.weight",
3898
+ "shape": [
3899
+ 128,
3900
+ 139
3901
+ ],
3902
+ "dtype": "float32"
3903
+ },
3904
+ "bias": null
3905
+ }
3906
  }
3907
  }
3908
  },
 
4930
  "fields": {}
4931
  },
4932
  "linear_s_inputs_to_s": null,
4933
+ "clamp_s": null,
4934
+ "pair_inputs": null
 
 
 
 
 
 
 
 
 
 
 
 
 
4935
  }
4936
  },
 
4937
  "sampling": {
4938
  "module": "jfold.sampling.config:UpstreamSampler",
4939
  "fields": {
promera/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f152f4db58eb217f7ba44f68bc8eaf2c275d5b8251b7f079d55b7b9b3752eaff
3
- size 1774951084
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7c1a50efac2ac5cc846b9173cff798283ebbcfb562afa0bac732e37ef1e6c25
3
+ size 1774951076
protenix_base/model.json CHANGED
@@ -5751,6 +5751,20 @@
5751
  }
5752
  }
5753
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5754
  }
5755
  }
5756
  },
@@ -6851,24 +6865,10 @@
6851
  "fields": {}
6852
  },
6853
  "linear_s_inputs_to_s": null,
6854
- "clamp_s": 512.0
6855
- }
6856
- },
6857
- "diffusion_relative_positions": {
6858
- "module": "jfold.nn:Linear",
6859
- "fields": {
6860
- "weight": {
6861
- "array": "diffusion_relative_positions.weight",
6862
- "shape": [
6863
- 128,
6864
- 139
6865
- ],
6866
- "dtype": "float32"
6867
- },
6868
- "bias": null
6869
  }
6870
  },
6871
- "confidence_pair_features": null,
6872
  "sampling": {
6873
  "module": "jfold.sampling.config:UpstreamSampler",
6874
  "fields": {
 
5751
  }
5752
  }
5753
  }
5754
+ },
5755
+ "relative_positions": {
5756
+ "module": "jfold.nn:Linear",
5757
+ "fields": {
5758
+ "weight": {
5759
+ "array": "diffusion.relative_positions.weight",
5760
+ "shape": [
5761
+ 128,
5762
+ 139
5763
+ ],
5764
+ "dtype": "float32"
5765
+ },
5766
+ "bias": null
5767
+ }
5768
  }
5769
  }
5770
  },
 
6865
  "fields": {}
6866
  },
6867
  "linear_s_inputs_to_s": null,
6868
+ "clamp_s": 512.0,
6869
+ "pair_inputs": null
 
 
 
 
 
 
 
 
 
 
 
 
 
6870
  }
6871
  },
 
6872
  "sampling": {
6873
  "module": "jfold.sampling.config:UpstreamSampler",
6874
  "fields": {
protenix_base/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:373e04f128a832e900a739b0f2cd27314db575a1bfda85432ea17f2241c36f94
3
- size 1473996128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20f6502b9eb878ab88bb3b95495d2e338185aa44eaa273100df3f69781d76578
3
+ size 1473996120
protenix_base_20250630/model.json CHANGED
@@ -5751,6 +5751,20 @@
5751
  }
5752
  }
5753
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5754
  }
5755
  }
5756
  },
@@ -6851,24 +6865,10 @@
6851
  "fields": {}
6852
  },
6853
  "linear_s_inputs_to_s": null,
6854
- "clamp_s": 512.0
6855
- }
6856
- },
6857
- "diffusion_relative_positions": {
6858
- "module": "jfold.nn:Linear",
6859
- "fields": {
6860
- "weight": {
6861
- "array": "diffusion_relative_positions.weight",
6862
- "shape": [
6863
- 128,
6864
- 139
6865
- ],
6866
- "dtype": "float32"
6867
- },
6868
- "bias": null
6869
  }
6870
  },
6871
- "confidence_pair_features": null,
6872
  "sampling": {
6873
  "module": "jfold.sampling.config:UpstreamSampler",
6874
  "fields": {
 
5751
  }
5752
  }
5753
  }
5754
+ },
5755
+ "relative_positions": {
5756
+ "module": "jfold.nn:Linear",
5757
+ "fields": {
5758
+ "weight": {
5759
+ "array": "diffusion.relative_positions.weight",
5760
+ "shape": [
5761
+ 128,
5762
+ 139
5763
+ ],
5764
+ "dtype": "float32"
5765
+ },
5766
+ "bias": null
5767
+ }
5768
  }
5769
  }
5770
  },
 
6865
  "fields": {}
6866
  },
6867
  "linear_s_inputs_to_s": null,
6868
+ "clamp_s": 512.0,
6869
+ "pair_inputs": null
 
 
 
 
 
 
 
 
 
 
 
 
 
6870
  }
6871
  },
 
6872
  "sampling": {
6873
  "module": "jfold.sampling.config:UpstreamSampler",
6874
  "fields": {
protenix_base_20250630/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7397c1d8b1af43576382528923fc5940d7f1439ab3c29edd4fbda4d9f57d78f2
3
- size 1473996128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41596b2cf4b63ba6e5a4a1df01944ffe5efcc30a8345d7acd96c4389b7b2a71f
3
+ size 1473996120
protenix_mini/model.json CHANGED
@@ -4239,6 +4239,20 @@
4239
  }
4240
  }
4241
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4242
  }
4243
  }
4244
  },
@@ -5339,24 +5353,10 @@
5339
  "fields": {}
5340
  },
5341
  "linear_s_inputs_to_s": null,
5342
- "clamp_s": 512.0
5343
- }
5344
- },
5345
- "diffusion_relative_positions": {
5346
- "module": "jfold.nn:Linear",
5347
- "fields": {
5348
- "weight": {
5349
- "array": "diffusion_relative_positions.weight",
5350
- "shape": [
5351
- 128,
5352
- 139
5353
- ],
5354
- "dtype": "float32"
5355
- },
5356
- "bias": null
5357
  }
5358
  },
5359
- "confidence_pair_features": null,
5360
  "sampling": {
5361
  "module": "jfold.sampling.config:UpstreamSampler",
5362
  "fields": {
 
4239
  }
4240
  }
4241
  }
4242
+ },
4243
+ "relative_positions": {
4244
+ "module": "jfold.nn:Linear",
4245
+ "fields": {
4246
+ "weight": {
4247
+ "array": "diffusion.relative_positions.weight",
4248
+ "shape": [
4249
+ 128,
4250
+ 139
4251
+ ],
4252
+ "dtype": "float32"
4253
+ },
4254
+ "bias": null
4255
+ }
4256
  }
4257
  }
4258
  },
 
5353
  "fields": {}
5354
  },
5355
  "linear_s_inputs_to_s": null,
5356
+ "clamp_s": 512.0,
5357
+ "pair_inputs": null
 
 
 
 
 
 
 
 
 
 
 
 
 
5358
  }
5359
  },
 
5360
  "sampling": {
5361
  "module": "jfold.sampling.config:UpstreamSampler",
5362
  "fields": {
protenix_mini/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61aecd392f001b1ca951db011f33bb76c0ed1198fb630a84e2b1b160e3524c4c
3
  size 536217632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23995af79a601077545fff18e866acbfd6b20cddade79a4604074d1c5ba2ea08
3
  size 536217632
protenix_tiny/model.json CHANGED
@@ -4239,6 +4239,20 @@
4239
  }
4240
  }
4241
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4242
  }
4243
  }
4244
  },
@@ -5339,24 +5353,10 @@
5339
  "fields": {}
5340
  },
5341
  "linear_s_inputs_to_s": null,
5342
- "clamp_s": 512.0
5343
- }
5344
- },
5345
- "diffusion_relative_positions": {
5346
- "module": "jfold.nn:Linear",
5347
- "fields": {
5348
- "weight": {
5349
- "array": "diffusion_relative_positions.weight",
5350
- "shape": [
5351
- 128,
5352
- 139
5353
- ],
5354
- "dtype": "float32"
5355
- },
5356
- "bias": null
5357
  }
5358
  },
5359
- "confidence_pair_features": null,
5360
  "sampling": {
5361
  "module": "jfold.sampling.config:UpstreamSampler",
5362
  "fields": {
 
4239
  }
4240
  }
4241
  }
4242
+ },
4243
+ "relative_positions": {
4244
+ "module": "jfold.nn:Linear",
4245
+ "fields": {
4246
+ "weight": {
4247
+ "array": "diffusion.relative_positions.weight",
4248
+ "shape": [
4249
+ 128,
4250
+ 139
4251
+ ],
4252
+ "dtype": "float32"
4253
+ },
4254
+ "bias": null
4255
+ }
4256
  }
4257
  }
4258
  },
 
5353
  "fields": {}
5354
  },
5355
  "linear_s_inputs_to_s": null,
5356
+ "clamp_s": 512.0,
5357
+ "pair_inputs": null
 
 
 
 
 
 
 
 
 
 
 
 
 
5358
  }
5359
  },
 
5360
  "sampling": {
5361
  "module": "jfold.sampling.config:UpstreamSampler",
5362
  "fields": {
protenix_tiny/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e35f9d9d4c6e5f4b4679917f09aaec7ea58294dd94192be5a4b3cc46de29e57
3
- size 437950448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b902ea5cb9dce21808bce135bc7851023a1d61a6b42c4c17f3bb5ad822b8cb
3
+ size 437950440
protenix_v2/model.json CHANGED
@@ -5751,6 +5751,20 @@
5751
  }
5752
  }
5753
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5754
  }
5755
  }
5756
  },
@@ -6851,24 +6865,10 @@
6851
  "fields": {}
6852
  },
6853
  "linear_s_inputs_to_s": null,
6854
- "clamp_s": 512.0
6855
- }
6856
- },
6857
- "diffusion_relative_positions": {
6858
- "module": "jfold.nn:Linear",
6859
- "fields": {
6860
- "weight": {
6861
- "array": "diffusion_relative_positions.weight",
6862
- "shape": [
6863
- 256,
6864
- 139
6865
- ],
6866
- "dtype": "float32"
6867
- },
6868
- "bias": null
6869
  }
6870
  },
6871
- "confidence_pair_features": null,
6872
  "sampling": {
6873
  "module": "jfold.sampling.config:UpstreamSampler",
6874
  "fields": {
 
5751
  }
5752
  }
5753
  }
5754
+ },
5755
+ "relative_positions": {
5756
+ "module": "jfold.nn:Linear",
5757
+ "fields": {
5758
+ "weight": {
5759
+ "array": "diffusion.relative_positions.weight",
5760
+ "shape": [
5761
+ 256,
5762
+ 139
5763
+ ],
5764
+ "dtype": "float32"
5765
+ },
5766
+ "bias": null
5767
+ }
5768
  }
5769
  }
5770
  },
 
6865
  "fields": {}
6866
  },
6867
  "linear_s_inputs_to_s": null,
6868
+ "clamp_s": 512.0,
6869
+ "pair_inputs": null
 
 
 
 
 
 
 
 
 
 
 
 
 
6870
  }
6871
  },
 
6872
  "sampling": {
6873
  "module": "jfold.sampling.config:UpstreamSampler",
6874
  "fields": {
protenix_v2/weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3a1fec8b7af8b40f524e4ab1c2a3830f7c8250a46963c444277fc46fb5a5d1e
3
  size 1857827480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abca44d23b12a2ffca22defb5e45450aaba5f0de610cfe7f27e37f10622896c7
3
  size 1857827480