Download protenix_tiny/model.json from escalante-bio/jfold: direct link, hf CLI and curl.
- Browser
- Download file 149 kB
-
https://huggingface.co/escalante-bio/jfold/resolve/main/protenix_tiny/model.json
- Command line
-
hf download hf://escalante-bio/jfold/protenix_tiny/model.json
-
curl -L -o model.json https://huggingface.co/escalante-bio/jfold/resolve/main/protenix_tiny/model.json
149 kB
{
"format_version": 1,
"jfold_version": "0.1.0",
"metadata": {
"model": "protenix_tiny",
"checkpoint": {
"source": "protenix.web_service.dependency_url.URL['protenix_tiny_default_v0.5.0']",
"sha256": "7ad252e023d61f94572f51ab60c2a58f3a12205271898fe581fa38d20de9566b"
},
"upstream": {
"package": "protenix",
"version": "0.1.0"
},
"converted_at": "2026-11-10"
},
"model": {
"module": "jfold.model:StructureModel",
"fields": {
"input_embedder": {
"module": "jfold.blocks.inputs:InputEmbedder",
"fields": {
"encoder": {
"module": "jfold.blocks.atoms:AtomAttentionEncoder",
"fields": {
"embed_features": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.embed_features.weight",
"shape": [
128,
389
],
"dtype": "float32"
},
"bias": null
}
},
"pair_embedding": {
"module": "jfold.blocks.atoms:AtomPairEmbedding",
"fields": {
"linear_offset": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_embedding.linear_offset.weight",
"shape": [
16,
3
],
"dtype": "float32"
},
"bias": null
}
},
"linear_inv_sq_dist": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_embedding.linear_inv_sq_dist.weight",
"shape": [
16,
1
],
"dtype": "float32"
},
"bias": null
}
},
"linear_valid": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_embedding.linear_valid.weight",
"shape": [
16,
1
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"trunk": null,
"linear_r": null,
"linear_c_queries": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.linear_c_queries.weight",
"shape": [
16,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_c_keys": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.linear_c_keys.weight",
"shape": [
16,
128
],
"dtype": "float32"
},
"bias": null
}
},
"pair_mlp": {
"module": "jfold.nn:ReluMLP",
"fields": {
"layers": {
"tuple": [
{
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_mlp.layers.0.weight",
"shape": [
16,
16
],
"dtype": "float32"
},
"bias": null
}
},
{
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_mlp.layers.1.weight",
"shape": [
16,
16
],
"dtype": "float32"
},
"bias": null
}
},
{
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_mlp.layers.2.weight",
"shape": [
16,
16
],
"dtype": "float32"
},
"bias": null
}
}
]
}
}
},
"transformer": {
"module": "jfold.blocks.diffusion:DiffusionTransformer",
"fields": {
"pair_bias": {
"module": "jfold.nn:PairBias",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.pair_bias.norm.weight",
"shape": [
3,
16
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.pair_bias.linear.weight",
"shape": [
3,
4,
16
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"layers": {
"module": "jfold.blocks.diffusion:DiffusionTransformerLayer",
"fields": {
"attention": {
"module": "jfold.blocks.diffusion:ConditionedAttention",
"fields": {
"adaln": {
"module": "jfold.blocks.diffusion:AdaLN",
"fields": {
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": null,
"bias": null,
"eps": 1e-05
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.adaln.norm_s.weight",
"shape": [
3,
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_scale": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.adaln.linear_scale.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "input_embedder.encoder.transformer.layers.attention.adaln.linear_scale.bias",
"shape": [
3,
128
],
"dtype": "float32"
}
}
},
"linear_shift": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.adaln.linear_shift.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"attention": {
"module": "jfold.blocks.windows:LocalAttention",
"fields": {
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_q.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_q.bias",
"shape": [
3,
128
],
"dtype": "float32"
}
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_k.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_v.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_g.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_o.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 4
}
},
"windows": {
"module": "jfold.blocks.windows:CenteredWindows",
"fields": {
"queries": 32,
"keys": 128
}
}
}
},
"linear_gate": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.linear_gate.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "input_embedder.encoder.transformer.layers.attention.linear_gate.bias",
"shape": [
3,
128
],
"dtype": "float32"
}
}
},
"keys": {
"module": "jfold.blocks.diffusion:RenormKeys",
"fields": {
"adaln": {
"module": "jfold.blocks.diffusion:AdaLN",
"fields": {
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": null,
"bias": null,
"eps": 1e-05
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.keys.adaln.norm_s.weight",
"shape": [
3,
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_scale": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.keys.adaln.linear_scale.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "input_embedder.encoder.transformer.layers.attention.keys.adaln.linear_scale.bias",
"shape": [
3,
128
],
"dtype": "float32"
}
}
},
"linear_shift": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.attention.keys.adaln.linear_shift.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
}
}
}
}
},
"transition": {
"module": "jfold.blocks.diffusion:ConditionedTransition",
"fields": {
"adaln": {
"module": "jfold.blocks.diffusion:AdaLN",
"fields": {
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": null,
"bias": null,
"eps": 1e-05
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.transition.adaln.norm_s.weight",
"shape": [
3,
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_scale": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.transition.adaln.linear_scale.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "input_embedder.encoder.transformer.layers.transition.adaln.linear_scale.bias",
"shape": [
3,
128
],
"dtype": "float32"
}
}
},
"linear_shift": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.transition.adaln.linear_shift.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.transition.linear_a.weight",
"shape": [
3,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.transition.linear_b.weight",
"shape": [
3,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_c": null,
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.transition.linear_out.weight",
"shape": [
3,
128,
256
],
"dtype": "float32"
},
"bias": null
}
},
"linear_gate": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.transformer.layers.transition.linear_gate.weight",
"shape": [
3,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "input_embedder.encoder.transformer.layers.transition.linear_gate.bias",
"shape": [
3,
128
],
"dtype": "float32"
}
}
}
}
},
"post_norm": {
"module": "equinox.nn:Identity",
"fields": {}
}
}
}
}
},
"linear_token": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.linear_token.weight",
"shape": [
384,
128
],
"dtype": "float32"
},
"bias": null
}
},
"queries_from_conditioned": true
}
},
"linear_tokens": null
}
},
"trunk_init": {
"module": "jfold.blocks.inputs:TrunkInit",
"fields": {
"linear_s": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk_init.linear_s.weight",
"shape": [
384,
449
],
"dtype": "float32"
},
"bias": null
}
},
"singles_to_pair": {
"module": "jfold.nn:SinglesToPair",
"fields": {
"linear_i": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk_init.singles_to_pair.linear_i.weight",
"shape": [
128,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_j": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk_init.singles_to_pair.linear_j.weight",
"shape": [
128,
384
],
"dtype": "float32"
},
"bias": null
}
},
"product_i": null,
"product_j": null,
"product_out": null
}
},
"relative_positions": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk_init.relative_positions.weight",
"shape": [
128,
139
],
"dtype": "float32"
},
"bias": null
}
},
"bonds": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk_init.bonds.weight",
"shape": [
128,
1
],
"dtype": "float32"
},
"bias": null
}
},
"pair_from_s_init": true
}
},
"trunk": {
"module": "jfold.model:Trunk",
"fields": {
"recycle_s": {
"module": "jfold.model:Recycle",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.recycle_s.norm.weight",
"shape": [
384
],
"dtype": "float32"
},
"bias": {
"array": "trunk.recycle_s.norm.bias",
"shape": [
384
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.recycle_s.linear.weight",
"shape": [
384,
384
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"recycle_z": {
"module": "jfold.model:Recycle",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.recycle_z.norm.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.recycle_z.norm.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.recycle_z.linear.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"pairformer": {
"module": "jfold.blocks.pairformer:PairformerStack",
"fields": {
"layers": {
"module": "jfold.blocks.pairformer:PairformerLayer",
"fields": {
"tri_mul_out": {
"module": "jfold.blocks.pairformer:TriangleMultiplication",
"fields": {
"norm_in": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_out.norm_in.weight",
"shape": [
8,
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.pairformer.layers.tri_mul_out.norm_in.bias",
"shape": [
8,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_p": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_out.linear_p.weight",
"shape": [
8,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_out.linear_g.weight",
"shape": [
8,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"norm_out": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_out.norm_out.weight",
"shape": [
8,
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.pairformer.layers.tri_mul_out.norm_out.bias",
"shape": [
8,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_out.linear_out.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_out.linear_out_g.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"outgoing": true
}
},
"tri_mul_in": {
"module": "jfold.blocks.pairformer:TriangleMultiplication",
"fields": {
"norm_in": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_in.norm_in.weight",
"shape": [
8,
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.pairformer.layers.tri_mul_in.norm_in.bias",
"shape": [
8,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_p": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_in.linear_p.weight",
"shape": [
8,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_in.linear_g.weight",
"shape": [
8,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"norm_out": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_in.norm_out.weight",
"shape": [
8,
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.pairformer.layers.tri_mul_in.norm_out.bias",
"shape": [
8,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_in.linear_out.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_mul_in.linear_out_g.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"outgoing": false
}
},
"tri_att_start": {
"module": "jfold.blocks.pairformer:TriangleAttention",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_start.norm.weight",
"shape": [
8,
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.pairformer.layers.tri_att_start.norm.bias",
"shape": [
8,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_bias": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_start.linear_bias.weight",
"shape": [
8,
4,
128
],
"dtype": "float32"
},
"bias": null
}
},
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_start.attention.linear_q.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_start.attention.linear_k.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_start.attention.linear_v.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_start.attention.linear_g.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_start.attention.linear_o.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 4
}
}
}
},
"tri_att_end": {
"module": "jfold.blocks.pairformer:TriangleAttention",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_end.norm.weight",
"shape": [
8,
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.pairformer.layers.tri_att_end.norm.bias",
"shape": [
8,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_bias": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_end.linear_bias.weight",
"shape": [
8,
4,
128
],
"dtype": "float32"
},
"bias": null
}
},
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_end.attention.linear_q.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_end.attention.linear_k.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_end.attention.linear_v.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_end.attention.linear_g.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.tri_att_end.attention.linear_o.weight",
"shape": [
8,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 4
}
}
}
},
"transition_z": {
"module": "jfold.nn:Transition",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.transition_z.norm.weight",
"shape": [
8,
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.pairformer.layers.transition_z.norm.bias",
"shape": [
8,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.transition_z.linear_a.weight",
"shape": [
8,
512,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.transition_z.linear_b.weight",
"shape": [
8,
512,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.transition_z.linear_out.weight",
"shape": [
8,
128,
512
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"single": {
"module": "jfold.blocks.pairformer:SingleUpdate",
"fields": {
"attention": {
"module": "jfold.blocks.pairformer:AttentionPairBias",
"fields": {
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.attention.norm_s.weight",
"shape": [
8,
384
],
"dtype": "float32"
},
"bias": {
"array": "trunk.pairformer.layers.single.attention.norm_s.bias",
"shape": [
8,
384
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"pair_bias": {
"module": "jfold.nn:PairBias",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.attention.pair_bias.norm.weight",
"shape": [
8,
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.pairformer.layers.single.attention.pair_bias.norm.bias",
"shape": [
8,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.attention.pair_bias.linear.weight",
"shape": [
8,
16,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.attention.attention.linear_q.weight",
"shape": [
8,
384,
384
],
"dtype": "float32"
},
"bias": {
"array": "trunk.pairformer.layers.single.attention.attention.linear_q.bias",
"shape": [
8,
384
],
"dtype": "float32"
}
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.attention.attention.linear_k.weight",
"shape": [
8,
384,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.attention.attention.linear_v.weight",
"shape": [
8,
384,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.attention.attention.linear_g.weight",
"shape": [
8,
384,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.attention.attention.linear_o.weight",
"shape": [
8,
384,
384
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 16
}
}
}
},
"transition": {
"module": "jfold.nn:Transition",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.transition.norm.weight",
"shape": [
8,
384
],
"dtype": "float32"
},
"bias": {
"array": "trunk.pairformer.layers.single.transition.norm.bias",
"shape": [
8,
384
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.transition.linear_a.weight",
"shape": [
8,
1536,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.transition.linear_b.weight",
"shape": [
8,
1536,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.pairformer.layers.single.transition.linear_out.weight",
"shape": [
8,
384,
1536
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"post_norm": {
"module": "equinox.nn:Identity",
"fields": {}
}
}
},
"dropout_row": {
"module": "jfold.nn:Dropout",
"fields": {
"rate": 0.25,
"shared_axes": {
"tuple": [
0
]
},
"inference": true
}
},
"dropout_column": {
"module": "jfold.nn:Dropout",
"fields": {
"rate": 0.25,
"shared_axes": {
"tuple": [
1
]
},
"inference": true
}
}
}
}
}
},
"templates": null,
"msa": {
"module": "jfold.blocks.msa:MSAModule",
"fields": {
"linear_msa": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.linear_msa.weight",
"shape": [
64,
34
],
"dtype": "float32"
},
"bias": null
}
},
"linear_s": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.linear_s.weight",
"shape": [
64,
449
],
"dtype": "float32"
},
"bias": null
}
},
"layers": null,
"last": {
"module": "jfold.blocks.msa:MSALayer",
"fields": {
"outer_product_mean": {
"module": "jfold.blocks.msa:ProjectedOuterProductMean",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.msa.last.outer_product_mean.norm.weight",
"shape": [
64
],
"dtype": "float32"
},
"bias": {
"array": "trunk.msa.last.outer_product_mean.norm.bias",
"shape": [
64
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.outer_product_mean.linear_a.weight",
"shape": [
32,
64
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.outer_product_mean.linear_b.weight",
"shape": [
32,
64
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.outer_product_mean.linear_out.weight",
"shape": [
128,
1024
],
"dtype": "float32"
},
"bias": {
"array": "trunk.msa.last.outer_product_mean.linear_out.bias",
"shape": [
128
],
"dtype": "float32"
}
}
},
"eps": 0.001
}
},
"msa": null,
"pair": {
"module": "jfold.blocks.pairformer:PairformerLayer",
"fields": {
"tri_mul_out": {
"module": "jfold.blocks.pairformer:TriangleMultiplication",
"fields": {
"norm_in": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_out.norm_in.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.msa.last.pair.tri_mul_out.norm_in.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_p": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_out.linear_p.weight",
"shape": [
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_out.linear_g.weight",
"shape": [
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"norm_out": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_out.norm_out.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.msa.last.pair.tri_mul_out.norm_out.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_out.linear_out.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_out.linear_out_g.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"outgoing": true
}
},
"tri_mul_in": {
"module": "jfold.blocks.pairformer:TriangleMultiplication",
"fields": {
"norm_in": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_in.norm_in.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.msa.last.pair.tri_mul_in.norm_in.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_p": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_in.linear_p.weight",
"shape": [
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_in.linear_g.weight",
"shape": [
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"norm_out": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_in.norm_out.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.msa.last.pair.tri_mul_in.norm_out.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_in.linear_out.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_mul_in.linear_out_g.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"outgoing": false
}
},
"tri_att_start": {
"module": "jfold.blocks.pairformer:TriangleAttention",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_start.norm.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.msa.last.pair.tri_att_start.norm.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_bias": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_start.linear_bias.weight",
"shape": [
4,
128
],
"dtype": "float32"
},
"bias": null
}
},
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_start.attention.linear_q.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_start.attention.linear_k.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_start.attention.linear_v.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_start.attention.linear_g.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_start.attention.linear_o.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 4
}
}
}
},
"tri_att_end": {
"module": "jfold.blocks.pairformer:TriangleAttention",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_end.norm.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.msa.last.pair.tri_att_end.norm.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_bias": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_end.linear_bias.weight",
"shape": [
4,
128
],
"dtype": "float32"
},
"bias": null
}
},
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_end.attention.linear_q.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_end.attention.linear_k.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_end.attention.linear_v.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_end.attention.linear_g.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.tri_att_end.attention.linear_o.weight",
"shape": [
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 4
}
}
}
},
"transition_z": {
"module": "jfold.nn:Transition",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.transition_z.norm.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "trunk.msa.last.pair.transition_z.norm.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.transition_z.linear_a.weight",
"shape": [
512,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.transition_z.linear_b.weight",
"shape": [
512,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "trunk.msa.last.pair.transition_z.linear_out.weight",
"shape": [
128,
512
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"single": null,
"dropout_row": {
"module": "jfold.nn:Dropout",
"fields": {
"rate": 0.25,
"shared_axes": {
"tuple": [
0
]
},
"inference": true
}
},
"dropout_column": {
"module": "jfold.nn:Dropout",
"fields": {
"rate": 0.25,
"shared_axes": {
"tuple": [
1
]
},
"inference": true
}
}
}
},
"outer_product_first": true
}
},
"max_rows": 1024,
"keep_query": false,
"min_rows": 1
}
}
}
},
"diffusion": {
"module": "jfold.blocks.denoiser:DiffusionModule",
"fields": {
"conditioning": {
"module": "jfold.blocks.denoiser:DiffusionConditioning",
"fields": {
"norm_z": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.conditioning.norm_z.weight",
"shape": [
256
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_z": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.linear_z.weight",
"shape": [
128,
256
],
"dtype": "float32"
},
"bias": null
}
},
"transitions_z": {
"tuple": [
{
"module": "jfold.nn:Transition",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_z.0.norm.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.conditioning.transitions_z.0.norm.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_z.0.linear_a.weight",
"shape": [
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_z.0.linear_b.weight",
"shape": [
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_z.0.linear_out.weight",
"shape": [
128,
256
],
"dtype": "float32"
},
"bias": null
}
}
}
},
{
"module": "jfold.nn:Transition",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_z.1.norm.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.conditioning.transitions_z.1.norm.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_z.1.linear_a.weight",
"shape": [
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_z.1.linear_b.weight",
"shape": [
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_z.1.linear_out.weight",
"shape": [
128,
256
],
"dtype": "float32"
},
"bias": null
}
}
}
}
]
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.conditioning.norm_s.weight",
"shape": [
833
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_s": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.linear_s.weight",
"shape": [
384,
833
],
"dtype": "float32"
},
"bias": null
}
},
"fourier": {
"module": "jfold.blocks.denoiser:FourierEmbedding",
"fields": {
"weight": {
"array": "diffusion.conditioning.fourier.weight",
"shape": [
256
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.conditioning.fourier.bias",
"shape": [
256
],
"dtype": "float32"
}
}
},
"norm_noise": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.conditioning.norm_noise.weight",
"shape": [
256
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_noise": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.linear_noise.weight",
"shape": [
384,
256
],
"dtype": "float32"
},
"bias": null
}
},
"transitions_s": {
"tuple": [
{
"module": "jfold.nn:Transition",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_s.0.norm.weight",
"shape": [
384
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.conditioning.transitions_s.0.norm.bias",
"shape": [
384
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_s.0.linear_a.weight",
"shape": [
768,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_s.0.linear_b.weight",
"shape": [
768,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_s.0.linear_out.weight",
"shape": [
384,
768
],
"dtype": "float32"
},
"bias": null
}
}
}
},
{
"module": "jfold.nn:Transition",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_s.1.norm.weight",
"shape": [
384
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.conditioning.transitions_s.1.norm.bias",
"shape": [
384
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_s.1.linear_a.weight",
"shape": [
768,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_s.1.linear_b.weight",
"shape": [
768,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.conditioning.transitions_s.1.linear_out.weight",
"shape": [
384,
768
],
"dtype": "float32"
},
"bias": null
}
}
}
}
]
},
"sigma_data": 16.0,
"norm_z_trunk": null,
"linear_z_trunk": null
}
},
"encoder": {
"module": "jfold.blocks.atoms:AtomAttentionEncoder",
"fields": {
"embed_features": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.embed_features.weight",
"shape": [
128,
389
],
"dtype": "float32"
},
"bias": null
}
},
"pair_embedding": {
"module": "jfold.blocks.atoms:AtomPairEmbedding",
"fields": {
"linear_offset": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.pair_embedding.linear_offset.weight",
"shape": [
16,
3
],
"dtype": "float32"
},
"bias": null
}
},
"linear_inv_sq_dist": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.pair_embedding.linear_inv_sq_dist.weight",
"shape": [
16,
1
],
"dtype": "float32"
},
"bias": null
}
},
"linear_valid": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.pair_embedding.linear_valid.weight",
"shape": [
16,
1
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"trunk": {
"module": "jfold.blocks.atoms:TrunkToAtoms",
"fields": {
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.encoder.trunk.norm_s.weight",
"shape": [
384
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_s": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.trunk.linear_s.weight",
"shape": [
128,
384
],
"dtype": "float32"
},
"bias": null
}
},
"norm_z": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.encoder.trunk.norm_z.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_z": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.trunk.linear_z.weight",
"shape": [
16,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"linear_r": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.linear_r.weight",
"shape": [
128,
3
],
"dtype": "float32"
},
"bias": null
}
},
"linear_c_queries": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.linear_c_queries.weight",
"shape": [
16,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_c_keys": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.linear_c_keys.weight",
"shape": [
16,
128
],
"dtype": "float32"
},
"bias": null
}
},
"pair_mlp": {
"module": "jfold.nn:ReluMLP",
"fields": {
"layers": {
"tuple": [
{
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.pair_mlp.layers.0.weight",
"shape": [
16,
16
],
"dtype": "float32"
},
"bias": null
}
},
{
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.pair_mlp.layers.1.weight",
"shape": [
16,
16
],
"dtype": "float32"
},
"bias": null
}
},
{
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.pair_mlp.layers.2.weight",
"shape": [
16,
16
],
"dtype": "float32"
},
"bias": null
}
}
]
}
}
},
"transformer": {
"module": "jfold.blocks.diffusion:DiffusionTransformer",
"fields": {
"pair_bias": {
"module": "jfold.nn:PairBias",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.pair_bias.norm.weight",
"shape": [
1,
16
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.pair_bias.linear.weight",
"shape": [
1,
4,
16
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"layers": {
"module": "jfold.blocks.diffusion:DiffusionTransformerLayer",
"fields": {
"attention": {
"module": "jfold.blocks.diffusion:ConditionedAttention",
"fields": {
"adaln": {
"module": "jfold.blocks.diffusion:AdaLN",
"fields": {
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": null,
"bias": null,
"eps": 1e-05
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.adaln.norm_s.weight",
"shape": [
1,
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_scale": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.adaln.linear_scale.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.encoder.transformer.layers.attention.adaln.linear_scale.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
},
"linear_shift": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.adaln.linear_shift.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"attention": {
"module": "jfold.blocks.windows:LocalAttention",
"fields": {
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_q.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_q.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_k.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_v.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_g.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_o.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 4
}
},
"windows": {
"module": "jfold.blocks.windows:CenteredWindows",
"fields": {
"queries": 32,
"keys": 128
}
}
}
},
"linear_gate": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.linear_gate.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.encoder.transformer.layers.attention.linear_gate.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
},
"keys": {
"module": "jfold.blocks.diffusion:RenormKeys",
"fields": {
"adaln": {
"module": "jfold.blocks.diffusion:AdaLN",
"fields": {
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": null,
"bias": null,
"eps": 1e-05
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.keys.adaln.norm_s.weight",
"shape": [
1,
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_scale": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.keys.adaln.linear_scale.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.encoder.transformer.layers.attention.keys.adaln.linear_scale.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
},
"linear_shift": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.attention.keys.adaln.linear_shift.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
}
}
}
}
},
"transition": {
"module": "jfold.blocks.diffusion:ConditionedTransition",
"fields": {
"adaln": {
"module": "jfold.blocks.diffusion:AdaLN",
"fields": {
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": null,
"bias": null,
"eps": 1e-05
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.transition.adaln.norm_s.weight",
"shape": [
1,
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_scale": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.transition.adaln.linear_scale.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.encoder.transformer.layers.transition.adaln.linear_scale.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
},
"linear_shift": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.transition.adaln.linear_shift.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.transition.linear_a.weight",
"shape": [
1,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.transition.linear_b.weight",
"shape": [
1,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_c": null,
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.transition.linear_out.weight",
"shape": [
1,
128,
256
],
"dtype": "float32"
},
"bias": null
}
},
"linear_gate": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.transformer.layers.transition.linear_gate.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.encoder.transformer.layers.transition.linear_gate.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
}
}
},
"post_norm": {
"module": "equinox.nn:Identity",
"fields": {}
}
}
}
}
},
"linear_token": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.encoder.linear_token.weight",
"shape": [
768,
128
],
"dtype": "float32"
},
"bias": null
}
},
"queries_from_conditioned": true
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.norm_s.weight",
"shape": [
384
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_s": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.linear_s.weight",
"shape": [
768,
384
],
"dtype": "float32"
},
"bias": null
}
},
"transformer": {
"module": "jfold.blocks.diffusion:DiffusionTransformer",
"fields": {
"pair_bias": {
"module": "jfold.nn:PairBias",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.transformer.pair_bias.norm.weight",
"shape": [
8,
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.pair_bias.linear.weight",
"shape": [
8,
16,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"layers": {
"module": "jfold.blocks.diffusion:DiffusionTransformerLayer",
"fields": {
"attention": {
"module": "jfold.blocks.diffusion:ConditionedAttention",
"fields": {
"adaln": {
"module": "jfold.blocks.diffusion:AdaLN",
"fields": {
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": null,
"bias": null,
"eps": 1e-05
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.attention.adaln.norm_s.weight",
"shape": [
8,
384
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_scale": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.attention.adaln.linear_scale.weight",
"shape": [
8,
768,
384
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.transformer.layers.attention.adaln.linear_scale.bias",
"shape": [
8,
768
],
"dtype": "float32"
}
}
},
"linear_shift": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.attention.adaln.linear_shift.weight",
"shape": [
8,
768,
384
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.attention.attention.linear_q.weight",
"shape": [
8,
768,
768
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.transformer.layers.attention.attention.linear_q.bias",
"shape": [
8,
768
],
"dtype": "float32"
}
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.attention.attention.linear_k.weight",
"shape": [
8,
768,
768
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.attention.attention.linear_v.weight",
"shape": [
8,
768,
768
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.attention.attention.linear_g.weight",
"shape": [
8,
768,
768
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.attention.attention.linear_o.weight",
"shape": [
8,
768,
768
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 16
}
},
"linear_gate": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.attention.linear_gate.weight",
"shape": [
8,
768,
384
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.transformer.layers.attention.linear_gate.bias",
"shape": [
8,
768
],
"dtype": "float32"
}
}
},
"keys": null
}
},
"transition": {
"module": "jfold.blocks.diffusion:ConditionedTransition",
"fields": {
"adaln": {
"module": "jfold.blocks.diffusion:AdaLN",
"fields": {
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": null,
"bias": null,
"eps": 1e-05
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.transition.adaln.norm_s.weight",
"shape": [
8,
384
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_scale": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.transition.adaln.linear_scale.weight",
"shape": [
8,
768,
384
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.transformer.layers.transition.adaln.linear_scale.bias",
"shape": [
8,
768
],
"dtype": "float32"
}
}
},
"linear_shift": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.transition.adaln.linear_shift.weight",
"shape": [
8,
768,
384
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.transition.linear_a.weight",
"shape": [
8,
1536,
768
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.transition.linear_b.weight",
"shape": [
8,
1536,
768
],
"dtype": "float32"
},
"bias": null
}
},
"linear_c": null,
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.transition.linear_out.weight",
"shape": [
8,
768,
1536
],
"dtype": "float32"
},
"bias": null
}
},
"linear_gate": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.transformer.layers.transition.linear_gate.weight",
"shape": [
8,
768,
384
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.transformer.layers.transition.linear_gate.bias",
"shape": [
8,
768
],
"dtype": "float32"
}
}
}
}
},
"post_norm": {
"module": "equinox.nn:Identity",
"fields": {}
}
}
}
}
},
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.norm_a.weight",
"shape": [
768
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"decoder": {
"module": "jfold.blocks.atoms:AtomAttentionDecoder",
"fields": {
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.linear_a.weight",
"shape": [
128,
768
],
"dtype": "float32"
},
"bias": null
}
},
"transformer": {
"module": "jfold.blocks.diffusion:DiffusionTransformer",
"fields": {
"pair_bias": {
"module": "jfold.nn:PairBias",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.pair_bias.norm.weight",
"shape": [
1,
16
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.pair_bias.linear.weight",
"shape": [
1,
4,
16
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"layers": {
"module": "jfold.blocks.diffusion:DiffusionTransformerLayer",
"fields": {
"attention": {
"module": "jfold.blocks.diffusion:ConditionedAttention",
"fields": {
"adaln": {
"module": "jfold.blocks.diffusion:AdaLN",
"fields": {
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": null,
"bias": null,
"eps": 1e-05
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.adaln.norm_s.weight",
"shape": [
1,
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_scale": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.adaln.linear_scale.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.decoder.transformer.layers.attention.adaln.linear_scale.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
},
"linear_shift": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.adaln.linear_shift.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"attention": {
"module": "jfold.blocks.windows:LocalAttention",
"fields": {
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_q.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_q.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_k.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_v.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_g.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_o.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 4
}
},
"windows": {
"module": "jfold.blocks.windows:CenteredWindows",
"fields": {
"queries": 32,
"keys": 128
}
}
}
},
"linear_gate": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.linear_gate.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.decoder.transformer.layers.attention.linear_gate.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
},
"keys": {
"module": "jfold.blocks.diffusion:RenormKeys",
"fields": {
"adaln": {
"module": "jfold.blocks.diffusion:AdaLN",
"fields": {
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": null,
"bias": null,
"eps": 1e-05
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.keys.adaln.norm_s.weight",
"shape": [
1,
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_scale": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.keys.adaln.linear_scale.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.decoder.transformer.layers.attention.keys.adaln.linear_scale.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
},
"linear_shift": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.attention.keys.adaln.linear_shift.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
}
}
}
}
},
"transition": {
"module": "jfold.blocks.diffusion:ConditionedTransition",
"fields": {
"adaln": {
"module": "jfold.blocks.diffusion:AdaLN",
"fields": {
"norm_a": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": null,
"bias": null,
"eps": 1e-05
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.transition.adaln.norm_s.weight",
"shape": [
1,
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_scale": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.transition.adaln.linear_scale.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.decoder.transformer.layers.transition.adaln.linear_scale.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
},
"linear_shift": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.transition.adaln.linear_shift.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.transition.linear_a.weight",
"shape": [
1,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.transition.linear_b.weight",
"shape": [
1,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_c": null,
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.transition.linear_out.weight",
"shape": [
1,
128,
256
],
"dtype": "float32"
},
"bias": null
}
},
"linear_gate": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.transformer.layers.transition.linear_gate.weight",
"shape": [
1,
128,
128
],
"dtype": "float32"
},
"bias": {
"array": "diffusion.decoder.transformer.layers.transition.linear_gate.bias",
"shape": [
1,
128
],
"dtype": "float32"
}
}
}
}
},
"post_norm": {
"module": "equinox.nn:Identity",
"fields": {}
}
}
}
}
},
"norm_out": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "diffusion.decoder.norm_out.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": null,
"eps": 1e-05
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.decoder.linear_out.weight",
"shape": [
3,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"relative_positions": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "diffusion.relative_positions.weight",
"shape": [
128,
139
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"distogram": {
"module": "jfold.blocks.confidence:PairHead",
"fields": {
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "distogram.linear.weight",
"shape": [
64,
128
],
"dtype": "float32"
},
"bias": {
"array": "distogram.linear.bias",
"shape": [
64
],
"dtype": "float32"
}
}
},
"linear_inter": null,
"norm": {
"module": "equinox.nn:Identity",
"fields": {}
},
"norm_terms": {
"module": "equinox.nn:Identity",
"fields": {}
},
"symmetric": true
}
},
"confidence": {
"module": "jfold.blocks.confidence:ConfidenceModule",
"fields": {
"singles_to_pair": {
"module": "jfold.nn:SinglesToPair",
"fields": {
"linear_i": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.singles_to_pair.linear_i.weight",
"shape": [
128,
449
],
"dtype": "float32"
},
"bias": null
}
},
"linear_j": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.singles_to_pair.linear_j.weight",
"shape": [
128,
449
],
"dtype": "float32"
},
"bias": null
}
},
"product_i": null,
"product_j": null,
"product_out": null
}
},
"distances": {
"module": "jfold.blocks.confidence:DistanceEmbedding",
"fields": {
"edges": {
"array": "confidence.distances.edges",
"shape": [
39
],
"dtype": "float32"
},
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.distances.linear.weight",
"shape": [
128,
40
],
"dtype": "float32"
},
"bias": null
}
},
"linear_raw": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.distances.linear_raw.weight",
"shape": [
128,
1
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"stack": {
"module": "jfold.blocks.pairformer:PairformerStack",
"fields": {
"layers": {
"module": "jfold.blocks.pairformer:PairformerLayer",
"fields": {
"tri_mul_out": {
"module": "jfold.blocks.pairformer:TriangleMultiplication",
"fields": {
"norm_in": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_out.norm_in.weight",
"shape": [
4,
128
],
"dtype": "float32"
},
"bias": {
"array": "confidence.stack.layers.tri_mul_out.norm_in.bias",
"shape": [
4,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_p": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_out.linear_p.weight",
"shape": [
4,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_out.linear_g.weight",
"shape": [
4,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"norm_out": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_out.norm_out.weight",
"shape": [
4,
128
],
"dtype": "float32"
},
"bias": {
"array": "confidence.stack.layers.tri_mul_out.norm_out.bias",
"shape": [
4,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_out.linear_out.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_out.linear_out_g.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"outgoing": true
}
},
"tri_mul_in": {
"module": "jfold.blocks.pairformer:TriangleMultiplication",
"fields": {
"norm_in": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_in.norm_in.weight",
"shape": [
4,
128
],
"dtype": "float32"
},
"bias": {
"array": "confidence.stack.layers.tri_mul_in.norm_in.bias",
"shape": [
4,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_p": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_in.linear_p.weight",
"shape": [
4,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_in.linear_g.weight",
"shape": [
4,
256,
128
],
"dtype": "float32"
},
"bias": null
}
},
"norm_out": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_in.norm_out.weight",
"shape": [
4,
128
],
"dtype": "float32"
},
"bias": {
"array": "confidence.stack.layers.tri_mul_in.norm_out.bias",
"shape": [
4,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_in.linear_out.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_mul_in.linear_out_g.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"outgoing": false
}
},
"tri_att_start": {
"module": "jfold.blocks.pairformer:TriangleAttention",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_start.norm.weight",
"shape": [
4,
128
],
"dtype": "float32"
},
"bias": {
"array": "confidence.stack.layers.tri_att_start.norm.bias",
"shape": [
4,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_bias": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_start.linear_bias.weight",
"shape": [
4,
4,
128
],
"dtype": "float32"
},
"bias": null
}
},
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_start.attention.linear_q.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_start.attention.linear_k.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_start.attention.linear_v.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_start.attention.linear_g.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_start.attention.linear_o.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 4
}
}
}
},
"tri_att_end": {
"module": "jfold.blocks.pairformer:TriangleAttention",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_end.norm.weight",
"shape": [
4,
128
],
"dtype": "float32"
},
"bias": {
"array": "confidence.stack.layers.tri_att_end.norm.bias",
"shape": [
4,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_bias": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_end.linear_bias.weight",
"shape": [
4,
4,
128
],
"dtype": "float32"
},
"bias": null
}
},
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_end.attention.linear_q.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_end.attention.linear_k.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_end.attention.linear_v.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_end.attention.linear_g.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.tri_att_end.attention.linear_o.weight",
"shape": [
4,
128,
128
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 4
}
}
}
},
"transition_z": {
"module": "jfold.nn:Transition",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.stack.layers.transition_z.norm.weight",
"shape": [
4,
128
],
"dtype": "float32"
},
"bias": {
"array": "confidence.stack.layers.transition_z.norm.bias",
"shape": [
4,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.transition_z.linear_a.weight",
"shape": [
4,
512,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.transition_z.linear_b.weight",
"shape": [
4,
512,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.transition_z.linear_out.weight",
"shape": [
4,
128,
512
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"single": {
"module": "jfold.blocks.pairformer:SingleUpdate",
"fields": {
"attention": {
"module": "jfold.blocks.pairformer:AttentionPairBias",
"fields": {
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.attention.norm_s.weight",
"shape": [
4,
384
],
"dtype": "float32"
},
"bias": {
"array": "confidence.stack.layers.single.attention.norm_s.bias",
"shape": [
4,
384
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"pair_bias": {
"module": "jfold.nn:PairBias",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.attention.pair_bias.norm.weight",
"shape": [
4,
128
],
"dtype": "float32"
},
"bias": {
"array": "confidence.stack.layers.single.attention.pair_bias.norm.bias",
"shape": [
4,
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.attention.pair_bias.linear.weight",
"shape": [
4,
16,
128
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"attention": {
"module": "jfold.nn:Attention",
"fields": {
"linear_q": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.attention.attention.linear_q.weight",
"shape": [
4,
384,
384
],
"dtype": "float32"
},
"bias": {
"array": "confidence.stack.layers.single.attention.attention.linear_q.bias",
"shape": [
4,
384
],
"dtype": "float32"
}
}
},
"linear_k": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.attention.attention.linear_k.weight",
"shape": [
4,
384,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_v": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.attention.attention.linear_v.weight",
"shape": [
4,
384,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_g": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.attention.attention.linear_g.weight",
"shape": [
4,
384,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_o": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.attention.attention.linear_o.weight",
"shape": [
4,
384,
384
],
"dtype": "float32"
},
"bias": null
}
},
"num_heads": 16
}
}
}
},
"transition": {
"module": "jfold.nn:Transition",
"fields": {
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.transition.norm.weight",
"shape": [
4,
384
],
"dtype": "float32"
},
"bias": {
"array": "confidence.stack.layers.single.transition.norm.bias",
"shape": [
4,
384
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"linear_a": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.transition.linear_a.weight",
"shape": [
4,
1536,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_b": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.transition.linear_b.weight",
"shape": [
4,
1536,
384
],
"dtype": "float32"
},
"bias": null
}
},
"linear_out": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.stack.layers.single.transition.linear_out.weight",
"shape": [
4,
384,
1536
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"post_norm": {
"module": "equinox.nn:Identity",
"fields": {}
}
}
},
"dropout_row": {
"module": "equinox.nn:Identity",
"fields": {}
},
"dropout_column": {
"module": "equinox.nn:Identity",
"fields": {}
}
}
}
}
},
"pae": {
"module": "jfold.blocks.confidence:PairHead",
"fields": {
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.pae.linear.weight",
"shape": [
64,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_inter": null,
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.pae.norm.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "confidence.pae.norm.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"norm_terms": {
"module": "equinox.nn:Identity",
"fields": {}
},
"symmetric": false
}
},
"pde": {
"module": "jfold.blocks.confidence:PairHead",
"fields": {
"linear": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "confidence.pde.linear.weight",
"shape": [
64,
128
],
"dtype": "float32"
},
"bias": null
}
},
"linear_inter": null,
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.pde.norm.weight",
"shape": [
128
],
"dtype": "float32"
},
"bias": {
"array": "confidence.pde.norm.bias",
"shape": [
128
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"norm_terms": {
"module": "equinox.nn:Identity",
"fields": {}
},
"symmetric": true
}
},
"plddt": {
"module": "jfold.blocks.confidence:AtomHead",
"fields": {
"weight": {
"array": "confidence.plddt.weight",
"shape": [
24,
384,
50
],
"dtype": "float32"
},
"bias": null,
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.plddt.norm.weight",
"shape": [
384
],
"dtype": "float32"
},
"bias": {
"array": "confidence.plddt.norm.bias",
"shape": [
384
],
"dtype": "float32"
},
"eps": 1e-05
}
}
}
},
"resolved": {
"module": "jfold.blocks.confidence:AtomHead",
"fields": {
"weight": {
"array": "confidence.resolved.weight",
"shape": [
24,
384,
2
],
"dtype": "float32"
},
"bias": null,
"norm": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.resolved.norm.weight",
"shape": [
384
],
"dtype": "float32"
},
"bias": {
"array": "confidence.resolved.norm.bias",
"shape": [
384
],
"dtype": "float32"
},
"eps": 1e-05
}
}
}
},
"norm_s": {
"module": "jfold.nn:LayerNorm",
"fields": {
"weight": {
"array": "confidence.norm_s.weight",
"shape": [
384
],
"dtype": "float32"
},
"bias": {
"array": "confidence.norm_s.bias",
"shape": [
384
],
"dtype": "float32"
},
"eps": 1e-05
}
},
"norm_z": {
"module": "equinox.nn:Identity",
"fields": {}
},
"norm_s_inputs": {
"module": "equinox.nn:Identity",
"fields": {}
},
"linear_s_inputs_to_s": null,
"clamp_s": 512.0,
"pair_inputs": null
}
},
"sampling": {
"module": "jfold.sampling.config:UpstreamSampler",
"fields": {
"sigma_data": 16.0,
"s_max": 160.0,
"s_min": 0.0004,
"rho": 7.0,
"num_steps": 5,
"end": "zero_last",
"gamma_0": 0.0,
"gamma_min": 1.0,
"noise_scale": 1.003,
"step_scale": 1.0,
"center": {
"function": "jfold.sampling.core:masked_centering"
},
"augment": true,
"augment_after_noise": false,
"align": {
"function": "jfold.sampling.core:no_alignment"
},
"max_sigma": null
}
}
}
}
}
{
"format_version": 1,
"jfold_version": "0.1.0",
"metadata": {
"model": "protenix_tiny",
"checkpoint": {
"source": "protenix.web_service.dependency_url.URL['protenix_tiny_default_v0.5.0']",
"sha256": "7ad252e023d61f94572f51ab60c2a58f3a12205271898fe581fa38d20de9566b"
},
"upstream": {
"package": "protenix",
"version": "0.1.0"
},
"converted_at": "2026-11-10"
},
"model": {
"module": "jfold.model:StructureModel",
"fields": {
"input_embedder": {
"module": "jfold.blocks.inputs:InputEmbedder",
"fields": {
"encoder": {
"module": "jfold.blocks.atoms:AtomAttentionEncoder",
"fields": {
"embed_features": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.embed_features.weight",
"shape": [
128,
389
],
"dtype": "float32"
},
"bias": null
}
},
"pair_embedding": {
"module": "jfold.blocks.atoms:AtomPairEmbedding",
"fields": {
"linear_offset": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_embedding.linear_offset.weight",
"shape": [
16,
3
],
"dtype": "float32"
},
"bias": null
}
},
"linear_inv_sq_dist": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_embedding.linear_inv_sq_dist.weight",
"shape": [
16,
1
],
"dtype": "float32"
},
"bias": null
}
},
"linear_valid": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_embedding.linear_valid.weight",
"shape": [
16,
1
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"trunk": null,
"linear_r": null,
"linear_c_queries": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.linear_c_queries.weight",
"shape": [
16,
128
],
"dtype": "float32"
},
"bias": null
}