jfold / protenix_tiny /model.json
nickrb's picture
Reconverted with SwiGLU, NormLinear and ReluMLP2 in jfold.nn
a3b0859 verified
Raw History Blame Contribute Delete
149 kB
{ "format_version": 1, "jfold_version": "0.1.0", "metadata": { "model": "protenix_tiny", "checkpoint": { "source": "protenix.web_service.dependency_url.URL['protenix_tiny_default_v0.5.0']", "sha256": "7ad252e023d61f94572f51ab60c2a58f3a12205271898fe581fa38d20de9566b" }, "upstream": { "package": "protenix", "version": "0.1.0" }, "converted_at": "2026-11-10" }, "model": { "module": "jfold.model:StructureModel", "fields": { "input_embedder": { "module": "jfold.blocks.inputs:InputEmbedder", "fields": { "encoder": { "module": "jfold.blocks.atoms:AtomAttentionEncoder", "fields": { "embed_features": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.embed_features.weight", "shape": [ 128, 389 ], "dtype": "float32" }, "bias": null } }, "pair_embedding": { "module": "jfold.blocks.atoms:AtomPairEmbedding", "fields": { "linear_offset": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.pair_embedding.linear_offset.weight", "shape": [ 16, 3 ], "dtype": "float32" }, "bias": null } }, "linear_inv_sq_dist": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.pair_embedding.linear_inv_sq_dist.weight", "shape": [ 16, 1 ], "dtype": "float32" }, "bias": null } }, "linear_valid": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.pair_embedding.linear_valid.weight", "shape": [ 16, 1 ], "dtype": "float32" }, "bias": null } } } }, "trunk": null, "linear_r": null, "linear_c_queries": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.linear_c_queries.weight", "shape": [ 16, 128 ], "dtype": "float32" }, "bias": null } }, "linear_c_keys": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.linear_c_keys.weight", "shape": [ 16, 128 ], "dtype": "float32" }, "bias": null } }, "pair_mlp": { "module": "jfold.nn:ReluMLP", "fields": { "layers": { "tuple": [ { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.pair_mlp.layers.0.weight", "shape": [ 16, 16 ], "dtype": "float32" }, "bias": null } }, { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.pair_mlp.layers.1.weight", "shape": [ 16, 16 ], "dtype": "float32" }, "bias": null } }, { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.pair_mlp.layers.2.weight", "shape": [ 16, 16 ], "dtype": "float32" }, "bias": null } } ] } } }, "transformer": { "module": "jfold.blocks.diffusion:DiffusionTransformer", "fields": { "pair_bias": { "module": "jfold.nn:PairBias", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "input_embedder.encoder.transformer.pair_bias.norm.weight", "shape": [ 3, 16 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.pair_bias.linear.weight", "shape": [ 3, 4, 16 ], "dtype": "float32" }, "bias": null } } } }, "layers": { "module": "jfold.blocks.diffusion:DiffusionTransformerLayer", "fields": { "attention": { "module": "jfold.blocks.diffusion:ConditionedAttention", "fields": { "adaln": { "module": "jfold.blocks.diffusion:AdaLN", "fields": { "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": null, "bias": null, "eps": 1e-05 } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.adaln.norm_s.weight", "shape": [ 3, 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_scale": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.adaln.linear_scale.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": { "array": "input_embedder.encoder.transformer.layers.attention.adaln.linear_scale.bias", "shape": [ 3, 128 ], "dtype": "float32" } } }, "linear_shift": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.adaln.linear_shift.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": null } } } }, "attention": { "module": "jfold.blocks.windows:LocalAttention", "fields": { "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_q.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": { "array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_q.bias", "shape": [ 3, 128 ], "dtype": "float32" } } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_k.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_v.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_g.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.attention.attention.linear_o.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": null } }, "num_heads": 4 } }, "windows": { "module": "jfold.blocks.windows:CenteredWindows", "fields": { "queries": 32, "keys": 128 } } } }, "linear_gate": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.linear_gate.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": { "array": "input_embedder.encoder.transformer.layers.attention.linear_gate.bias", "shape": [ 3, 128 ], "dtype": "float32" } } }, "keys": { "module": "jfold.blocks.diffusion:RenormKeys", "fields": { "adaln": { "module": "jfold.blocks.diffusion:AdaLN", "fields": { "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": null, "bias": null, "eps": 1e-05 } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.keys.adaln.norm_s.weight", "shape": [ 3, 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_scale": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.keys.adaln.linear_scale.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": { "array": "input_embedder.encoder.transformer.layers.attention.keys.adaln.linear_scale.bias", "shape": [ 3, 128 ], "dtype": "float32" } } }, "linear_shift": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.attention.keys.adaln.linear_shift.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": null } } } } } } } }, "transition": { "module": "jfold.blocks.diffusion:ConditionedTransition", "fields": { "adaln": { "module": "jfold.blocks.diffusion:AdaLN", "fields": { "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": null, "bias": null, "eps": 1e-05 } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.transition.adaln.norm_s.weight", "shape": [ 3, 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_scale": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.transition.adaln.linear_scale.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": { "array": "input_embedder.encoder.transformer.layers.transition.adaln.linear_scale.bias", "shape": [ 3, 128 ], "dtype": "float32" } } }, "linear_shift": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.transition.adaln.linear_shift.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": null } } } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.transition.linear_a.weight", "shape": [ 3, 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.transition.linear_b.weight", "shape": [ 3, 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_c": null, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.transition.linear_out.weight", "shape": [ 3, 128, 256 ], "dtype": "float32" }, "bias": null } }, "linear_gate": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.transformer.layers.transition.linear_gate.weight", "shape": [ 3, 128, 128 ], "dtype": "float32" }, "bias": { "array": "input_embedder.encoder.transformer.layers.transition.linear_gate.bias", "shape": [ 3, 128 ], "dtype": "float32" } } } } }, "post_norm": { "module": "equinox.nn:Identity", "fields": {} } } } } }, "linear_token": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "input_embedder.encoder.linear_token.weight", "shape": [ 384, 128 ], "dtype": "float32" }, "bias": null } }, "queries_from_conditioned": true } }, "linear_tokens": null } }, "trunk_init": { "module": "jfold.blocks.inputs:TrunkInit", "fields": { "linear_s": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk_init.linear_s.weight", "shape": [ 384, 449 ], "dtype": "float32" }, "bias": null } }, "singles_to_pair": { "module": "jfold.nn:SinglesToPair", "fields": { "linear_i": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk_init.singles_to_pair.linear_i.weight", "shape": [ 128, 384 ], "dtype": "float32" }, "bias": null } }, "linear_j": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk_init.singles_to_pair.linear_j.weight", "shape": [ 128, 384 ], "dtype": "float32" }, "bias": null } }, "product_i": null, "product_j": null, "product_out": null } }, "relative_positions": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk_init.relative_positions.weight", "shape": [ 128, 139 ], "dtype": "float32" }, "bias": null } }, "bonds": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk_init.bonds.weight", "shape": [ 128, 1 ], "dtype": "float32" }, "bias": null } }, "pair_from_s_init": true } }, "trunk": { "module": "jfold.model:Trunk", "fields": { "recycle_s": { "module": "jfold.model:Recycle", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.recycle_s.norm.weight", "shape": [ 384 ], "dtype": "float32" }, "bias": { "array": "trunk.recycle_s.norm.bias", "shape": [ 384 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.recycle_s.linear.weight", "shape": [ 384, 384 ], "dtype": "float32" }, "bias": null } } } }, "recycle_z": { "module": "jfold.model:Recycle", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.recycle_z.norm.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "trunk.recycle_z.norm.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.recycle_z.linear.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } } } }, "pairformer": { "module": "jfold.blocks.pairformer:PairformerStack", "fields": { "layers": { "module": "jfold.blocks.pairformer:PairformerLayer", "fields": { "tri_mul_out": { "module": "jfold.blocks.pairformer:TriangleMultiplication", "fields": { "norm_in": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_out.norm_in.weight", "shape": [ 8, 128 ], "dtype": "float32" }, "bias": { "array": "trunk.pairformer.layers.tri_mul_out.norm_in.bias", "shape": [ 8, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_p": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_out.linear_p.weight", "shape": [ 8, 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_out.linear_g.weight", "shape": [ 8, 256, 128 ], "dtype": "float32" }, "bias": null } }, "norm_out": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_out.norm_out.weight", "shape": [ 8, 128 ], "dtype": "float32" }, "bias": { "array": "trunk.pairformer.layers.tri_mul_out.norm_out.bias", "shape": [ 8, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_out.linear_out.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_out_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_out.linear_out_g.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "outgoing": true } }, "tri_mul_in": { "module": "jfold.blocks.pairformer:TriangleMultiplication", "fields": { "norm_in": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_in.norm_in.weight", "shape": [ 8, 128 ], "dtype": "float32" }, "bias": { "array": "trunk.pairformer.layers.tri_mul_in.norm_in.bias", "shape": [ 8, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_p": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_in.linear_p.weight", "shape": [ 8, 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_in.linear_g.weight", "shape": [ 8, 256, 128 ], "dtype": "float32" }, "bias": null } }, "norm_out": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_in.norm_out.weight", "shape": [ 8, 128 ], "dtype": "float32" }, "bias": { "array": "trunk.pairformer.layers.tri_mul_in.norm_out.bias", "shape": [ 8, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_in.linear_out.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_out_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_mul_in.linear_out_g.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "outgoing": false } }, "tri_att_start": { "module": "jfold.blocks.pairformer:TriangleAttention", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_start.norm.weight", "shape": [ 8, 128 ], "dtype": "float32" }, "bias": { "array": "trunk.pairformer.layers.tri_att_start.norm.bias", "shape": [ 8, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_bias": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_start.linear_bias.weight", "shape": [ 8, 4, 128 ], "dtype": "float32" }, "bias": null } }, "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_start.attention.linear_q.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_start.attention.linear_k.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_start.attention.linear_v.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_start.attention.linear_g.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_start.attention.linear_o.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "num_heads": 4 } } } }, "tri_att_end": { "module": "jfold.blocks.pairformer:TriangleAttention", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_end.norm.weight", "shape": [ 8, 128 ], "dtype": "float32" }, "bias": { "array": "trunk.pairformer.layers.tri_att_end.norm.bias", "shape": [ 8, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_bias": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_end.linear_bias.weight", "shape": [ 8, 4, 128 ], "dtype": "float32" }, "bias": null } }, "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_end.attention.linear_q.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_end.attention.linear_k.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_end.attention.linear_v.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_end.attention.linear_g.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.tri_att_end.attention.linear_o.weight", "shape": [ 8, 128, 128 ], "dtype": "float32" }, "bias": null } }, "num_heads": 4 } } } }, "transition_z": { "module": "jfold.nn:Transition", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.pairformer.layers.transition_z.norm.weight", "shape": [ 8, 128 ], "dtype": "float32" }, "bias": { "array": "trunk.pairformer.layers.transition_z.norm.bias", "shape": [ 8, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.transition_z.linear_a.weight", "shape": [ 8, 512, 128 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.transition_z.linear_b.weight", "shape": [ 8, 512, 128 ], "dtype": "float32" }, "bias": null } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.transition_z.linear_out.weight", "shape": [ 8, 128, 512 ], "dtype": "float32" }, "bias": null } } } }, "single": { "module": "jfold.blocks.pairformer:SingleUpdate", "fields": { "attention": { "module": "jfold.blocks.pairformer:AttentionPairBias", "fields": { "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.pairformer.layers.single.attention.norm_s.weight", "shape": [ 8, 384 ], "dtype": "float32" }, "bias": { "array": "trunk.pairformer.layers.single.attention.norm_s.bias", "shape": [ 8, 384 ], "dtype": "float32" }, "eps": 1e-05 } }, "pair_bias": { "module": "jfold.nn:PairBias", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.pairformer.layers.single.attention.pair_bias.norm.weight", "shape": [ 8, 128 ], "dtype": "float32" }, "bias": { "array": "trunk.pairformer.layers.single.attention.pair_bias.norm.bias", "shape": [ 8, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.single.attention.pair_bias.linear.weight", "shape": [ 8, 16, 128 ], "dtype": "float32" }, "bias": null } } } }, "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.single.attention.attention.linear_q.weight", "shape": [ 8, 384, 384 ], "dtype": "float32" }, "bias": { "array": "trunk.pairformer.layers.single.attention.attention.linear_q.bias", "shape": [ 8, 384 ], "dtype": "float32" } } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.single.attention.attention.linear_k.weight", "shape": [ 8, 384, 384 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.single.attention.attention.linear_v.weight", "shape": [ 8, 384, 384 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.single.attention.attention.linear_g.weight", "shape": [ 8, 384, 384 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.single.attention.attention.linear_o.weight", "shape": [ 8, 384, 384 ], "dtype": "float32" }, "bias": null } }, "num_heads": 16 } } } }, "transition": { "module": "jfold.nn:Transition", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.pairformer.layers.single.transition.norm.weight", "shape": [ 8, 384 ], "dtype": "float32" }, "bias": { "array": "trunk.pairformer.layers.single.transition.norm.bias", "shape": [ 8, 384 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.single.transition.linear_a.weight", "shape": [ 8, 1536, 384 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.single.transition.linear_b.weight", "shape": [ 8, 1536, 384 ], "dtype": "float32" }, "bias": null } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.pairformer.layers.single.transition.linear_out.weight", "shape": [ 8, 384, 1536 ], "dtype": "float32" }, "bias": null } } } }, "post_norm": { "module": "equinox.nn:Identity", "fields": {} } } }, "dropout_row": { "module": "jfold.nn:Dropout", "fields": { "rate": 0.25, "shared_axes": { "tuple": [ 0 ] }, "inference": true } }, "dropout_column": { "module": "jfold.nn:Dropout", "fields": { "rate": 0.25, "shared_axes": { "tuple": [ 1 ] }, "inference": true } } } } } }, "templates": null, "msa": { "module": "jfold.blocks.msa:MSAModule", "fields": { "linear_msa": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.linear_msa.weight", "shape": [ 64, 34 ], "dtype": "float32" }, "bias": null } }, "linear_s": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.linear_s.weight", "shape": [ 64, 449 ], "dtype": "float32" }, "bias": null } }, "layers": null, "last": { "module": "jfold.blocks.msa:MSALayer", "fields": { "outer_product_mean": { "module": "jfold.blocks.msa:ProjectedOuterProductMean", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.msa.last.outer_product_mean.norm.weight", "shape": [ 64 ], "dtype": "float32" }, "bias": { "array": "trunk.msa.last.outer_product_mean.norm.bias", "shape": [ 64 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.outer_product_mean.linear_a.weight", "shape": [ 32, 64 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.outer_product_mean.linear_b.weight", "shape": [ 32, 64 ], "dtype": "float32" }, "bias": null } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.outer_product_mean.linear_out.weight", "shape": [ 128, 1024 ], "dtype": "float32" }, "bias": { "array": "trunk.msa.last.outer_product_mean.linear_out.bias", "shape": [ 128 ], "dtype": "float32" } } }, "eps": 0.001 } }, "msa": null, "pair": { "module": "jfold.blocks.pairformer:PairformerLayer", "fields": { "tri_mul_out": { "module": "jfold.blocks.pairformer:TriangleMultiplication", "fields": { "norm_in": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_out.norm_in.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "trunk.msa.last.pair.tri_mul_out.norm_in.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_p": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_out.linear_p.weight", "shape": [ 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_out.linear_g.weight", "shape": [ 256, 128 ], "dtype": "float32" }, "bias": null } }, "norm_out": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_out.norm_out.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "trunk.msa.last.pair.tri_mul_out.norm_out.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_out.linear_out.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_out_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_out.linear_out_g.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "outgoing": true } }, "tri_mul_in": { "module": "jfold.blocks.pairformer:TriangleMultiplication", "fields": { "norm_in": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_in.norm_in.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "trunk.msa.last.pair.tri_mul_in.norm_in.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_p": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_in.linear_p.weight", "shape": [ 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_in.linear_g.weight", "shape": [ 256, 128 ], "dtype": "float32" }, "bias": null } }, "norm_out": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_in.norm_out.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "trunk.msa.last.pair.tri_mul_in.norm_out.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_in.linear_out.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_out_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_mul_in.linear_out_g.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "outgoing": false } }, "tri_att_start": { "module": "jfold.blocks.pairformer:TriangleAttention", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_start.norm.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "trunk.msa.last.pair.tri_att_start.norm.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_bias": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_start.linear_bias.weight", "shape": [ 4, 128 ], "dtype": "float32" }, "bias": null } }, "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_start.attention.linear_q.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_start.attention.linear_k.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_start.attention.linear_v.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_start.attention.linear_g.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_start.attention.linear_o.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "num_heads": 4 } } } }, "tri_att_end": { "module": "jfold.blocks.pairformer:TriangleAttention", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_end.norm.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "trunk.msa.last.pair.tri_att_end.norm.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_bias": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_end.linear_bias.weight", "shape": [ 4, 128 ], "dtype": "float32" }, "bias": null } }, "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_end.attention.linear_q.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_end.attention.linear_k.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_end.attention.linear_v.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_end.attention.linear_g.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.tri_att_end.attention.linear_o.weight", "shape": [ 128, 128 ], "dtype": "float32" }, "bias": null } }, "num_heads": 4 } } } }, "transition_z": { "module": "jfold.nn:Transition", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "trunk.msa.last.pair.transition_z.norm.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "trunk.msa.last.pair.transition_z.norm.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.transition_z.linear_a.weight", "shape": [ 512, 128 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.transition_z.linear_b.weight", "shape": [ 512, 128 ], "dtype": "float32" }, "bias": null } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "trunk.msa.last.pair.transition_z.linear_out.weight", "shape": [ 128, 512 ], "dtype": "float32" }, "bias": null } } } }, "single": null, "dropout_row": { "module": "jfold.nn:Dropout", "fields": { "rate": 0.25, "shared_axes": { "tuple": [ 0 ] }, "inference": true } }, "dropout_column": { "module": "jfold.nn:Dropout", "fields": { "rate": 0.25, "shared_axes": { "tuple": [ 1 ] }, "inference": true } } } }, "outer_product_first": true } }, "max_rows": 1024, "keep_query": false, "min_rows": 1 } } } }, "diffusion": { "module": "jfold.blocks.denoiser:DiffusionModule", "fields": { "conditioning": { "module": "jfold.blocks.denoiser:DiffusionConditioning", "fields": { "norm_z": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.conditioning.norm_z.weight", "shape": [ 256 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_z": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.linear_z.weight", "shape": [ 128, 256 ], "dtype": "float32" }, "bias": null } }, "transitions_z": { "tuple": [ { "module": "jfold.nn:Transition", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.conditioning.transitions_z.0.norm.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.conditioning.transitions_z.0.norm.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_z.0.linear_a.weight", "shape": [ 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_z.0.linear_b.weight", "shape": [ 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_z.0.linear_out.weight", "shape": [ 128, 256 ], "dtype": "float32" }, "bias": null } } } }, { "module": "jfold.nn:Transition", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.conditioning.transitions_z.1.norm.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.conditioning.transitions_z.1.norm.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_z.1.linear_a.weight", "shape": [ 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_z.1.linear_b.weight", "shape": [ 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_z.1.linear_out.weight", "shape": [ 128, 256 ], "dtype": "float32" }, "bias": null } } } } ] }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.conditioning.norm_s.weight", "shape": [ 833 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_s": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.linear_s.weight", "shape": [ 384, 833 ], "dtype": "float32" }, "bias": null } }, "fourier": { "module": "jfold.blocks.denoiser:FourierEmbedding", "fields": { "weight": { "array": "diffusion.conditioning.fourier.weight", "shape": [ 256 ], "dtype": "float32" }, "bias": { "array": "diffusion.conditioning.fourier.bias", "shape": [ 256 ], "dtype": "float32" } } }, "norm_noise": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.conditioning.norm_noise.weight", "shape": [ 256 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_noise": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.linear_noise.weight", "shape": [ 384, 256 ], "dtype": "float32" }, "bias": null } }, "transitions_s": { "tuple": [ { "module": "jfold.nn:Transition", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.conditioning.transitions_s.0.norm.weight", "shape": [ 384 ], "dtype": "float32" }, "bias": { "array": "diffusion.conditioning.transitions_s.0.norm.bias", "shape": [ 384 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_s.0.linear_a.weight", "shape": [ 768, 384 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_s.0.linear_b.weight", "shape": [ 768, 384 ], "dtype": "float32" }, "bias": null } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_s.0.linear_out.weight", "shape": [ 384, 768 ], "dtype": "float32" }, "bias": null } } } }, { "module": "jfold.nn:Transition", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.conditioning.transitions_s.1.norm.weight", "shape": [ 384 ], "dtype": "float32" }, "bias": { "array": "diffusion.conditioning.transitions_s.1.norm.bias", "shape": [ 384 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_s.1.linear_a.weight", "shape": [ 768, 384 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_s.1.linear_b.weight", "shape": [ 768, 384 ], "dtype": "float32" }, "bias": null } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.conditioning.transitions_s.1.linear_out.weight", "shape": [ 384, 768 ], "dtype": "float32" }, "bias": null } } } } ] }, "sigma_data": 16.0, "norm_z_trunk": null, "linear_z_trunk": null } }, "encoder": { "module": "jfold.blocks.atoms:AtomAttentionEncoder", "fields": { "embed_features": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.embed_features.weight", "shape": [ 128, 389 ], "dtype": "float32" }, "bias": null } }, "pair_embedding": { "module": "jfold.blocks.atoms:AtomPairEmbedding", "fields": { "linear_offset": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.pair_embedding.linear_offset.weight", "shape": [ 16, 3 ], "dtype": "float32" }, "bias": null } }, "linear_inv_sq_dist": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.pair_embedding.linear_inv_sq_dist.weight", "shape": [ 16, 1 ], "dtype": "float32" }, "bias": null } }, "linear_valid": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.pair_embedding.linear_valid.weight", "shape": [ 16, 1 ], "dtype": "float32" }, "bias": null } } } }, "trunk": { "module": "jfold.blocks.atoms:TrunkToAtoms", "fields": { "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.encoder.trunk.norm_s.weight", "shape": [ 384 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_s": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.trunk.linear_s.weight", "shape": [ 128, 384 ], "dtype": "float32" }, "bias": null } }, "norm_z": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.encoder.trunk.norm_z.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_z": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.trunk.linear_z.weight", "shape": [ 16, 128 ], "dtype": "float32" }, "bias": null } } } }, "linear_r": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.linear_r.weight", "shape": [ 128, 3 ], "dtype": "float32" }, "bias": null } }, "linear_c_queries": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.linear_c_queries.weight", "shape": [ 16, 128 ], "dtype": "float32" }, "bias": null } }, "linear_c_keys": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.linear_c_keys.weight", "shape": [ 16, 128 ], "dtype": "float32" }, "bias": null } }, "pair_mlp": { "module": "jfold.nn:ReluMLP", "fields": { "layers": { "tuple": [ { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.pair_mlp.layers.0.weight", "shape": [ 16, 16 ], "dtype": "float32" }, "bias": null } }, { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.pair_mlp.layers.1.weight", "shape": [ 16, 16 ], "dtype": "float32" }, "bias": null } }, { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.pair_mlp.layers.2.weight", "shape": [ 16, 16 ], "dtype": "float32" }, "bias": null } } ] } } }, "transformer": { "module": "jfold.blocks.diffusion:DiffusionTransformer", "fields": { "pair_bias": { "module": "jfold.nn:PairBias", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.encoder.transformer.pair_bias.norm.weight", "shape": [ 1, 16 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.pair_bias.linear.weight", "shape": [ 1, 4, 16 ], "dtype": "float32" }, "bias": null } } } }, "layers": { "module": "jfold.blocks.diffusion:DiffusionTransformerLayer", "fields": { "attention": { "module": "jfold.blocks.diffusion:ConditionedAttention", "fields": { "adaln": { "module": "jfold.blocks.diffusion:AdaLN", "fields": { "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": null, "bias": null, "eps": 1e-05 } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.adaln.norm_s.weight", "shape": [ 1, 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_scale": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.adaln.linear_scale.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.encoder.transformer.layers.attention.adaln.linear_scale.bias", "shape": [ 1, 128 ], "dtype": "float32" } } }, "linear_shift": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.adaln.linear_shift.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } } } }, "attention": { "module": "jfold.blocks.windows:LocalAttention", "fields": { "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_q.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_q.bias", "shape": [ 1, 128 ], "dtype": "float32" } } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_k.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_v.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_g.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.attention.attention.linear_o.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } }, "num_heads": 4 } }, "windows": { "module": "jfold.blocks.windows:CenteredWindows", "fields": { "queries": 32, "keys": 128 } } } }, "linear_gate": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.linear_gate.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.encoder.transformer.layers.attention.linear_gate.bias", "shape": [ 1, 128 ], "dtype": "float32" } } }, "keys": { "module": "jfold.blocks.diffusion:RenormKeys", "fields": { "adaln": { "module": "jfold.blocks.diffusion:AdaLN", "fields": { "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": null, "bias": null, "eps": 1e-05 } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.keys.adaln.norm_s.weight", "shape": [ 1, 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_scale": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.keys.adaln.linear_scale.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.encoder.transformer.layers.attention.keys.adaln.linear_scale.bias", "shape": [ 1, 128 ], "dtype": "float32" } } }, "linear_shift": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.attention.keys.adaln.linear_shift.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } } } } } } } }, "transition": { "module": "jfold.blocks.diffusion:ConditionedTransition", "fields": { "adaln": { "module": "jfold.blocks.diffusion:AdaLN", "fields": { "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": null, "bias": null, "eps": 1e-05 } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.transition.adaln.norm_s.weight", "shape": [ 1, 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_scale": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.transition.adaln.linear_scale.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.encoder.transformer.layers.transition.adaln.linear_scale.bias", "shape": [ 1, 128 ], "dtype": "float32" } } }, "linear_shift": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.transition.adaln.linear_shift.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } } } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.transition.linear_a.weight", "shape": [ 1, 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.transition.linear_b.weight", "shape": [ 1, 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_c": null, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.transition.linear_out.weight", "shape": [ 1, 128, 256 ], "dtype": "float32" }, "bias": null } }, "linear_gate": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.transformer.layers.transition.linear_gate.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.encoder.transformer.layers.transition.linear_gate.bias", "shape": [ 1, 128 ], "dtype": "float32" } } } } }, "post_norm": { "module": "equinox.nn:Identity", "fields": {} } } } } }, "linear_token": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.encoder.linear_token.weight", "shape": [ 768, 128 ], "dtype": "float32" }, "bias": null } }, "queries_from_conditioned": true } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.norm_s.weight", "shape": [ 384 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_s": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.linear_s.weight", "shape": [ 768, 384 ], "dtype": "float32" }, "bias": null } }, "transformer": { "module": "jfold.blocks.diffusion:DiffusionTransformer", "fields": { "pair_bias": { "module": "jfold.nn:PairBias", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.transformer.pair_bias.norm.weight", "shape": [ 8, 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.pair_bias.linear.weight", "shape": [ 8, 16, 128 ], "dtype": "float32" }, "bias": null } } } }, "layers": { "module": "jfold.blocks.diffusion:DiffusionTransformerLayer", "fields": { "attention": { "module": "jfold.blocks.diffusion:ConditionedAttention", "fields": { "adaln": { "module": "jfold.blocks.diffusion:AdaLN", "fields": { "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": null, "bias": null, "eps": 1e-05 } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.transformer.layers.attention.adaln.norm_s.weight", "shape": [ 8, 384 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_scale": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.attention.adaln.linear_scale.weight", "shape": [ 8, 768, 384 ], "dtype": "float32" }, "bias": { "array": "diffusion.transformer.layers.attention.adaln.linear_scale.bias", "shape": [ 8, 768 ], "dtype": "float32" } } }, "linear_shift": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.attention.adaln.linear_shift.weight", "shape": [ 8, 768, 384 ], "dtype": "float32" }, "bias": null } } } }, "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.attention.attention.linear_q.weight", "shape": [ 8, 768, 768 ], "dtype": "float32" }, "bias": { "array": "diffusion.transformer.layers.attention.attention.linear_q.bias", "shape": [ 8, 768 ], "dtype": "float32" } } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.attention.attention.linear_k.weight", "shape": [ 8, 768, 768 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.attention.attention.linear_v.weight", "shape": [ 8, 768, 768 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.attention.attention.linear_g.weight", "shape": [ 8, 768, 768 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.attention.attention.linear_o.weight", "shape": [ 8, 768, 768 ], "dtype": "float32" }, "bias": null } }, "num_heads": 16 } }, "linear_gate": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.attention.linear_gate.weight", "shape": [ 8, 768, 384 ], "dtype": "float32" }, "bias": { "array": "diffusion.transformer.layers.attention.linear_gate.bias", "shape": [ 8, 768 ], "dtype": "float32" } } }, "keys": null } }, "transition": { "module": "jfold.blocks.diffusion:ConditionedTransition", "fields": { "adaln": { "module": "jfold.blocks.diffusion:AdaLN", "fields": { "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": null, "bias": null, "eps": 1e-05 } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.transformer.layers.transition.adaln.norm_s.weight", "shape": [ 8, 384 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_scale": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.transition.adaln.linear_scale.weight", "shape": [ 8, 768, 384 ], "dtype": "float32" }, "bias": { "array": "diffusion.transformer.layers.transition.adaln.linear_scale.bias", "shape": [ 8, 768 ], "dtype": "float32" } } }, "linear_shift": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.transition.adaln.linear_shift.weight", "shape": [ 8, 768, 384 ], "dtype": "float32" }, "bias": null } } } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.transition.linear_a.weight", "shape": [ 8, 1536, 768 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.transition.linear_b.weight", "shape": [ 8, 1536, 768 ], "dtype": "float32" }, "bias": null } }, "linear_c": null, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.transition.linear_out.weight", "shape": [ 8, 768, 1536 ], "dtype": "float32" }, "bias": null } }, "linear_gate": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.transformer.layers.transition.linear_gate.weight", "shape": [ 8, 768, 384 ], "dtype": "float32" }, "bias": { "array": "diffusion.transformer.layers.transition.linear_gate.bias", "shape": [ 8, 768 ], "dtype": "float32" } } } } }, "post_norm": { "module": "equinox.nn:Identity", "fields": {} } } } } }, "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.norm_a.weight", "shape": [ 768 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "decoder": { "module": "jfold.blocks.atoms:AtomAttentionDecoder", "fields": { "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.linear_a.weight", "shape": [ 128, 768 ], "dtype": "float32" }, "bias": null } }, "transformer": { "module": "jfold.blocks.diffusion:DiffusionTransformer", "fields": { "pair_bias": { "module": "jfold.nn:PairBias", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.decoder.transformer.pair_bias.norm.weight", "shape": [ 1, 16 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.pair_bias.linear.weight", "shape": [ 1, 4, 16 ], "dtype": "float32" }, "bias": null } } } }, "layers": { "module": "jfold.blocks.diffusion:DiffusionTransformerLayer", "fields": { "attention": { "module": "jfold.blocks.diffusion:ConditionedAttention", "fields": { "adaln": { "module": "jfold.blocks.diffusion:AdaLN", "fields": { "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": null, "bias": null, "eps": 1e-05 } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.adaln.norm_s.weight", "shape": [ 1, 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_scale": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.adaln.linear_scale.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.decoder.transformer.layers.attention.adaln.linear_scale.bias", "shape": [ 1, 128 ], "dtype": "float32" } } }, "linear_shift": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.adaln.linear_shift.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } } } }, "attention": { "module": "jfold.blocks.windows:LocalAttention", "fields": { "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_q.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_q.bias", "shape": [ 1, 128 ], "dtype": "float32" } } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_k.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_v.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_g.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.attention.attention.linear_o.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } }, "num_heads": 4 } }, "windows": { "module": "jfold.blocks.windows:CenteredWindows", "fields": { "queries": 32, "keys": 128 } } } }, "linear_gate": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.linear_gate.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.decoder.transformer.layers.attention.linear_gate.bias", "shape": [ 1, 128 ], "dtype": "float32" } } }, "keys": { "module": "jfold.blocks.diffusion:RenormKeys", "fields": { "adaln": { "module": "jfold.blocks.diffusion:AdaLN", "fields": { "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": null, "bias": null, "eps": 1e-05 } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.keys.adaln.norm_s.weight", "shape": [ 1, 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_scale": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.keys.adaln.linear_scale.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.decoder.transformer.layers.attention.keys.adaln.linear_scale.bias", "shape": [ 1, 128 ], "dtype": "float32" } } }, "linear_shift": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.attention.keys.adaln.linear_shift.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } } } } } } } }, "transition": { "module": "jfold.blocks.diffusion:ConditionedTransition", "fields": { "adaln": { "module": "jfold.blocks.diffusion:AdaLN", "fields": { "norm_a": { "module": "jfold.nn:LayerNorm", "fields": { "weight": null, "bias": null, "eps": 1e-05 } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.transition.adaln.norm_s.weight", "shape": [ 1, 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_scale": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.transition.adaln.linear_scale.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.decoder.transformer.layers.transition.adaln.linear_scale.bias", "shape": [ 1, 128 ], "dtype": "float32" } } }, "linear_shift": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.transition.adaln.linear_shift.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": null } } } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.transition.linear_a.weight", "shape": [ 1, 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.transition.linear_b.weight", "shape": [ 1, 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_c": null, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.transition.linear_out.weight", "shape": [ 1, 128, 256 ], "dtype": "float32" }, "bias": null } }, "linear_gate": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.transformer.layers.transition.linear_gate.weight", "shape": [ 1, 128, 128 ], "dtype": "float32" }, "bias": { "array": "diffusion.decoder.transformer.layers.transition.linear_gate.bias", "shape": [ 1, 128 ], "dtype": "float32" } } } } }, "post_norm": { "module": "equinox.nn:Identity", "fields": {} } } } } }, "norm_out": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "diffusion.decoder.norm_out.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": null, "eps": 1e-05 } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.decoder.linear_out.weight", "shape": [ 3, 128 ], "dtype": "float32" }, "bias": null } } } }, "relative_positions": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "diffusion.relative_positions.weight", "shape": [ 128, 139 ], "dtype": "float32" }, "bias": null } } } }, "distogram": { "module": "jfold.blocks.confidence:PairHead", "fields": { "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "distogram.linear.weight", "shape": [ 64, 128 ], "dtype": "float32" }, "bias": { "array": "distogram.linear.bias", "shape": [ 64 ], "dtype": "float32" } } }, "linear_inter": null, "norm": { "module": "equinox.nn:Identity", "fields": {} }, "norm_terms": { "module": "equinox.nn:Identity", "fields": {} }, "symmetric": true } }, "confidence": { "module": "jfold.blocks.confidence:ConfidenceModule", "fields": { "singles_to_pair": { "module": "jfold.nn:SinglesToPair", "fields": { "linear_i": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.singles_to_pair.linear_i.weight", "shape": [ 128, 449 ], "dtype": "float32" }, "bias": null } }, "linear_j": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.singles_to_pair.linear_j.weight", "shape": [ 128, 449 ], "dtype": "float32" }, "bias": null } }, "product_i": null, "product_j": null, "product_out": null } }, "distances": { "module": "jfold.blocks.confidence:DistanceEmbedding", "fields": { "edges": { "array": "confidence.distances.edges", "shape": [ 39 ], "dtype": "float32" }, "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.distances.linear.weight", "shape": [ 128, 40 ], "dtype": "float32" }, "bias": null } }, "linear_raw": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.distances.linear_raw.weight", "shape": [ 128, 1 ], "dtype": "float32" }, "bias": null } } } }, "stack": { "module": "jfold.blocks.pairformer:PairformerStack", "fields": { "layers": { "module": "jfold.blocks.pairformer:PairformerLayer", "fields": { "tri_mul_out": { "module": "jfold.blocks.pairformer:TriangleMultiplication", "fields": { "norm_in": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_out.norm_in.weight", "shape": [ 4, 128 ], "dtype": "float32" }, "bias": { "array": "confidence.stack.layers.tri_mul_out.norm_in.bias", "shape": [ 4, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_p": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_out.linear_p.weight", "shape": [ 4, 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_out.linear_g.weight", "shape": [ 4, 256, 128 ], "dtype": "float32" }, "bias": null } }, "norm_out": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_out.norm_out.weight", "shape": [ 4, 128 ], "dtype": "float32" }, "bias": { "array": "confidence.stack.layers.tri_mul_out.norm_out.bias", "shape": [ 4, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_out.linear_out.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_out_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_out.linear_out_g.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "outgoing": true } }, "tri_mul_in": { "module": "jfold.blocks.pairformer:TriangleMultiplication", "fields": { "norm_in": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_in.norm_in.weight", "shape": [ 4, 128 ], "dtype": "float32" }, "bias": { "array": "confidence.stack.layers.tri_mul_in.norm_in.bias", "shape": [ 4, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_p": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_in.linear_p.weight", "shape": [ 4, 256, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_in.linear_g.weight", "shape": [ 4, 256, 128 ], "dtype": "float32" }, "bias": null } }, "norm_out": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_in.norm_out.weight", "shape": [ 4, 128 ], "dtype": "float32" }, "bias": { "array": "confidence.stack.layers.tri_mul_in.norm_out.bias", "shape": [ 4, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_in.linear_out.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_out_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_mul_in.linear_out_g.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "outgoing": false } }, "tri_att_start": { "module": "jfold.blocks.pairformer:TriangleAttention", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_start.norm.weight", "shape": [ 4, 128 ], "dtype": "float32" }, "bias": { "array": "confidence.stack.layers.tri_att_start.norm.bias", "shape": [ 4, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_bias": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_start.linear_bias.weight", "shape": [ 4, 4, 128 ], "dtype": "float32" }, "bias": null } }, "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_start.attention.linear_q.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_start.attention.linear_k.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_start.attention.linear_v.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_start.attention.linear_g.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_start.attention.linear_o.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "num_heads": 4 } } } }, "tri_att_end": { "module": "jfold.blocks.pairformer:TriangleAttention", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_end.norm.weight", "shape": [ 4, 128 ], "dtype": "float32" }, "bias": { "array": "confidence.stack.layers.tri_att_end.norm.bias", "shape": [ 4, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_bias": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_end.linear_bias.weight", "shape": [ 4, 4, 128 ], "dtype": "float32" }, "bias": null } }, "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_end.attention.linear_q.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_end.attention.linear_k.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_end.attention.linear_v.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_end.attention.linear_g.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.tri_att_end.attention.linear_o.weight", "shape": [ 4, 128, 128 ], "dtype": "float32" }, "bias": null } }, "num_heads": 4 } } } }, "transition_z": { "module": "jfold.nn:Transition", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.stack.layers.transition_z.norm.weight", "shape": [ 4, 128 ], "dtype": "float32" }, "bias": { "array": "confidence.stack.layers.transition_z.norm.bias", "shape": [ 4, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.transition_z.linear_a.weight", "shape": [ 4, 512, 128 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.transition_z.linear_b.weight", "shape": [ 4, 512, 128 ], "dtype": "float32" }, "bias": null } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.transition_z.linear_out.weight", "shape": [ 4, 128, 512 ], "dtype": "float32" }, "bias": null } } } }, "single": { "module": "jfold.blocks.pairformer:SingleUpdate", "fields": { "attention": { "module": "jfold.blocks.pairformer:AttentionPairBias", "fields": { "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.stack.layers.single.attention.norm_s.weight", "shape": [ 4, 384 ], "dtype": "float32" }, "bias": { "array": "confidence.stack.layers.single.attention.norm_s.bias", "shape": [ 4, 384 ], "dtype": "float32" }, "eps": 1e-05 } }, "pair_bias": { "module": "jfold.nn:PairBias", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.stack.layers.single.attention.pair_bias.norm.weight", "shape": [ 4, 128 ], "dtype": "float32" }, "bias": { "array": "confidence.stack.layers.single.attention.pair_bias.norm.bias", "shape": [ 4, 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.single.attention.pair_bias.linear.weight", "shape": [ 4, 16, 128 ], "dtype": "float32" }, "bias": null } } } }, "attention": { "module": "jfold.nn:Attention", "fields": { "linear_q": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.single.attention.attention.linear_q.weight", "shape": [ 4, 384, 384 ], "dtype": "float32" }, "bias": { "array": "confidence.stack.layers.single.attention.attention.linear_q.bias", "shape": [ 4, 384 ], "dtype": "float32" } } }, "linear_k": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.single.attention.attention.linear_k.weight", "shape": [ 4, 384, 384 ], "dtype": "float32" }, "bias": null } }, "linear_v": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.single.attention.attention.linear_v.weight", "shape": [ 4, 384, 384 ], "dtype": "float32" }, "bias": null } }, "linear_g": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.single.attention.attention.linear_g.weight", "shape": [ 4, 384, 384 ], "dtype": "float32" }, "bias": null } }, "linear_o": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.single.attention.attention.linear_o.weight", "shape": [ 4, 384, 384 ], "dtype": "float32" }, "bias": null } }, "num_heads": 16 } } } }, "transition": { "module": "jfold.nn:Transition", "fields": { "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.stack.layers.single.transition.norm.weight", "shape": [ 4, 384 ], "dtype": "float32" }, "bias": { "array": "confidence.stack.layers.single.transition.norm.bias", "shape": [ 4, 384 ], "dtype": "float32" }, "eps": 1e-05 } }, "linear_a": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.single.transition.linear_a.weight", "shape": [ 4, 1536, 384 ], "dtype": "float32" }, "bias": null } }, "linear_b": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.single.transition.linear_b.weight", "shape": [ 4, 1536, 384 ], "dtype": "float32" }, "bias": null } }, "linear_out": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.stack.layers.single.transition.linear_out.weight", "shape": [ 4, 384, 1536 ], "dtype": "float32" }, "bias": null } } } }, "post_norm": { "module": "equinox.nn:Identity", "fields": {} } } }, "dropout_row": { "module": "equinox.nn:Identity", "fields": {} }, "dropout_column": { "module": "equinox.nn:Identity", "fields": {} } } } } }, "pae": { "module": "jfold.blocks.confidence:PairHead", "fields": { "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.pae.linear.weight", "shape": [ 64, 128 ], "dtype": "float32" }, "bias": null } }, "linear_inter": null, "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.pae.norm.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "confidence.pae.norm.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "norm_terms": { "module": "equinox.nn:Identity", "fields": {} }, "symmetric": false } }, "pde": { "module": "jfold.blocks.confidence:PairHead", "fields": { "linear": { "module": "jfold.nn:Linear", "fields": { "weight": { "array": "confidence.pde.linear.weight", "shape": [ 64, 128 ], "dtype": "float32" }, "bias": null } }, "linear_inter": null, "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.pde.norm.weight", "shape": [ 128 ], "dtype": "float32" }, "bias": { "array": "confidence.pde.norm.bias", "shape": [ 128 ], "dtype": "float32" }, "eps": 1e-05 } }, "norm_terms": { "module": "equinox.nn:Identity", "fields": {} }, "symmetric": true } }, "plddt": { "module": "jfold.blocks.confidence:AtomHead", "fields": { "weight": { "array": "confidence.plddt.weight", "shape": [ 24, 384, 50 ], "dtype": "float32" }, "bias": null, "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.plddt.norm.weight", "shape": [ 384 ], "dtype": "float32" }, "bias": { "array": "confidence.plddt.norm.bias", "shape": [ 384 ], "dtype": "float32" }, "eps": 1e-05 } } } }, "resolved": { "module": "jfold.blocks.confidence:AtomHead", "fields": { "weight": { "array": "confidence.resolved.weight", "shape": [ 24, 384, 2 ], "dtype": "float32" }, "bias": null, "norm": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.resolved.norm.weight", "shape": [ 384 ], "dtype": "float32" }, "bias": { "array": "confidence.resolved.norm.bias", "shape": [ 384 ], "dtype": "float32" }, "eps": 1e-05 } } } }, "norm_s": { "module": "jfold.nn:LayerNorm", "fields": { "weight": { "array": "confidence.norm_s.weight", "shape": [ 384 ], "dtype": "float32" }, "bias": { "array": "confidence.norm_s.bias", "shape": [ 384 ], "dtype": "float32" }, "eps": 1e-05 } }, "norm_z": { "module": "equinox.nn:Identity", "fields": {} }, "norm_s_inputs": { "module": "equinox.nn:Identity", "fields": {} }, "linear_s_inputs_to_s": null, "clamp_s": 512.0, "pair_inputs": null } }, "sampling": { "module": "jfold.sampling.config:UpstreamSampler", "fields": { "sigma_data": 16.0, "s_max": 160.0, "s_min": 0.0004, "rho": 7.0, "num_steps": 5, "end": "zero_last", "gamma_0": 0.0, "gamma_min": 1.0, "noise_scale": 1.003, "step_scale": 1.0, "center": { "function": "jfold.sampling.core:masked_centering" }, "augment": true, "augment_after_noise": false, "align": { "function": "jfold.sampling.core:no_alignment" }, "max_sigma": null } } } } }
{
"format_version": 1,
"jfold_version": "0.1.0",
"metadata": {
"model": "protenix_tiny",
"checkpoint": {
"source": "protenix.web_service.dependency_url.URL['protenix_tiny_default_v0.5.0']",
"sha256": "7ad252e023d61f94572f51ab60c2a58f3a12205271898fe581fa38d20de9566b"
},
"upstream": {
"package": "protenix",
"version": "0.1.0"
},
"converted_at": "2026-11-10"
},
"model": {
"module": "jfold.model:StructureModel",
"fields": {
"input_embedder": {
"module": "jfold.blocks.inputs:InputEmbedder",
"fields": {
"encoder": {
"module": "jfold.blocks.atoms:AtomAttentionEncoder",
"fields": {
"embed_features": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.embed_features.weight",
"shape": [
128,
389
],
"dtype": "float32"
},
"bias": null
}
},
"pair_embedding": {
"module": "jfold.blocks.atoms:AtomPairEmbedding",
"fields": {
"linear_offset": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_embedding.linear_offset.weight",
"shape": [
16,
3
],
"dtype": "float32"
},
"bias": null
}
},
"linear_inv_sq_dist": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_embedding.linear_inv_sq_dist.weight",
"shape": [
16,
1
],
"dtype": "float32"
},
"bias": null
}
},
"linear_valid": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.pair_embedding.linear_valid.weight",
"shape": [
16,
1
],
"dtype": "float32"
},
"bias": null
}
}
}
},
"trunk": null,
"linear_r": null,
"linear_c_queries": {
"module": "jfold.nn:Linear",
"fields": {
"weight": {
"array": "input_embedder.encoder.linear_c_queries.weight",
"shape": [
16,
128
],
"dtype": "float32"
},
"bias": null
}