{
  "format_version": 2,
  "model": {
    "n_layer": 8,
    "n_head": 12,
    "n_embd": 900,
    "block_size": 3072,
    "vocab_size": 13460,
    "organism_vocab_size": 201,
    "dropout": 0.08,
    "bias": true,
    "use_gated_attention": true,
    "use_rmsnorm": true,
    "use_qk_norm": true,
    "pad_token_id": 0,
    "mf_start_token_id": 1,
    "mf_end_token_id": 2,
    "bp_start_token_id": 3,
    "bp_end_token_id": 4,
    "cc_start_token_id": 5,
    "cc_end_token_id": 6,
    "embed_model_path": "facebook/esm2_t33_650M_UR50D",
    "protein_embedding_dim": 1280,
    "protein_layer_index": 27,
    "max_protein_length": 2000
  },
  "generation": {
    "decoding": "greedy",
    "max_new_tokens": 200
  }
}