| { |
| "format_version": 2, |
| "model": { |
| "n_layer": 8, |
| "n_head": 12, |
| "n_embd": 900, |
| "block_size": 3072, |
| "vocab_size": 13460, |
| "organism_vocab_size": 201, |
| "dropout": 0.08, |
| "bias": true, |
| "use_gated_attention": true, |
| "use_rmsnorm": true, |
| "use_qk_norm": true, |
| "pad_token_id": 0, |
| "mf_start_token_id": 1, |
| "mf_end_token_id": 2, |
| "bp_start_token_id": 3, |
| "bp_end_token_id": 4, |
| "cc_start_token_id": 5, |
| "cc_end_token_id": 6, |
| "embed_model_path": "facebook/esm2_t33_650M_UR50D", |
| "protein_embedding_dim": 1280, |
| "protein_layer_index": 27, |
| "max_protein_length": 2000 |
| }, |
| "generation": { |
| "decoding": "greedy", |
| "max_new_tokens": 200 |
| } |
| } |
