config.json

{
  "encoder": "xt_encoder_20L_1536D",
  "decoder": "xt_decoder_12L_1536D",
  "encoder_dim": null,
  "decoder_dim": null,
  "encoder_depth": null,
  "decoder_depth": null,
  "encoder_position_code": "rotary",
  "decoder_position_code": "rotary",
  "rotary_emb_ratio": 0.75,
  "encoder_use_alibi": false,
  "decoder_use_alibi": false,
  "attn_flash": true,
  "mixed_attention": true,
  "unidir_attention_ratio": 0.5,
  "num_register_tokens": 5,
  "sum_modality_groups": true,
  "exclude_absent_tokens": true,
  "decoder_causal_mask": false,
  "decoder_sep_mask": true,
  "share_model_embeddings": true,
  "drop_enc_rate_min": 0.0,
  "drop_enc_rate_max": 0.1,
  "class_balance_max": null,
  "freeze_llm_emb": true,
  "num_input_tokens": 10000,
  "num_target_tokens": 1000,
  "is_target_autoregr": false,
  "dtype": "bfloat16",
  "in_domains": [
    "tok_aa_seq",
    "tok_atac",
    "tok_cage",
    "tok_cds_junctions",
    "tok_context",
    "tok_corpus",
    "tok_dssp",
    "tok_feature_type",
    "tok_funcprot_caption",
    "tok_gene_family_txt",
    "tok_is_coding",
    "tok_masif_charge",
    "tok_masif_hbond",
    "tok_masif_hydrophobicity",
    "tok_masif_n_vertices",
    "tok_masif_si_index",
    "tok_phylop_human",
    "tok_phylop_mouse",
    "tok_prot_abund",
    "tok_prot_struct",
    "tok_rasp2",
    "tok_rna_codons",
    "tok_rna_seq",
    "tok_sasa",
    "tok_splice_jctns_5cls",
    "tok_splice_regions"
  ],
  "out_domains": [
    "tok_aa_seq",
    "tok_atac",
    "tok_cage",
    "tok_cds_junctions",
    "tok_context",
    "tok_corpus",
    "tok_dssp",
    "tok_feature_type",
    "tok_funcprot_caption",
    "tok_gene_family_txt",
    "tok_is_coding",
    "tok_masif_charge",
    "tok_masif_hbond",
    "tok_masif_hydrophobicity",
    "tok_masif_n_vertices",
    "tok_masif_si_index",
    "tok_phylop_human",
    "tok_phylop_mouse",
    "tok_prot_abund",
    "tok_prot_struct",
    "tok_rasp2",
    "tok_rna_codons",
    "tok_rna_seq",
    "tok_sasa",
    "tok_splice_jctns_5cls",
    "tok_splice_regions"
  ],
  "init_text_from_biobert": false,
  "mimic_version": "1.0"
}