Hugging Face's logo

Synthyra
/
ANKH_base

Transformers
Safetensors
t5
text2text-generation
protein-language-model
fastplms
custom_code
text-generation-inference
Model card Files
xet
 Community
lhallee commited on
Commit
ee4866b
·
verified ·
1 Parent(s): 37c2e59

Upload FastAnkhForMaskedLM

Browse files
Files changed (2) hide show
  1. config.json +12 -14
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,32 +1,30 @@
1
  {
2
- "_name_or_path": "ElnaggarLab/ankh-base",
3
  "architectures": [
4
- "T5EncoderModel"
5
  ],
6
- "classifier_dropout": 0.0,
 
 
 
 
 
 
 
7
  "d_ff": 3072,
8
  "d_kv": 64,
9
  "d_model": 768,
10
- "decoder_start_token_id": 0,
11
  "dense_act_fn": "gelu_new",
12
- "dropout_rate": 0.0,
13
  "eos_token_id": 1,
14
- "feed_forward_proj": "gated-gelu",
15
  "initializer_factor": 1.0,
16
- "is_encoder_decoder": false,
17
- "is_gated_act": true,
18
  "layer_norm_epsilon": 1e-06,
19
- "model_type": "t5",
20
- "num_decoder_layers": 0,
21
  "num_heads": 12,
22
  "num_layers": 48,
23
- "output_past": true,
24
  "pad_token_id": 0,
25
  "relative_attention_max_distance": 128,
26
  "relative_attention_num_buckets": 64,
27
  "tie_word_embeddings": false,
28
- "torch_dtype": "float32",
29
- "transformers_version": "4.35.2",
30
- "use_cache": true,
31
  "vocab_size": 144
32
  }
 
1
  {
 
2
  "architectures": [
3
+ "FastAnkhForMaskedLM"
4
  ],
5
+ "attn_backend": "sdpa",
6
+ "auto_map": {
7
+ "AutoConfig": "modeling_ankh.FastAnkhConfig",
8
+ "AutoModel": "modeling_ankh.FastAnkhModel",
9
+ "AutoModelForMaskedLM": "modeling_ankh.FastAnkhForMaskedLM",
10
+ "AutoModelForSequenceClassification": "modeling_ankh.FastAnkhForSequenceClassification",
11
+ "AutoModelForTokenClassification": "modeling_ankh.FastAnkhForTokenClassification"
12
+ },
13
  "d_ff": 3072,
14
  "d_kv": 64,
15
  "d_model": 768,
 
16
  "dense_act_fn": "gelu_new",
17
+ "dtype": "float32",
18
  "eos_token_id": 1,
 
19
  "initializer_factor": 1.0,
 
 
20
  "layer_norm_epsilon": 1e-06,
21
+ "model_type": "fast_ankh",
 
22
  "num_heads": 12,
23
  "num_layers": 48,
 
24
  "pad_token_id": 0,
25
  "relative_attention_max_distance": 128,
26
  "relative_attention_num_buckets": 64,
27
  "tie_word_embeddings": false,
28
+ "transformers_version": "4.57.6",
 
 
29
  "vocab_size": 144
30
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93e84e7d94730b5510af6934f29d3c272562c954759689c8fa2fef2e44c09397
3
- size 1812735384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ec760ceef13d7c4da3767e1328298df1da0d8488a916af7d7e7c3aaca4d1f50
3
+ size 1813174280