nocaps commited on
Commit
93ae9b5
·
verified ·
1 Parent(s): 46c9893

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +28 -16
config.json CHANGED
@@ -1,18 +1,30 @@
1
  {
2
- "model_type": "amoresignal_shared_layer_encoder",
3
- "vocab_size": 5000,
4
- "d_model": 64,
5
- "n_heads": 4,
6
- "n_layers": 8,
7
- "ffn_dim": 256,
8
- "max_seq_len": 520,
9
- "dropout": 0.1,
10
- "total_parameters": 408392,
11
- "pad_token_id": 0,
12
- "cls_token_id": 2,
13
- "sep_token_id": 3,
14
- "mask_token_id": 4,
15
- "unk_token_id": 1,
16
- "pretraining_objective": "masked_language_modeling",
17
- "mlm_probability": 0.15
 
 
 
 
 
 
 
 
 
 
 
 
18
  }
 
1
  {
2
+ "model_type": "amoresignal_encoder_decoder",
3
+ "architecture": "weight-shared transformer encoder + weight-shared transformer decoder",
4
+ "encoder": {
5
+ "vocab_size": 5000,
6
+ "d_model": 64,
7
+ "n_heads": 4,
8
+ "n_layers": 8,
9
+ "ffn_dim": 256,
10
+ "max_seq_len": 520,
11
+ "dropout": 0.1,
12
+ "total_parameters": 408392,
13
+ "pad_token_id": 0,
14
+ "cls_token_id": 2,
15
+ "sep_token_id": 3,
16
+ "mask_token_id": 4,
17
+ "unk_token_id": 1
18
+ },
19
+ "decoder": {
20
+ "d_model": 64,
21
+ "n_heads": 4,
22
+ "n_layers": 8,
23
+ "ffn_dim": 256,
24
+ "n_signals": 53,
25
+ "n_classes": 54,
26
+ "total_parameters": 79351,
27
+ "confidence_source": "softmax_probability_not_trained_head"
28
+ },
29
+ "combined_total_parameters": 487743
30
  }