hf-transformers-bot HF Staff commited on
Commit
bab7c6f
·
verified ·
1 Parent(s): 64397d1

Update tiny models for XLNetLMHeadModel

Browse files
config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "XLNetLMHeadModel"
4
+ ],
5
+ "attn_type": "bi",
6
+ "bi_data": false,
7
+ "bos_token_id": 1,
8
+ "clamp_len": -1,
9
+ "d_head": 8,
10
+ "d_inner": 128,
11
+ "d_model": 32,
12
+ "dropout": 0.1,
13
+ "dtype": "float32",
14
+ "end_n_top": 5,
15
+ "eos_token_id": 2,
16
+ "ff_activation": "gelu",
17
+ "initializer_range": 0.05,
18
+ "is_decoder": true,
19
+ "layer_norm_eps": 1e-12,
20
+ "mem_len": 10,
21
+ "model_type": "xlnet",
22
+ "n_head": 4,
23
+ "n_layer": 3,
24
+ "pad_token_id": 5,
25
+ "reuse_len": 15,
26
+ "same_length": false,
27
+ "start_n_top": 5,
28
+ "summary_activation": "tanh",
29
+ "summary_last_dropout": 0.1,
30
+ "summary_type": "last",
31
+ "summary_use_proj": true,
32
+ "tie_word_embeddings": true,
33
+ "transformers_version": "5.16.0.dev0",
34
+ "use_mems_eval": true,
35
+ "use_mems_train": false,
36
+ "vocab_size": 32000
37
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "pad_token_id": 5,
8
+ "transformers_version": "5.16.0.dev0"
9
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86b8f5a4db423a61e57675e90cfcfb91bea235d138c422e3bdb5c562479c8552
3
+ size 4394704
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<s>",
4
+ "cls_token": "<cls>",
5
+ "do_lower_case": false,
6
+ "eos_token": "</s>",
7
+ "extra_special_tokens": [
8
+ "<eop>",
9
+ "<eod>"
10
+ ],
11
+ "is_local": true,
12
+ "keep_accents": false,
13
+ "local_files_only": false,
14
+ "mask_token": "<mask>",
15
+ "model_max_length": 1000000000000000019884624838656,
16
+ "pad_token": "<pad>",
17
+ "remove_space": true,
18
+ "sep_token": "<sep>",
19
+ "tokenizer_class": "XLNetTokenizer",
20
+ "unk_id": 0,
21
+ "unk_token": "<unk>"
22
+ }