Hugging Face's logo

youa
/
wujian

Text Generation
Transformers
PyTorch
gpt2
text-generation-inference
Model card Files
xet
 Community
1
youa commited on
Commit
3b264ab
·
1 Parent(s): 2359e45

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +14 -12
config.json CHANGED
@@ -1,26 +1,28 @@
1
  {
 
 
 
 
2
  "attn_pdrop": 0.1,
3
  "embd_pdrop": 0.1,
4
- "finetuning_task": null,
5
  "initializer_range": 0.02,
6
  "layer_norm_epsilon": 1e-05,
 
7
  "n_ctx": 1024,
8
  "n_embd": 768,
9
  "n_head": 12,
 
10
  "n_layer": 12,
11
  "n_positions": 1024,
12
- "num_labels": 1,
13
- "output_attentions": false,
14
- "output_hidden_states": false,
15
  "output_past": true,
16
- "pruned_heads": {},
17
  "resid_pdrop": 0.1,
18
- "summary_activation": null,
19
- "summary_first_dropout": 0.1,
20
- "summary_proj_to_labels": true,
21
- "summary_type": "cls_index",
22
- "summary_use_proj": true,
23
- "torchscript": false,
24
- "use_bfloat16": false,
25
  "vocab_size": 21128
26
  }
 
1
  {
2
+ "activation_function": "gelu_new",
3
+ "architectures": [
4
+ "GPT2LMHeadModel"
5
+ ],
6
  "attn_pdrop": 0.1,
7
  "embd_pdrop": 0.1,
8
+ "gradient_checkpointing": false,
9
  "initializer_range": 0.02,
10
  "layer_norm_epsilon": 1e-05,
11
+ "model_type": "gpt2",
12
  "n_ctx": 1024,
13
  "n_embd": 768,
14
  "n_head": 12,
15
+ "n_inner": null,
16
  "n_layer": 12,
17
  "n_positions": 1024,
 
 
 
18
  "output_past": true,
 
19
  "resid_pdrop": 0.1,
20
+ "task_specific_params": {
21
+ "text-generation": {
22
+ "do_sample": true,
23
+ "max_length": 400
24
+ }
25
+ },
26
+ "tokenizer_class": "BertTokenizer",
27
  "vocab_size": 21128
28
  }