oscar128372 commited on
Commit
91f6b64
·
verified ·
1 Parent(s): 7d85295

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +15 -1
config.json CHANGED
@@ -1,7 +1,15 @@
1
  {
 
 
2
  "architectures": [
3
- "UnifiedLM"
 
4
  ],
 
 
 
 
 
5
  "vocab_size": 2048,
6
  "d_model": 192,
7
  "n_heads": 4,
@@ -9,7 +17,13 @@
9
  "seq_len": 512,
10
  "max_seq_len": 8192,
11
  "softcap": 30.0,
 
 
12
  "tie_word_embeddings": true,
 
 
 
 
13
  "torch_dtype": "float16",
14
  "step": 29300,
15
  "train_loss": 1.172938,
 
1
  {
2
+ "_custom_code_notice": "THIS MODEL REQUIRES CUSTOM CODE (modeling.py). Load with trust_remote_code=True.",
3
+ "model_type": "unified_lm",
4
  "architectures": [
5
+ "UnifiedLM",
6
+ "UnifiedLMForCausalLM"
7
  ],
8
+ "auto_map": {
9
+ "AutoConfig": "modeling.UnifiedLMConfig",
10
+ "AutoModel": "modeling.UnifiedLM",
11
+ "AutoModelForCausalLM": "modeling.UnifiedLMForCausalLM"
12
+ },
13
  "vocab_size": 2048,
14
  "d_model": 192,
15
  "n_heads": 4,
 
17
  "seq_len": 512,
18
  "max_seq_len": 8192,
19
  "softcap": 30.0,
20
+ "ffn_dropout": 0.0,
21
+ "aux_loss_coef": 1.0,
22
  "tie_word_embeddings": true,
23
+ "pad_token_id": 0,
24
+ "bos_token_id": 1,
25
+ "eos_token_id": 2,
26
+ "use_cache": false,
27
  "torch_dtype": "float16",
28
  "step": 29300,
29
  "train_loss": 1.172938,