kacperwikiel commited on
Commit
71e34d1
·
verified ·
1 Parent(s): d6a86af

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. config.json +2 -6
config.json CHANGED
@@ -1,13 +1,9 @@
1
  {
2
  "architectures": [
3
- "JugnuVRForCausalLM"
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
- "auto_map": {
8
- "AutoConfig": "configuration_jugnu_vr.JugnuVRConfig",
9
- "AutoModelForCausalLM": "modeling_jugnu_vr.JugnuVRForCausalLM"
10
- },
11
  "bos_token_id": 0,
12
  "dtype": "float32",
13
  "eos_token_id": 0,
@@ -46,7 +42,7 @@
46
  ],
47
  "max_position_embeddings": 2048,
48
  "max_window_layers": 28,
49
- "model_type": "jugnu_vr",
50
  "num_attention_heads": 9,
51
  "num_hidden_layers": 26,
52
  "num_key_value_heads": 3,
 
1
  {
2
  "architectures": [
3
+ "BalancedLM"
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
 
 
 
 
7
  "bos_token_id": 0,
8
  "dtype": "float32",
9
  "eos_token_id": 0,
 
42
  ],
43
  "max_position_embeddings": 2048,
44
  "max_window_layers": 28,
45
+ "model_type": "slayer_balanced",
46
  "num_attention_heads": 9,
47
  "num_hidden_layers": 26,
48
  "num_key_value_heads": 3,