HALION-AI commited on
Commit
5919e99
·
verified ·
1 Parent(s): b585ee0

Delete configuration_helionx.py

Browse files
Files changed (1) hide show
  1. configuration_helionx.py +0 -30
configuration_helionx.py DELETED
@@ -1,30 +0,0 @@
1
- from transformers import PretrainedConfig
2
-
3
- class HelionXConfig(PretrainedConfig):
4
- model_type = "helionx"
5
-
6
- def __init__(
7
- self,
8
- vocab_size=50257,
9
- n_positions=2048,
10
- n_embd=896,
11
- n_layer=22,
12
- n_head=14,
13
- n_inner=3584,
14
- **kwargs,
15
- ):
16
- self.vocab_size = vocab_size
17
- self.n_positions = n_positions
18
- self.max_position_embeddings = n_positions
19
- self.n_ctx = n_positions
20
-
21
- self.n_embd = n_embd
22
- self.hidden_size = n_embd # 🔑 CRITICAL
23
-
24
- self.n_layer = n_layer
25
- self.n_head = n_head
26
- self.n_inner = n_inner
27
-
28
- self.tie_word_embeddings = True
29
-
30
- super().__init__(**kwargs)