Delete configuration_helionx.py
Browse files- configuration_helionx.py +0 -30
configuration_helionx.py
DELETED
|
@@ -1,30 +0,0 @@
|
|
| 1 |
-
from transformers import PretrainedConfig
|
| 2 |
-
|
| 3 |
-
class HelionXConfig(PretrainedConfig):
|
| 4 |
-
model_type = "helionx"
|
| 5 |
-
|
| 6 |
-
def __init__(
|
| 7 |
-
self,
|
| 8 |
-
vocab_size=50257,
|
| 9 |
-
n_positions=2048,
|
| 10 |
-
n_embd=896,
|
| 11 |
-
n_layer=22,
|
| 12 |
-
n_head=14,
|
| 13 |
-
n_inner=3584,
|
| 14 |
-
**kwargs,
|
| 15 |
-
):
|
| 16 |
-
self.vocab_size = vocab_size
|
| 17 |
-
self.n_positions = n_positions
|
| 18 |
-
self.max_position_embeddings = n_positions
|
| 19 |
-
self.n_ctx = n_positions
|
| 20 |
-
|
| 21 |
-
self.n_embd = n_embd
|
| 22 |
-
self.hidden_size = n_embd # 🔑 CRITICAL
|
| 23 |
-
|
| 24 |
-
self.n_layer = n_layer
|
| 25 |
-
self.n_head = n_head
|
| 26 |
-
self.n_inner = n_inner
|
| 27 |
-
|
| 28 |
-
self.tie_word_embeddings = True
|
| 29 |
-
|
| 30 |
-
super().__init__(**kwargs)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|