Update normalizer.py
Browse files- normalizer.py +1 -1
normalizer.py
CHANGED
|
@@ -57,7 +57,7 @@ class Normalizer(nn.Module):
|
|
| 57 |
super().__init__()
|
| 58 |
|
| 59 |
self.model = nn.Sequential(
|
| 60 |
-
*[NormalizerBlock(d_model, num_tokens) for _ in range(num_layers)]
|
| 61 |
)
|
| 62 |
|
| 63 |
def forward(self, x):
|
|
|
|
| 57 |
super().__init__()
|
| 58 |
|
| 59 |
self.model = nn.Sequential(
|
| 60 |
+
*[NormalizerBlock(d_model, d_ffn, num_tokens) for _ in range(num_layers)]
|
| 61 |
)
|
| 62 |
|
| 63 |
def forward(self, x):
|