Update normalizer.py
Browse files- normalizer.py +2 -2
normalizer.py
CHANGED
|
@@ -35,8 +35,8 @@ class NormalizerBlock(nn.Module):
|
|
| 35 |
super().__init__()
|
| 36 |
|
| 37 |
|
| 38 |
-
self.norm_global = nn.LayerNorm(d_model * num_tokens)
|
| 39 |
-
self.norm_local = nn.LayerNorm(d_model)
|
| 40 |
self.gating = GatingUnit(d_model)
|
| 41 |
|
| 42 |
def forward(self, x):
|
|
|
|
| 35 |
super().__init__()
|
| 36 |
|
| 37 |
|
| 38 |
+
self.norm_global = nn.LayerNorm(d_model * num_tokens, elementwise_affine=False)
|
| 39 |
+
self.norm_local = nn.LayerNorm(d_model, elementwise_affine=False)
|
| 40 |
self.gating = GatingUnit(d_model)
|
| 41 |
|
| 42 |
def forward(self, x):
|