Commit ·
7fc779d
1
Parent(s): 9890606
Update modeling_aquila.py
Browse files- modeling_aquila.py +1 -1
modeling_aquila.py
CHANGED
|
@@ -600,7 +600,7 @@ class AquilaModel(AquilaPreTrainedModel):
|
|
| 600 |
all_self_attns += (layer_outputs[1],)
|
| 601 |
|
| 602 |
hidden_states = self.norm(hidden_states)
|
| 603 |
-
|
| 604 |
# add hidden states from the last decoder layer
|
| 605 |
if output_hidden_states:
|
| 606 |
all_hidden_states += (hidden_states,)
|
|
|
|
| 600 |
all_self_attns += (layer_outputs[1],)
|
| 601 |
|
| 602 |
hidden_states = self.norm(hidden_states)
|
| 603 |
+
print(hidden_states.mean())
|
| 604 |
# add hidden states from the last decoder layer
|
| 605 |
if output_hidden_states:
|
| 606 |
all_hidden_states += (hidden_states,)
|