Michael Benayoun commited on
Commit ·
abc5b68
1
Parent(s): f839b9b
debug
Browse files
build/torch-neuron/__init__.py
CHANGED
|
@@ -64,6 +64,7 @@ def rmsnorm(hidden_states, weight, eps: float = 1e-6):
|
|
| 64 |
# nisa.memset(scalar, 2)
|
| 65 |
# nisa.tensor_scalar(mean, square_sum, nl.multiply, 1.0 / hidden_dim)
|
| 66 |
# nisa.tensor_scalar(mean, square_sum, nl.multiply, scalar)
|
|
|
|
| 67 |
|
| 68 |
# Step 4: Add eps: mean + eps
|
| 69 |
mean_eps = sbuf.view(dtype=hidden_states.dtype, shape=(rows, 1))
|
|
|
|
| 64 |
# nisa.memset(scalar, 2)
|
| 65 |
# nisa.tensor_scalar(mean, square_sum, nl.multiply, 1.0 / hidden_dim)
|
| 66 |
# nisa.tensor_scalar(mean, square_sum, nl.multiply, scalar)
|
| 67 |
+
nisa.tensor_scalar(mean, square_sum, nl.multiply, 1)
|
| 68 |
|
| 69 |
# Step 4: Add eps: mean + eps
|
| 70 |
mean_eps = sbuf.view(dtype=hidden_states.dtype, shape=(rows, 1))
|