Michael Benayoun commited on
Commit ·
68720a5
1
Parent(s): d7d7b3b
debug: add debugging log
Browse files
build/torch-neuron/__init__.py
CHANGED
|
@@ -115,6 +115,7 @@ def rmsnorm(hidden_states, weight, eps: float = 1e-6):
|
|
| 115 |
|
| 116 |
# 4. Process in chunks using NKI's hardware-optimized affine_range
|
| 117 |
# (Assuming num_rows is perfectly divisible by max_rows for standard tiling)
|
|
|
|
| 118 |
for i in nl.affine_range(num_rows // max_rows):
|
| 119 |
|
| 120 |
# Calculate the exact memory offset for this specific chunk
|
|
|
|
| 115 |
|
| 116 |
# 4. Process in chunks using NKI's hardware-optimized affine_range
|
| 117 |
# (Assuming num_rows is perfectly divisible by max_rows for standard tiling)
|
| 118 |
+
print("Num rows:", num_rows, "Max rows per tile:", max_rows)
|
| 119 |
for i in nl.affine_range(num_rows // max_rows):
|
| 120 |
|
| 121 |
# Calculate the exact memory offset for this specific chunk
|