Michael Benayoun commited on
Commit
68720a5
·
1 Parent(s): d7d7b3b

debug: add debugging log

Browse files
Files changed (1) hide show
  1. build/torch-neuron/__init__.py +1 -0
build/torch-neuron/__init__.py CHANGED
@@ -115,6 +115,7 @@ def rmsnorm(hidden_states, weight, eps: float = 1e-6):
115
 
116
  # 4. Process in chunks using NKI's hardware-optimized affine_range
117
  # (Assuming num_rows is perfectly divisible by max_rows for standard tiling)
 
118
  for i in nl.affine_range(num_rows // max_rows):
119
 
120
  # Calculate the exact memory offset for this specific chunk
 
115
 
116
  # 4. Process in chunks using NKI's hardware-optimized affine_range
117
  # (Assuming num_rows is perfectly divisible by max_rows for standard tiling)
118
+ print("Num rows:", num_rows, "Max rows per tile:", max_rows)
119
  for i in nl.affine_range(num_rows // max_rows):
120
 
121
  # Calculate the exact memory offset for this specific chunk