| """device-profiler zones of hgemv (HG_PROF=1 TT_METAL_DEVICE_PROFILER=1): usage hgemv_prof.py [ln=1] [N=1024]""" |
| import sys, os, csv |
| from pathlib import Path |
| from collections import defaultdict |
| sys.path.insert(0, str(Path(__file__).resolve().parents[2])) |
| from common import * |
| from hamer import tt_kernels as tk |
| a = dict(s.split("=") for s in sys.argv[1:]) |
| K, N, ln = 1024, int(a.get("N", 1024)), a.get("ln", "1") == "1" |
| dev = open_dev() |
| try: |
| rowf = lambda v: v.reshape(1, 1, 1, -1).expand(1, 1, 32, v.numel()).contiguous() |
| x = ttnn.from_torch(rowf(torch.randn(K)), dtype=ttnn.float32, layout=ttnn.TILE_LAYOUT, device=dev, memory_config=ttnn.L1_MEMORY_CONFIG) |
| b = ttnn.from_torch(rowf(torch.randn(N)).to(torch.bfloat16), dtype=ttnn.bfloat16, layout=ttnn.TILE_LAYOUT, device=dev) |
| w = tk.CmmWeight(torch.randn(K, N) * 0.03, dev, N // 32, 1, K // 32, ttnn.bfloat16) |
| for _ in range(4): |
| o = tk.hgemv(x, w, b, ln_eps=1e-5 if ln else None); ttnn.synchronize_device(dev); ttnn.deallocate(o) |
| ttnn.ReadDeviceProfiler(dev) |
| finally: |
| from open_device_12x10 import close_device |
| close_device(dev) |
| rows = list(csv.reader(open(os.environ["TT_METAL_PROFILER_DIR"] + "/.logs/profile_log_device.csv")))[2:] |
| ev = defaultdict(list) |
| for r in rows: |
| try: |
| ev[(r[7].strip(), int(r[1]), int(r[2]), r[3].strip())].append((int(r[5]), r[10].strip(), r[11].strip())) |
| except Exception: |
| pass |
| last = sorted({k[0] for k in ev}, key=lambda v: int(v) if v.isdigit() else 0)[-1] |
| t0 = min(c for k, v in ev.items() if k[0] == last for c, _, _ in v) |
| dur = defaultdict(list) |
| for k, v in ev.items(): |
| if k[0] != last: |
| continue |
| st = {} |
| for c, n, t in sorted(v): |
| if "START" in t: st[n] = c |
| elif "END" in t and n in st: |
| dur[(k[3], n)].append(((st[n] - t0) / 1.35e3, (c - st.pop(n)) / 1.35e3)) |
| for k in sorted(dur): |
| v = dur[k]; s = sorted(d for _, d in v); b0 = sorted(b for b, _ in v) |
| print(f"{k[0]:8s} {k[1]:20s} n={len(v):3d} start med {b0[len(b0)//2]:6.2f} dur med {s[len(s)//2]:6.2f} max {s[-1]:6.2f} us") |
|
|
