ivanfioravanti's picture
Card: new Neural Engine speed, energy and parity; code: MLP split, power.py
8a7b200 verified
Raw History Blame Contribute Delete
2.74 kB
"""Power per backend: macmon (no sudo) samples CPU / GPU / ANE / DRAM / system power every 250 ms while each backend
decides back to back on the same frame; energy per decision = (busy power - idle power) x time per decision.
.venv/bin/python power.py # -> out/power.json
System-wide counters: anything else running on the Mac lands in them (the idle baseline is taken right before each run).
"""
import json, os, subprocess, threading, time
import numpy as np
from PIL import Image
from mlx_vlm import load
from coreai_backend import CoreAI
from d1_common import frame
from questions import QUESTIONS
KEYS = ("cpu_power", "gpu_power", "ane_power", "ram_power", "sys_power")
class Meter:
def __init__(self):
self.p = subprocess.Popen([os.path.expanduser("~/bin/macmon"), "pipe", "-i", "250"], stdout=subprocess.PIPE, text=True)
self.samples = []
threading.Thread(target=self._read, daemon=True).start()
def _read(self):
for line in self.p.stdout:
d = json.loads(line)
self.samples.append((time.time(), [d[k] for k in KEYS]))
def mean(self, t0, t1):
s = [v for t, v in self.samples if t0 <= t <= t1]
return dict(zip(KEYS, np.mean(s, 0).tolist())), len(s)
model, _ = load("LiquidAI/d1-2B-MLX-8bit")
img = frame(Image.open("../screenshot.png"))
core = CoreAI(model, QUESTIONS)
runs = {"mlx": lambda: model.system_one(None, QUESTIONS, media=[img])}
for name in ("coreai-gpu", "coreai-ane"):
core.start(name)
runs[name] = (lambda n: lambda: core.decide(n, img))(name)
meter = Meter()
res = {}
for name, f in runs.items():
for _ in range(5):
f()
t0 = time.time(); time.sleep(10); t1 = time.time()
idle, ni = meter.mean(t0 + 1, t1)
n, t2 = 0, time.time()
while time.time() - t2 < 20:
f(); n += 1
t3 = time.time()
busy, nb = meter.mean(t2 + 1, t3)
ms = (t3 - t2) / n * 1000
delta = {k: busy[k] - idle[k] for k in KEYS}
res[name] = {"decisions": n, "ms_per_decision": ms, "idle_W": idle, "busy_W": busy, "delta_W": delta,
"J_per_decision_system": delta["sys_power"] * ms / 1000,
"J_per_decision_cpu_gpu_ane_ram": sum(delta[k] for k in KEYS[:4]) * ms / 1000, "samples": [ni, nb]}
print("%-11s %5.1f ms | busy W: cpu %5.1f gpu %5.1f ane %5.1f ram %4.1f sys %5.1f | +W over idle: sys %5.1f | J/decision: sys %.2f, cpu+gpu+ane+ram %.2f" % (
name, ms, busy["cpu_power"], busy["gpu_power"], busy["ane_power"], busy["ram_power"], busy["sys_power"],
delta["sys_power"], res[name]["J_per_decision_system"], res[name]["J_per_decision_cpu_gpu_ane_ram"]), flush=True)
meter.p.terminate()
json.dump(res, open("out/power.json", "w"), indent=1)