Download code/power.py from ivanfioravanti/d1-2B-gestures-CoreAI: direct link, hf CLI and curl.
- Browser
- Download file 2.74 kB
-
https://huggingface.co/ivanfioravanti/d1-2B-gestures-CoreAI/resolve/main/code/power.py
- Command line
-
hf download hf://ivanfioravanti/d1-2B-gestures-CoreAI/code/power.py
-
curl -L -o power.py https://huggingface.co/ivanfioravanti/d1-2B-gestures-CoreAI/resolve/main/code/power.py
2.74 kB
| """Power per backend: macmon (no sudo) samples CPU / GPU / ANE / DRAM / system power every 250 ms while each backend | |
| decides back to back on the same frame; energy per decision = (busy power - idle power) x time per decision. | |
| .venv/bin/python power.py # -> out/power.json | |
| System-wide counters: anything else running on the Mac lands in them (the idle baseline is taken right before each run). | |
| """ | |
| import json, os, subprocess, threading, time | |
| import numpy as np | |
| from PIL import Image | |
| from mlx_vlm import load | |
| from coreai_backend import CoreAI | |
| from d1_common import frame | |
| from questions import QUESTIONS | |
| KEYS = ("cpu_power", "gpu_power", "ane_power", "ram_power", "sys_power") | |
| class Meter: | |
| def __init__(self): | |
| self.p = subprocess.Popen([os.path.expanduser("~/bin/macmon"), "pipe", "-i", "250"], stdout=subprocess.PIPE, text=True) | |
| self.samples = [] | |
| threading.Thread(target=self._read, daemon=True).start() | |
| def _read(self): | |
| for line in self.p.stdout: | |
| d = json.loads(line) | |
| self.samples.append((time.time(), [d[k] for k in KEYS])) | |
| def mean(self, t0, t1): | |
| s = [v for t, v in self.samples if t0 <= t <= t1] | |
| return dict(zip(KEYS, np.mean(s, 0).tolist())), len(s) | |
| model, _ = load("LiquidAI/d1-2B-MLX-8bit") | |
| img = frame(Image.open("../screenshot.png")) | |
| core = CoreAI(model, QUESTIONS) | |
| runs = {"mlx": lambda: model.system_one(None, QUESTIONS, media=[img])} | |
| for name in ("coreai-gpu", "coreai-ane"): | |
| core.start(name) | |
| runs[name] = (lambda n: lambda: core.decide(n, img))(name) | |
| meter = Meter() | |
| res = {} | |
| for name, f in runs.items(): | |
| for _ in range(5): | |
| f() | |
| t0 = time.time(); time.sleep(10); t1 = time.time() | |
| idle, ni = meter.mean(t0 + 1, t1) | |
| n, t2 = 0, time.time() | |
| while time.time() - t2 < 20: | |
| f(); n += 1 | |
| t3 = time.time() | |
| busy, nb = meter.mean(t2 + 1, t3) | |
| ms = (t3 - t2) / n * 1000 | |
| delta = {k: busy[k] - idle[k] for k in KEYS} | |
| res[name] = {"decisions": n, "ms_per_decision": ms, "idle_W": idle, "busy_W": busy, "delta_W": delta, | |
| "J_per_decision_system": delta["sys_power"] * ms / 1000, | |
| "J_per_decision_cpu_gpu_ane_ram": sum(delta[k] for k in KEYS[:4]) * ms / 1000, "samples": [ni, nb]} | |
| print("%-11s %5.1f ms | busy W: cpu %5.1f gpu %5.1f ane %5.1f ram %4.1f sys %5.1f | +W over idle: sys %5.1f | J/decision: sys %.2f, cpu+gpu+ane+ram %.2f" % ( | |
| name, ms, busy["cpu_power"], busy["gpu_power"], busy["ane_power"], busy["ram_power"], busy["sys_power"], | |
| delta["sys_power"], res[name]["J_per_decision_system"], res[name]["J_per_decision_cpu_gpu_ane_ram"]), flush=True) | |
| meter.p.terminate() | |
| json.dump(res, open("out/power.json", "w"), indent=1) | |