Download gui/pages/efficiency.py from a-lems/power: direct link, hf CLI and curl.
- Browser
- Download file 9.21 kB
-
https://huggingface.co/spaces/a-lems/power/resolve/main/gui/pages/efficiency.py
- Command line
-
hf download hf://spaces/a-lems/power/gui/pages/efficiency.py
-
curl -L -o efficiency.py https://huggingface.co/spaces/a-lems/power/resolve/main/gui/pages/efficiency.py
9.21 kB
| """ | |
| gui/pages/efficiency.py — ⚡ Efficiency Explorer | |
| ───────────────────────────────────────────────────────────────────────────── | |
| energy_per_token, J/instruction, IPC correlation — find optimal configs. | |
| ───────────────────────────────────────────────────────────────────────────── | |
| """ | |
| import streamlit as st | |
| import pandas as pd | |
| import plotly.graph_objects as go | |
| from gui.db import q, q1 | |
| from gui.config import PL, WF_COLORS | |
| ACCENT = "#38bdf8" | |
| def render(ctx: dict) -> None: | |
| runs = ctx.get("runs", pd.DataFrame()) | |
| if runs.empty: | |
| st.info("No run data available.") | |
| return | |
| df = runs.copy() | |
| has_ept = "energy_per_token" in df.columns and df["energy_per_token"].notna().any() | |
| has_epi = "energy_per_instruction" in df.columns | |
| has_ipc = "ipc" in df.columns | |
| has_task = "task_name" in df.columns | |
| has_model = "model_name" in df.columns | |
| # ── KPIs ────────────────────────────────────────────────────────────────── | |
| df_e = df[df["energy_j"].notna() & (df["energy_j"] > 0)] if "energy_j" in df.columns else df | |
| lin = df[df["workflow_type"] == "linear"] | |
| age = df[df["workflow_type"] == "agentic"] | |
| best_ept = df[df["energy_per_token"] > 0]["energy_per_token"].min() if has_ept else 0 | |
| avg_ept_l = lin[lin["energy_per_token"] > 0]["energy_per_token"].mean() if has_ept and not lin.empty else 0 | |
| avg_ept_a = age[age["energy_per_token"] > 0]["energy_per_token"].mean() if has_ept and not age.empty else 0 | |
| avg_ipc = df["ipc"].mean() if has_ipc else 0 | |
| st.markdown( | |
| f"<div style='padding:14px 20px;" | |
| f"background:linear-gradient(135deg,{ACCENT}14,{ACCENT}06);" | |
| f"border:1px solid {ACCENT}33;border-radius:12px;margin-bottom:20px;'>" | |
| f"<div style='font-size:11px;font-weight:700;color:{ACCENT};" | |
| f"text-transform:uppercase;letter-spacing:.1em;margin-bottom:10px;'>" | |
| f"Efficiency Explorer — {len(df)} runs</div>" | |
| f"<div style='display:grid;grid-template-columns:repeat(4,1fr);gap:12px;'>" | |
| + "".join([ | |
| f"<div><div style='font-size:16px;font-weight:700;color:{c};" | |
| f"font-family:IBM Plex Mono,monospace;line-height:1;'>{v}</div>" | |
| f"<div style='font-size:9px;color:#94a3b8;text-transform:uppercase;" | |
| f"letter-spacing:.08em;margin-top:3px;'>{l}</div></div>" | |
| for v, l, c in [ | |
| (f"{best_ept:.5f}J", "Best J/token", "#22c55e"), | |
| (f"{avg_ept_l:.5f}J", "Avg J/token linear", WF_COLORS["linear"]), | |
| (f"{avg_ept_a:.5f}J", "Avg J/token agentic", WF_COLORS["agentic"]), | |
| (f"{avg_ipc:.2f}", "Avg IPC", ACCENT), | |
| ] | |
| ]) | |
| + "</div></div>", | |
| unsafe_allow_html=True) | |
| # ── Energy per token by model × workflow ────────────────────────────────── | |
| if has_ept and has_model: | |
| st.markdown( | |
| f"<div style='font-size:11px;font-weight:600;color:{ACCENT};" | |
| f"text-transform:uppercase;letter-spacing:.1em;margin-bottom:8px;'>" | |
| f"Energy per token — model × workflow</div>", | |
| unsafe_allow_html=True) | |
| ept_df = df[df["energy_per_token"].notna() & (df["energy_per_token"] > 0)] | |
| model_ept = ept_df.groupby( | |
| ["model_name","workflow_type"])["energy_per_token"].mean().reset_index() | |
| fig = go.Figure() | |
| for wf, clr in WF_COLORS.items(): | |
| sub = model_ept[model_ept["workflow_type"] == wf] | |
| if sub.empty: continue | |
| fig.add_trace(go.Bar( | |
| x=sub["model_name"], y=sub["energy_per_token"], | |
| name=wf, marker_color=clr, marker_line_width=0)) | |
| fig.update_layout(**PL, height=260, barmode="group", | |
| xaxis_title="Model", | |
| yaxis_title="J / token", | |
| xaxis_tickangle=-30) | |
| st.plotly_chart(fig, use_container_width=True, key="eff_ept_model") | |
| # ── Efficiency scatter: IPC vs energy ───────────────────────────────────── | |
| col1, col2 = st.columns(2) | |
| with col1: | |
| st.markdown( | |
| f"<div style='font-size:11px;font-weight:600;color:{ACCENT};" | |
| f"text-transform:uppercase;letter-spacing:.1em;margin-bottom:8px;'>" | |
| f"IPC vs Energy — efficiency frontier</div>", | |
| unsafe_allow_html=True) | |
| fig2 = go.Figure() | |
| if has_ipc and "energy_j" in df.columns: | |
| for wf, clr in WF_COLORS.items(): | |
| sub = df[df["workflow_type"] == wf] | |
| sub = sub[sub["ipc"].notna() & sub["energy_j"].notna() & | |
| (sub["ipc"] > 0) & (sub["energy_j"] > 0)] | |
| if sub.empty: continue | |
| fig2.add_trace(go.Scatter( | |
| x=sub["ipc"], y=sub["energy_j"], | |
| mode="markers", name=wf, | |
| marker=dict(color=clr, size=5, opacity=0.6))) | |
| fig2.update_layout(**PL, height=260, | |
| xaxis_title="IPC (higher = better)", | |
| yaxis_title="Energy (J) (lower = better)") | |
| st.plotly_chart(fig2, use_container_width=True, key="eff_ipc_energy") | |
| with col2: | |
| st.markdown( | |
| f"<div style='font-size:11px;font-weight:600;color:{ACCENT};" | |
| f"text-transform:uppercase;letter-spacing:.1em;margin-bottom:8px;'>" | |
| f"Energy per token vs total tokens</div>", | |
| unsafe_allow_html=True) | |
| fig3 = go.Figure() | |
| if has_ept and "total_tokens" in df.columns: | |
| ept_sub = df[df["energy_per_token"].notna() & | |
| df["total_tokens"].notna() & | |
| (df["energy_per_token"] > 0) & | |
| (df["total_tokens"] > 0)] | |
| for wf, clr in WF_COLORS.items(): | |
| sub = ept_sub[ept_sub["workflow_type"] == wf] | |
| if sub.empty: continue | |
| fig3.add_trace(go.Scatter( | |
| x=sub["total_tokens"], y=sub["energy_per_token"], | |
| mode="markers", name=wf, | |
| marker=dict(color=clr, size=5, opacity=0.6))) | |
| fig3.update_layout(**PL, height=260, | |
| xaxis_title="Total tokens", | |
| yaxis_title="J / token") | |
| st.plotly_chart(fig3, use_container_width=True, key="eff_ept_tokens") | |
| # ── Efficiency by task ──────────────────────────────────────────────────── | |
| if has_task and has_ept: | |
| st.markdown( | |
| f"<div style='font-size:11px;font-weight:600;color:{ACCENT};" | |
| f"text-transform:uppercase;letter-spacing:.1em;margin:16px 0 8px;'>" | |
| f"Efficiency by task — J/token ranking</div>", | |
| unsafe_allow_html=True) | |
| task_eff = df[df["energy_per_token"] > 0].groupby("task_name").agg( | |
| avg_ept=("energy_per_token", "mean"), | |
| avg_ipc=("ipc", "mean"), | |
| runs =("energy_j", "count"), | |
| ).reset_index().sort_values("avg_ept") | |
| fig4 = go.Figure(go.Bar( | |
| x=task_eff["avg_ept"], | |
| y=task_eff["task_name"], | |
| orientation="h", | |
| marker_color=ACCENT, marker_line_width=0, | |
| text=[f"{v:.5f}J" for v in task_eff["avg_ept"]], | |
| textposition="outside", textfont=dict(size=9))) | |
| fig4.update_layout( | |
| **{**PL, "margin": dict(l=160, r=80, t=10, b=30)}, | |
| height=max(200, len(task_eff) * 28), | |
| xaxis_title="Avg J / token", | |
| showlegend=False) | |
| st.plotly_chart(fig4, use_container_width=True, key="eff_task_rank") | |
| # ── Optimal config finder ───────────────────────────────────────────────── | |
| st.markdown( | |
| f"<div style='font-size:11px;font-weight:600;color:{ACCENT};" | |
| f"text-transform:uppercase;letter-spacing:.1em;margin:16px 0 8px;'>" | |
| f"Top 10 most efficient runs</div>", | |
| unsafe_allow_html=True) | |
| if has_ept: | |
| top10 = df[df["energy_per_token"] > 0].nsmallest(10, "energy_per_token")[[ | |
| "run_id" if "run_id" in df.columns else df.columns[0], | |
| "workflow_type", "model_name", "task_name", | |
| "energy_j", "energy_per_token", "ipc", | |
| ]].round(6) if "energy_j" in df.columns else pd.DataFrame() | |
| if not top10.empty: | |
| st.dataframe(top10, use_container_width=True) | |