Download gui/config.py from a-lems/power: direct link, hf CLI and curl.
- Browser
- Download file 19.5 kB
-
https://huggingface.co/spaces/a-lems/power/resolve/main/gui/config.py
- Command line
-
hf download hf://spaces/a-lems/power/gui/config.py
-
curl -L -o config.py https://huggingface.co/spaces/a-lems/power/resolve/main/gui/config.py
19.5 kB
| """ | |
| gui/config.py | |
| ───────────────────────────────────────────────────────────────────────────── | |
| Central configuration for A-LEMS. | |
| 3-layer navigation: | |
| Layer 1 — Sidebar: 11 section buttons (SECTIONS) | |
| Layer 2 — Section landing: card grid (SECTION_PAGES) | |
| Layer 3 — Page: actual page module | |
| Session state keys (set by sidebar.py, read by streamlit_app.py): | |
| nav_section — active section name | None → None means Overview | |
| nav_page — active page_id | None → None means section landing | |
| nav_last — dict[section → last page_id visited] (resume chip) | |
| ───────────────────────────────────────────────────────────────────────────── | |
| """ | |
| from pathlib import Path | |
| import yaml | |
| # ── Paths ───────────────────────────────────────────────────────────────────── | |
| PROJECT_ROOT = Path(__file__).parent.parent | |
| DB_PATH = PROJECT_ROOT / "data" / "experiments.db" | |
| LIVE_API = "http://localhost:8765" | |
| CONFIG_DIR = PROJECT_ROOT / "config" | |
| # ── Human-readable energy comparisons ──────────────────────────────────────── | |
| _PHONE_CHARGE_J = 20000 | |
| _WHATSAPP_MSG_J = 0.014 | |
| _GOOGLE_SEARCH_J = 0.3 | |
| _BABY_FEED_ML = 200 | |
| _CO2_TREE_SEQ_KG_PER_YEAR = 22 | |
| _WATER_BOTTLE_ML = 500 | |
| # ── YAML config loader ──────────────────────────────────────────────────────── | |
| def _load_yaml(filename: str) -> dict: | |
| path = CONFIG_DIR / filename | |
| try: | |
| with open(path) as f: | |
| return yaml.safe_load(f) or {} | |
| except FileNotFoundError: | |
| return {} | |
| except Exception as e: | |
| print(f"[config] Warning: could not load {filename}: {e}") | |
| return {} | |
| INSIGHTS_RULES = _load_yaml("insights_rules.yaml") | |
| DASHBOARD_CFG = _load_yaml("dashboard.yaml") | |
| DESIGNER_CFG = _load_yaml("experiment_designer.yaml") | |
| TEMPLATES_CFG = _load_yaml("experiment_templates.yaml") | |
| GAP_RULES = _load_yaml("gap_detection.yaml") | |
| # ── Plotly dark theme ───────────────────────────────────────────────────────── | |
| PL = dict( | |
| paper_bgcolor="#0f1520", plot_bgcolor="#090d13", | |
| font=dict(family="IBM Plex Mono, monospace", size=10, color="#7090b0"), | |
| margin=dict(l=40, r=20, t=30, b=30), | |
| legend=dict(bgcolor="rgba(0,0,0,0)", font=dict(size=9)), | |
| colorway=["#22c55e", "#ef4444", "#3b82f6", "#f59e0b", "#38bdf8", "#a78bfa"], | |
| xaxis=dict(gridcolor="#1e2d45", linecolor="#1e2d45", tickfont=dict(size=9)), | |
| yaxis=dict(gridcolor="#1e2d45", linecolor="#1e2d45", tickfont=dict(size=9)), | |
| ) | |
| # ── Colour maps ─────────────────────────────────────────────────────────────── | |
| WF_COLORS = {"linear": "#22c55e", "agentic": "#ef4444"} | |
| STATUS_COLORS = { | |
| "completed": "#3b82f6", | |
| "running": "#22c55e", | |
| "pending": "#f59e0b", | |
| "not_started": "#4b5563", | |
| "failed": "#ef4444", | |
| "partial": "#f97316", | |
| } | |
| STATUS_ICONS = { | |
| "completed": "●", | |
| "running": "🟢", | |
| "pending": "🟡", | |
| "not_started": "○", | |
| "failed": "🔴", | |
| "partial": "◑", | |
| } | |
| # ── Section accent colours ──────────────────────────────────────────────────── | |
| SECTION_ACCENTS = { | |
| "COMMAND CENTRE": "#22c55e", | |
| "ENERGY & SILICON": "#f59e0b", | |
| "AGENTIC INTELLIGENCE": "#ef4444", | |
| "DATA MOVEMENT": "#a78bfa", | |
| "SESSIONS & RUNS": "#3b82f6", | |
| "RESEARCH & INSIGHTS": "#38bdf8", | |
| "ENVIRONMENT": "#34d399", | |
| "DATA QUALITY": "#f472b6", | |
| "SILICON LAB": "#fb923c", | |
| "DEVELOPER TOOLS": "#94a3b8", | |
| "SETTINGS": "#475569", | |
| } | |
| # ── Page status constants ───────────────────────────────────────────────────── | |
| EXISTS = "exists" | |
| NEW = "new" | |
| PLANNED = "planned" | |
| BLOCKED = "blocked" | |
| # ── SECTION_PAGES ───────────────────────────────────────────────────────────── | |
| # Single source of truth for all navigation metadata. | |
| # Used by: section_landing.py, streamlit_app.py, sidebar.py | |
| # | |
| # Section keys: accent, icon, who, description, pages[] | |
| # Page keys: id, label, icon, desc, status, blocked_reason (optional) | |
| # | |
| SECTION_PAGES = { | |
| "COMMAND CENTRE": { | |
| "accent": "#22c55e", "icon": "◈", | |
| "who": "All personas — start every session here", | |
| "description": "Live session state, KPIs, experiment control, and multi-host dispatch.", | |
| "pages": [ | |
| {"id": "overview", "label": "Overview", "icon": "◈", "desc": "Live session KPIs, energy summary, data sufficiency banner.", "status": EXISTS}, | |
| {"id": "silicon_journey", "label": "Ask Me", "icon": "◑", "desc": "Chat-style experiment — run on silicon, see energy, get insights.", "status": NEW}, | |
| {"id": "execute", "label": "Execute Run", "icon": "▶", "desc": "Launch experiments against local or remote lab targets.", "status": EXISTS}, | |
| {"id": "designer", "label": "Experiment Designer", "icon": "🧪", "desc": "Design conditional multi-container experiment plans.", "status": EXISTS}, | |
| {"id": "experiments", "label": "Experiments", "icon": "≡", "desc": "Browse all experiments with status, runs, and group metadata.", "status": EXISTS}, | |
| {"id": "multi_host_dispatch", "label": "Multi-Host Dispatch", "icon": "⊕", "desc": "Trigger parallel runs across N silicon targets simultaneously.", "status": PLANNED}, | |
| ], | |
| }, | |
| "ENERGY & SILICON": { | |
| "accent": "#f59e0b", "icon": "⚡", | |
| "who": "Silicon developers · chip engineers · CPU/GPU vendors", | |
| "description": "RAPL domain breakdown, C-state residency, thermal behaviour, and idle baseline drift.", | |
| "pages": [ | |
| {"id": "energy", "label": "Energy Lab", "icon": "⚡", "desc": "pkg / core / uncore / dram RAPL energy per run, power over time.", "status": EXISTS}, | |
| {"id": "cpu", "label": "CPU & C-States", "icon": "▣", "desc": "Core frequency, C-state residency, IPC, ring bus, context switches.", "status": EXISTS}, | |
| {"id": "thermal", "label": "Thermal Analysis", "icon": "🌡", "desc": "Throttle events, per-run temperature time series, thermal delta.", "status": NEW}, | |
| {"id": "baseline", "label": "Baseline & Idle", "icon": "⊟", "desc": "Idle baseline drift, governor state, turbo on/off energy impact.", "status": NEW}, | |
| {"id": "anomalies", "label": "Anomalies", "icon": "⚠", "desc": "Statistical outliers across all energy and performance metrics.", "status": EXISTS}, | |
| ], | |
| }, | |
| "AGENTIC INTELLIGENCE": { | |
| "accent": "#ef4444", "icon": "⇌", | |
| "who": "Orchestration engineers · MLOps · framework developers", | |
| "description": "True cost of agentic overhead — planning, execution, synthesis phases, and orchestration tax.", | |
| "pages": [ | |
| {"id": "agentic_linear", "label": "Agentic vs Linear", "icon": "⇌", "desc": "Side-by-side energy: agentic overhead vs linear baseline.", "status": EXISTS}, | |
| {"id": "tax", "label": "Tax Attribution", "icon": "▲", "desc": "Orchestration tax breakdown — what percentage is pure overhead.", "status": EXISTS}, | |
| {"id": "models", "label": "Apple-to-Apple", "icon": "🍎", "desc": "Controlled model comparison — same task, different models, same hardware.", "status": EXISTS}, | |
| {"id": "phase_drilldown", "label": "Phase Drilldown", "icon": "⬡", "desc": "Per-step planning/execution/synthesis energy from orchestration_events.", "status": NEW}, | |
| ], | |
| }, | |
| "DATA MOVEMENT": { | |
| "accent": "#a78bfa", "icon": "◧", | |
| "who": "Infrastructure engineers · cloud architects", | |
| "description": "Energy cost per data layer — cache, memory, network, tokens, swap, interrupts.", | |
| "pages": [ | |
| {"id": "data_cache", "label": "Cache & Memory", "icon": "◧", "desc": "Cache miss rate, rss/vms memory, IPC correlation with energy.", "status": NEW}, | |
| {"id": "data_tokens", "label": "Token Flow", "icon": "⟳", "desc": "LLM token movement, prompt/completion cost, latency per step.", "status": NEW}, | |
| {"id": "data_network", "label": "Network & API", "icon": "⌁", "desc": "DNS and API latency, idle energy cost of waiting for responses.", "status": NEW}, | |
| {"id": "data_swap", "label": "Swap & Paging", "icon": "⇅", "desc": "Swap usage, memory pressure, energy impact of paging activity.", "status": NEW}, | |
| {"id": "data_interrupts", "label": "Interrupts", "icon": "∿", "desc": "Interrupt rate time series, wakeup latency, per-run interrupt cost.", "status": NEW}, | |
| {"id": "data_page_faults", "label": "Page Faults", "icon": "⊘", "desc": "Major/minor page fault energy impact.", "status": BLOCKED, | |
| "blocked_reason": "Fix PF-1 — page faults collected but not inserted into the runs table."}, | |
| {"id": "data_network_bytes", "label": "Network Bytes", "icon": "⊞", "desc": "bytes_sent / bytes_recv, TCP retransmits, effective throughput.", "status": BLOCKED, | |
| "blocked_reason": "Collect bytes_sent / bytes_recv — not yet captured by the measurement harness."}, | |
| ], | |
| }, | |
| "SESSIONS & RUNS": { | |
| "accent": "#3b82f6", "icon": "⬡", | |
| "who": "All personas — browse, filter, compare, deep-dive", | |
| "description": "Session management, run comparison, and single-run sensor stream drilldown.", | |
| "pages": [ | |
| {"id": "sessions", "label": "Sessions", "icon": "⬡", "desc": "All sessions with metadata, status, experiment count, run totals.", "status": EXISTS}, | |
| {"id": "session_analysis", "label": "Session Analysis", "icon": "◑", "desc": "Deep statistical analysis of a selected session — trends, regression.", "status": EXISTS}, | |
| {"id": "explorer", "label": "Run Explorer", "icon": "⊞", "desc": "Filter and compare runs across experiments, models, and task types.", "status": EXISTS}, | |
| {"id": "run_drilldown", "label": "Run Drilldown", "icon": "🔍", "desc": "All sensor streams for one run — energy, CPU, thermal, interrupts.", "status": NEW}, | |
| ], | |
| }, | |
| "RESEARCH & INSIGHTS": { | |
| "accent": "#38bdf8", "icon": "🔬", | |
| "who": "Domain researchers · AI scientists · ML engineers", | |
| "description": "Cross-run analysis, efficiency ratios, domain energy mapping, and ML feature workspace.", | |
| "pages": [ | |
| {"id": "research_insights", "label": "Research Insights", "icon": "🔬", "desc": "Automated insight generation across all collected runs.", "status": EXISTS}, | |
| {"id": "query_analysis", "label": "Query Analysis", "icon": "◑", "desc": "Query class clustering, energy per query type, complexity scaling.", "status": EXISTS}, | |
| {"id": "domains", "label": "Domains", "icon": "◉", "desc": "Task domain energy profiles — coding vs writing vs reasoning vs math.", "status": EXISTS}, | |
| {"id": "scheduler", "label": "Scheduler", "icon": "〜", "desc": "Run scheduling analysis, queue length, kernel/user time split.", "status": EXISTS}, | |
| {"id": "efficiency", "label": "Efficiency Explorer","icon": "⚡", "desc": "energy_per_token, J/instruction, IPC correlation — find optimal configs.", "status": NEW}, | |
| {"id": "ml_features", "label": "ML Features", "icon": "⊟", "desc": "70-column ml_features view — correlation matrix, export for training.", "status": NEW}, | |
| {"id": "hypotheses", "label": "Hypothesis Tracker", "icon": "💡", "desc": "State research hypotheses, track supporting and contradicting evidence.", "status": NEW}, | |
| ], | |
| }, | |
| "ENVIRONMENT": { | |
| "accent": "#34d399", "icon": "♻", | |
| "who": "Sustainability teams · policy researchers · CTO offices", | |
| "description": "Carbon, water, and methane cost of AI workloads by model, task, and geography.", | |
| "pages": [ | |
| {"id": "sustainability", "label": "Sustainability", "icon": "♻", "desc": "Full environmental footprint per run — carbon, water, methane.", "status": EXISTS}, | |
| {"id": "carbon_country", "label": "Carbon by Country", "icon": "🌍", "desc": "Grid intensity × country_code — carbon cost mapped by geography.", "status": NEW}, | |
| {"id": "water_methane", "label": "Water & Methane", "icon": "💧", "desc": "Separate water_ml and methane_mg visualisation and trends.", "status": NEW}, | |
| ], | |
| }, | |
| "DATA QUALITY": { | |
| "accent": "#f472b6", "icon": "✓", | |
| "who": "All personas — trust your data before you analyse it", | |
| "description": "Run validity, sensor completeness, statistical sufficiency, and hash integrity.", | |
| "pages": [ | |
| {"id": "dq_validity", "label": "Run Validity", "icon": "✓", "desc": "Flags invalid runs — thermal throttle, bad baselines, experiment_valid.", "status": NEW}, | |
| {"id": "dq_coverage", "label": "Sensor Coverage", "icon": "◫", "desc": "NULL-count heatmap across 80+ columns — which sensors drop out when.", "status": NEW}, | |
| {"id": "dq_sufficiency", "label": "Sufficiency Advisor", "icon": "◈", "desc": "How many more experiments needed for statistical significance per cell.", "status": NEW}, | |
| {"id": "dq_integrity", "label": "Hash Integrity", "icon": "#", "desc": "run_state_hash verification — detect corrupted or tampered run records.", "status": NEW}, | |
| {"id": "dq_schema", "label": "Schema Log", "icon": "≡", "desc": "Schema version history — migration log and applied changes.", "status": NEW}, | |
| ], | |
| }, | |
| "SILICON LAB": { | |
| "accent": "#fb923c", "icon": "▣", | |
| "who": "Silicon developers · cloud engineers · HPC teams", | |
| "description": "Hardware profiles, cross-silicon comparison, and multi-host experiment infrastructure.", | |
| "pages": [ | |
| {"id": "hw_registry", "label": "Hardware Registry", "icon": "▣", "desc": "All hw_id records — full CPU spec, AVX/VMX flags, RAPL capabilities.", "status": NEW}, | |
| {"id": "silicon_compare", "label": "Cross-Silicon Compare","icon": "⇌", "desc": "Same experiment, different chips — controlled silicon comparison.", "status": NEW}, | |
| {"id": "multi_host_status", "label": "Multi-Host Status", "icon": "⊕", "desc": "Per-host connection health, tunnel state, last run timestamp.", "status": PLANNED}, | |
| {"id": "capability_matrix", "label": "Capability Matrix", "icon": "◫", "desc": "AVX2/AVX512/VMX/RAPL flags across all registered hardware.", "status": PLANNED}, | |
| ], | |
| }, | |
| "DEVELOPER TOOLS": { | |
| "accent": "#94a3b8", "icon": "📋", | |
| "who": "Engineers and developers building on A-LEMS", | |
| "description": "Schema docs, SQL console, run replay, LLM call log, environment fingerprint, ML export.", | |
| "pages": [ | |
| {"id": "live", "label": "Run Replay", "icon": "📼", "desc": "Post-run replay of energy and CPU samples with time scrubbing.", "status": EXISTS}, | |
| {"id": "schema_docs","label": "Schema & Docs", "icon": "📋", "desc": "Full database schema documentation with column descriptions.", "status": EXISTS}, | |
| {"id": "sql_query", "label": "SQL Query", "icon": "🔍", "desc": "Raw SQL console against the experiments database.", "status": EXISTS}, | |
| {"id": "env_config", "label": "Environment Config","icon": "⚙", "desc": "Python / framework / git version fingerprint per run.", "status": NEW}, | |
| {"id": "llm_log", "label": "LLM Interactions", "icon": "💬", "desc": "Full prompt/response log per step with latency and token counts.", "status": NEW}, | |
| {"id": "ml_export", "label": "ML Export", "icon": "⬡", "desc": "Export quality-scored, filtered datasets for model training pipelines.","status": NEW}, | |
| ], | |
| }, | |
| "SETTINGS": { | |
| "accent": "#475569", "icon": "⚙", | |
| "who": "All users", | |
| "description": "Theme, database connection, and host configuration.", | |
| "pages": [ | |
| {"id": "settings", "label": "Settings", "icon": "⚙", "desc": "Theme toggle, database path, Live Lab connection, host config.", "status": EXISTS}, | |
| ], | |
| }, | |
| } | |
| # ── Derived lookups (computed once at import) ───────────────────────────────── | |
| # Ordered list of section names | |
| SECTIONS: list[str] = list(SECTION_PAGES.keys()) | |
| # page_id → section name | |
| PAGE_TO_SECTION: dict[str, str] = { | |
| page["id"]: section | |
| for section, data in SECTION_PAGES.items() | |
| for page in data["pages"] | |
| } | |
| # page_id → full page metadata dict | |
| PAGE_META: dict[str, dict] = { | |
| page["id"]: {**page, "section": section} | |
| for section, data in SECTION_PAGES.items() | |
| for page in data["pages"] | |
| } | |
| # Set of page_ids with real modules in gui/pages/ | |
| PAGES_EXISTING: set[str] = { | |
| pid for pid, meta in PAGE_META.items() | |
| if meta["status"] == EXISTS | |
| } | |
| # Blocked page reasons | |
| PAGES_BLOCKED: dict[str, str] = { | |
| pid: meta["blocked_reason"] | |
| for pid, meta in PAGE_META.items() | |
| if meta.get("blocked_reason") | |
| } | |
| # ── Backward-compat NAV_GROUPS ──────────────────────────────────────────────── | |
| # Any code still importing NAV_GROUPS will not break. | |
| NAV_GROUPS = [ | |
| item | |
| for section, data in SECTION_PAGES.items() | |
| for item in [(section, None)] + [(p["label"], p["id"]) for p in data["pages"]] | |
| ] | |