Spaces:
Sleeping
Sleeping
File size: 2,542 Bytes
9c84f9d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 | """Dashboard commands — remote only."""
import click
from tabulate import tabulate
from solar_eval.cli.commands.projects import _resolve_project_id
from solar_eval.cli.formatters import format_dashboard_table, format_overall_score
@click.group("dashboard")
def dashboard_group() -> None:
"""View evaluation dashboards and trends (remote only)."""
@dashboard_group.command("show")
@click.argument("project")
@click.option("--task", "-t", default=None, help="Filter by task")
@click.pass_context
def show_dashboard(ctx: click.Context, project: str, task: str | None) -> None:
"""Show run comparison dashboard."""
cfg = ctx.obj["config"]
if not cfg.is_remote:
raise click.ClickException("Dashboard requires --remote (server connection)")
from solar_eval.cli.client import EvalClient
client = EvalClient(cfg.remote_url, cfg.timeout)
project_id = _resolve_project_id(client, project)
params = {"task": task} if task else {}
data = client.get(f"/api/projects/{project_id}/dashboard", params=params)
if not data.get("runs"):
click.secho("No dashboard data.", fg="yellow")
return
click.secho(f"Dashboard: {data.get('task', 'all tasks')}", fg="blue", bold=True)
click.echo()
click.secho(format_dashboard_table(data))
@dashboard_group.command("trend")
@click.argument("project")
@click.option("--task", "-t", default=None, help="Filter by task")
@click.pass_context
def show_trend(ctx: click.Context, project: str, task: str | None) -> None:
"""Show score trend over time."""
cfg = ctx.obj["config"]
if not cfg.is_remote:
raise click.ClickException("Trend requires --remote (server connection)")
from solar_eval.cli.client import EvalClient
client = EvalClient(cfg.remote_url, cfg.timeout)
project_id = _resolve_project_id(client, project)
params = {"task": task} if task else {}
data = client.get(f"/api/projects/{project_id}/dashboard/trend", params=params)
points = data.get("data_points", [])
if not points:
click.secho("No trend data.", fg="yellow")
return
click.secho(f"Score Trend: {data.get('task', 'all tasks')}", fg="blue", bold=True)
click.echo()
rows = [[
pt.get("date", "")[:10],
format_overall_score(pt.get("score")),
f"v{pt.get('prompt_version', '?')}",
pt.get("model", ""),
pt.get("run_id", "")[:12],
] for pt in points]
click.echo(tabulate(rows, headers=["Date", "Score", "Version", "Model", "Run ID"], tablefmt="simple"))
|