Spaces:
Running
Running
File size: 1,689 Bytes
9c84f9d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | """Quick-run: run + evaluate + compare in one command."""
import click
@click.command("quick-run")
@click.argument("project")
@click.option("--task", "-t", required=True, help="Task name")
@click.option("--prompt", "-p", "prompt_name", required=True, help="Prompt name")
@click.option("--model", "-m", required=True, help="Model name")
@click.option(
"--pipeline",
"-P",
"pipeline_name",
default=None,
help="Pipeline template name (overrides project default)",
)
@click.option("--reasoning-effort", "-re", default=None, help="Reasoning effort")
@click.option("--max-workers", "-w", default=5, type=int, help="Max parallel workers")
@click.pass_context
def quick_run(ctx, project, task, prompt_name, model, pipeline_name, reasoning_effort, max_workers):
"""Run evaluation and compare with previous runs for the same task."""
cfg = ctx.obj["config"]
if cfg.is_remote:
raise click.ClickException("Quick-run is local-mode only")
# Run evaluation
from solar_eval.cli.commands.runs import _start_local
click.secho("\nRunning evaluation...", fg="blue")
_start_local(
cfg,
project=project,
task=task,
prompt_name=prompt_name,
model=model,
pipeline_name=pipeline_name,
reasoning_effort=reasoning_effort,
temperature=0.0,
max_tokens=4000,
max_workers=max_workers,
limit=None,
)
# Compare with previous runs for same task
from solar_eval.cli.commands.compare import compare_command
click.secho("\nComparing with previous runs:", fg="blue", bold=True)
ctx.invoke(compare_command, project=project, task=task, run_ids=None, last=5)
|