Spaces:
Runtime error
Runtime error
Use all live models for rank history selector
Browse files
app.py
CHANGED
|
@@ -27,6 +27,7 @@ from src.utils import (
|
|
| 27 |
load_baseline_rank_history,
|
| 28 |
load_baseline_rank_history_weekly,
|
| 29 |
load_baseline_rank_history_monthly,
|
|
|
|
| 30 |
load_gift_aggregate_metadata_md,
|
| 31 |
load_gift_aggregate_table,
|
| 32 |
load_live_aggregate_metadata_md,
|
|
@@ -52,13 +53,14 @@ RANK_HISTORY_ALL_MODELS = "All tracked models"
|
|
| 52 |
|
| 53 |
|
| 54 |
def _rank_history_model_choices(daily_df=None) -> list[str]:
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
|
|
|
| 62 |
return [RANK_HISTORY_ALL_MODELS] + models
|
| 63 |
|
| 64 |
|
|
@@ -414,7 +416,7 @@ with demo:
|
|
| 414 |
)
|
| 415 |
|
| 416 |
gr.Markdown(
|
| 417 |
-
"**
|
| 418 |
elem_classes="markdown-text",
|
| 419 |
)
|
| 420 |
rank_history_model_dropdown = gr.Dropdown(
|
|
@@ -448,7 +450,7 @@ with demo:
|
|
| 448 |
elem_classes="rank-html-output",
|
| 449 |
)
|
| 450 |
gr.Markdown(
|
| 451 |
-
"**Rank trend** 路 MSE / CRPS /
|
| 452 |
elem_classes="markdown-text",
|
| 453 |
)
|
| 454 |
rank_trend_plot = gr.Plot(
|
|
|
|
| 27 |
load_baseline_rank_history,
|
| 28 |
load_baseline_rank_history_weekly,
|
| 29 |
load_baseline_rank_history_monthly,
|
| 30 |
+
live_rank_history_model_choices,
|
| 31 |
load_gift_aggregate_metadata_md,
|
| 32 |
load_gift_aggregate_table,
|
| 33 |
load_live_aggregate_metadata_md,
|
|
|
|
| 53 |
|
| 54 |
|
| 55 |
def _rank_history_model_choices(daily_df=None) -> list[str]:
|
| 56 |
+
models = live_rank_history_model_choices(RESULTS_PATH)
|
| 57 |
+
if not models:
|
| 58 |
+
if daily_df is None:
|
| 59 |
+
daily_df = load_baseline_rank_history(RESULTS_PATH)
|
| 60 |
+
if daily_df is not None and not daily_df.empty and "model" in daily_df.columns:
|
| 61 |
+
models = sorted(
|
| 62 |
+
{str(model).strip() for model in daily_df["model"].dropna() if str(model).strip()}
|
| 63 |
+
)
|
| 64 |
return [RANK_HISTORY_ALL_MODELS] + models
|
| 65 |
|
| 66 |
|
|
|
|
| 416 |
)
|
| 417 |
|
| 418 |
gr.Markdown(
|
| 419 |
+
"**Model rank history.** Select any leaderboard model to show its daily, weekly, and monthly average per-release ranks computed from live release metrics (lower is better).",
|
| 420 |
elem_classes="markdown-text",
|
| 421 |
)
|
| 422 |
rank_history_model_dropdown = gr.Dropdown(
|
|
|
|
| 450 |
elem_classes="rank-html-output",
|
| 451 |
)
|
| 452 |
gr.Markdown(
|
| 453 |
+
"**Rank trend** 路 MSE / CRPS / RMSE / MAPE rank over time for the selected model.",
|
| 454 |
elem_classes="markdown-text",
|
| 455 |
)
|
| 456 |
rank_trend_plot = gr.Plot(
|