ziyuzhou02 commited on
Commit
9f075b0
路
verified 路
1 Parent(s): 251edfa

Use all live models for rank history selector

Browse files
Files changed (1) hide show
  1. app.py +11 -9
app.py CHANGED
@@ -27,6 +27,7 @@ from src.utils import (
27
  load_baseline_rank_history,
28
  load_baseline_rank_history_weekly,
29
  load_baseline_rank_history_monthly,
 
30
  load_gift_aggregate_metadata_md,
31
  load_gift_aggregate_table,
32
  load_live_aggregate_metadata_md,
@@ -52,13 +53,14 @@ RANK_HISTORY_ALL_MODELS = "All tracked models"
52
 
53
 
54
  def _rank_history_model_choices(daily_df=None) -> list[str]:
55
- if daily_df is None:
56
- daily_df = load_baseline_rank_history(RESULTS_PATH)
57
- if daily_df is None or daily_df.empty or "model" not in daily_df.columns:
58
- return [RANK_HISTORY_ALL_MODELS]
59
- models = sorted(
60
- {str(model).strip() for model in daily_df["model"].dropna() if str(model).strip()}
61
- )
 
62
  return [RANK_HISTORY_ALL_MODELS] + models
63
 
64
 
@@ -414,7 +416,7 @@ with demo:
414
  )
415
 
416
  gr.Markdown(
417
- "**Tracked model rank history.** Select a model to show its daily, weekly, and monthly average per-dataset ranks (lower is better).",
418
  elem_classes="markdown-text",
419
  )
420
  rank_history_model_dropdown = gr.Dropdown(
@@ -448,7 +450,7 @@ with demo:
448
  elem_classes="rank-html-output",
449
  )
450
  gr.Markdown(
451
- "**Rank trend** 路 MSE / CRPS / MASE / MAE rank over time for the selected model.",
452
  elem_classes="markdown-text",
453
  )
454
  rank_trend_plot = gr.Plot(
 
27
  load_baseline_rank_history,
28
  load_baseline_rank_history_weekly,
29
  load_baseline_rank_history_monthly,
30
+ live_rank_history_model_choices,
31
  load_gift_aggregate_metadata_md,
32
  load_gift_aggregate_table,
33
  load_live_aggregate_metadata_md,
 
53
 
54
 
55
  def _rank_history_model_choices(daily_df=None) -> list[str]:
56
+ models = live_rank_history_model_choices(RESULTS_PATH)
57
+ if not models:
58
+ if daily_df is None:
59
+ daily_df = load_baseline_rank_history(RESULTS_PATH)
60
+ if daily_df is not None and not daily_df.empty and "model" in daily_df.columns:
61
+ models = sorted(
62
+ {str(model).strip() for model in daily_df["model"].dropna() if str(model).strip()}
63
+ )
64
  return [RANK_HISTORY_ALL_MODELS] + models
65
 
66
 
 
416
  )
417
 
418
  gr.Markdown(
419
+ "**Model rank history.** Select any leaderboard model to show its daily, weekly, and monthly average per-release ranks computed from live release metrics (lower is better).",
420
  elem_classes="markdown-text",
421
  )
422
  rank_history_model_dropdown = gr.Dropdown(
 
450
  elem_classes="rank-html-output",
451
  )
452
  gr.Markdown(
453
+ "**Rank trend** 路 MSE / CRPS / RMSE / MAPE rank over time for the selected model.",
454
  elem_classes="markdown-text",
455
  )
456
  rank_trend_plot = gr.Plot(