ziyuzhou02 commited on
Commit
f6727f8
·
verified ·
1 Parent(s): f1b6d41

Deploy Space: update app.py

Browse files
Files changed (1) hide show
  1. app.py +36 -2
app.py CHANGED
@@ -28,7 +28,9 @@ from src.utils import (
28
  load_gift_aggregate_table,
29
  load_live_aggregate_metadata_md,
30
  load_live_aggregate_table,
 
31
  make_domain_pie_chart,
 
32
  make_rank_trend_plot,
33
  prepare_ranks_table,
34
  prepare_values_table,
@@ -51,6 +53,27 @@ def _dataset_tables(grouped: dict, datasets: list[str]) -> tuple[list, list]:
51
  return values_tables, rank_tables
52
 
53
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
54
  def refresh_leaderboard() -> tuple:
55
  grouped = get_grouped_dfs(RESULTS_PATH)
56
  datasets = grouped["datasets"]
@@ -78,10 +101,13 @@ def refresh_leaderboard() -> tuple:
78
  outputs.append(build_domain_status_md(domain, domain_datasets, RESULTS_PATH))
79
 
80
  value_tables, rank_tables = _dataset_tables(grouped, datasets)
81
- # [10+D .. 10+D+N-1] value tables
 
82
  outputs.extend(value_tables)
83
- # [10+D+N .. 10+D+2N-1] rank tables
84
  outputs.extend(rank_tables)
 
 
85
  return tuple(outputs)
86
 
87
 
@@ -99,6 +125,7 @@ with demo:
99
 
100
  dataset_value_dfs: list[gr.Dataframe] = []
101
  dataset_rank_dfs: list[gr.Dataframe] = []
 
102
  domain_status_mds: list[gr.Markdown] = []
103
  dataset_idx = 0
104
 
@@ -254,6 +281,12 @@ with demo:
254
  show_label=False,
255
  )
256
  )
 
 
 
 
 
 
257
 
258
  dataset_idx += 1
259
 
@@ -286,6 +319,7 @@ with demo:
286
  *domain_status_mds,
287
  *dataset_value_dfs,
288
  *dataset_rank_dfs,
 
289
  ]
290
 
291
  demo.load(refresh_leaderboard, inputs=[], outputs=refresh_outputs)
 
28
  load_gift_aggregate_table,
29
  load_live_aggregate_metadata_md,
30
  load_live_aggregate_table,
31
+ load_forecast_snapshots,
32
  make_domain_pie_chart,
33
+ make_forecast_plot,
34
  make_rank_trend_plot,
35
  prepare_ranks_table,
36
  prepare_values_table,
 
53
  return values_tables, rank_tables
54
 
55
 
56
+ def _dataset_forecast_plots(root_dir: str, datasets: list[str]) -> list:
57
+ latest: dict[str, dict | None] = {dataset: None for dataset in datasets}
58
+ latest_at: dict[str, str] = {dataset: "" for dataset in datasets}
59
+ root = Path(root_dir)
60
+ if not root.exists():
61
+ return [None for _ in datasets]
62
+
63
+ for model_dir in sorted(root.iterdir()):
64
+ if not model_dir.is_dir():
65
+ continue
66
+ for dataset, snapshot in load_forecast_snapshots(root_dir, model_dir.name).items():
67
+ if dataset not in latest:
68
+ continue
69
+ evaluated_at = str(snapshot.get("evaluated_at", ""))
70
+ if latest[dataset] is None or evaluated_at >= latest_at[dataset]:
71
+ latest[dataset] = snapshot
72
+ latest_at[dataset] = evaluated_at
73
+
74
+ return [make_forecast_plot(latest[dataset]) for dataset in datasets]
75
+
76
+
77
  def refresh_leaderboard() -> tuple:
78
  grouped = get_grouped_dfs(RESULTS_PATH)
79
  datasets = grouped["datasets"]
 
101
  outputs.append(build_domain_status_md(domain, domain_datasets, RESULTS_PATH))
102
 
103
  value_tables, rank_tables = _dataset_tables(grouped, datasets)
104
+ forecast_plots = _dataset_forecast_plots(RESULTS_PATH, datasets)
105
+ # [14+D .. 14+D+N-1] value tables
106
  outputs.extend(value_tables)
107
+ # [14+D+N .. 14+D+2N-1] rank tables
108
  outputs.extend(rank_tables)
109
+ # [14+D+2N .. 14+D+3N-1] forecast plots
110
+ outputs.extend(forecast_plots)
111
  return tuple(outputs)
112
 
113
 
 
125
 
126
  dataset_value_dfs: list[gr.Dataframe] = []
127
  dataset_rank_dfs: list[gr.Dataframe] = []
128
+ dataset_forecast_plots: list[gr.Plot] = []
129
  domain_status_mds: list[gr.Markdown] = []
130
  dataset_idx = 0
131
 
 
281
  show_label=False,
282
  )
283
  )
284
+ dataset_forecast_plots.append(
285
+ gr.Plot(
286
+ value=INITIAL_OUTPUTS[DOMAIN_OUTPUT_OFFSET + N_DOMAINS + 2 * len(DATASETS) + dataset_idx],
287
+ label="Latest forecast snapshot",
288
+ )
289
+ )
290
 
291
  dataset_idx += 1
292
 
 
319
  *domain_status_mds,
320
  *dataset_value_dfs,
321
  *dataset_rank_dfs,
322
+ *dataset_forecast_plots,
323
  ]
324
 
325
  demo.load(refresh_leaderboard, inputs=[], outputs=refresh_outputs)