Spaces:
Runtime error
Runtime error
Deploy Space: update app.py
Browse files
app.py
CHANGED
|
@@ -28,7 +28,9 @@ from src.utils import (
|
|
| 28 |
load_gift_aggregate_table,
|
| 29 |
load_live_aggregate_metadata_md,
|
| 30 |
load_live_aggregate_table,
|
|
|
|
| 31 |
make_domain_pie_chart,
|
|
|
|
| 32 |
make_rank_trend_plot,
|
| 33 |
prepare_ranks_table,
|
| 34 |
prepare_values_table,
|
|
@@ -51,6 +53,27 @@ def _dataset_tables(grouped: dict, datasets: list[str]) -> tuple[list, list]:
|
|
| 51 |
return values_tables, rank_tables
|
| 52 |
|
| 53 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
def refresh_leaderboard() -> tuple:
|
| 55 |
grouped = get_grouped_dfs(RESULTS_PATH)
|
| 56 |
datasets = grouped["datasets"]
|
|
@@ -78,10 +101,13 @@ def refresh_leaderboard() -> tuple:
|
|
| 78 |
outputs.append(build_domain_status_md(domain, domain_datasets, RESULTS_PATH))
|
| 79 |
|
| 80 |
value_tables, rank_tables = _dataset_tables(grouped, datasets)
|
| 81 |
-
|
|
|
|
| 82 |
outputs.extend(value_tables)
|
| 83 |
-
# [
|
| 84 |
outputs.extend(rank_tables)
|
|
|
|
|
|
|
| 85 |
return tuple(outputs)
|
| 86 |
|
| 87 |
|
|
@@ -99,6 +125,7 @@ with demo:
|
|
| 99 |
|
| 100 |
dataset_value_dfs: list[gr.Dataframe] = []
|
| 101 |
dataset_rank_dfs: list[gr.Dataframe] = []
|
|
|
|
| 102 |
domain_status_mds: list[gr.Markdown] = []
|
| 103 |
dataset_idx = 0
|
| 104 |
|
|
@@ -254,6 +281,12 @@ with demo:
|
|
| 254 |
show_label=False,
|
| 255 |
)
|
| 256 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 257 |
|
| 258 |
dataset_idx += 1
|
| 259 |
|
|
@@ -286,6 +319,7 @@ with demo:
|
|
| 286 |
*domain_status_mds,
|
| 287 |
*dataset_value_dfs,
|
| 288 |
*dataset_rank_dfs,
|
|
|
|
| 289 |
]
|
| 290 |
|
| 291 |
demo.load(refresh_leaderboard, inputs=[], outputs=refresh_outputs)
|
|
|
|
| 28 |
load_gift_aggregate_table,
|
| 29 |
load_live_aggregate_metadata_md,
|
| 30 |
load_live_aggregate_table,
|
| 31 |
+
load_forecast_snapshots,
|
| 32 |
make_domain_pie_chart,
|
| 33 |
+
make_forecast_plot,
|
| 34 |
make_rank_trend_plot,
|
| 35 |
prepare_ranks_table,
|
| 36 |
prepare_values_table,
|
|
|
|
| 53 |
return values_tables, rank_tables
|
| 54 |
|
| 55 |
|
| 56 |
+
def _dataset_forecast_plots(root_dir: str, datasets: list[str]) -> list:
|
| 57 |
+
latest: dict[str, dict | None] = {dataset: None for dataset in datasets}
|
| 58 |
+
latest_at: dict[str, str] = {dataset: "" for dataset in datasets}
|
| 59 |
+
root = Path(root_dir)
|
| 60 |
+
if not root.exists():
|
| 61 |
+
return [None for _ in datasets]
|
| 62 |
+
|
| 63 |
+
for model_dir in sorted(root.iterdir()):
|
| 64 |
+
if not model_dir.is_dir():
|
| 65 |
+
continue
|
| 66 |
+
for dataset, snapshot in load_forecast_snapshots(root_dir, model_dir.name).items():
|
| 67 |
+
if dataset not in latest:
|
| 68 |
+
continue
|
| 69 |
+
evaluated_at = str(snapshot.get("evaluated_at", ""))
|
| 70 |
+
if latest[dataset] is None or evaluated_at >= latest_at[dataset]:
|
| 71 |
+
latest[dataset] = snapshot
|
| 72 |
+
latest_at[dataset] = evaluated_at
|
| 73 |
+
|
| 74 |
+
return [make_forecast_plot(latest[dataset]) for dataset in datasets]
|
| 75 |
+
|
| 76 |
+
|
| 77 |
def refresh_leaderboard() -> tuple:
|
| 78 |
grouped = get_grouped_dfs(RESULTS_PATH)
|
| 79 |
datasets = grouped["datasets"]
|
|
|
|
| 101 |
outputs.append(build_domain_status_md(domain, domain_datasets, RESULTS_PATH))
|
| 102 |
|
| 103 |
value_tables, rank_tables = _dataset_tables(grouped, datasets)
|
| 104 |
+
forecast_plots = _dataset_forecast_plots(RESULTS_PATH, datasets)
|
| 105 |
+
# [14+D .. 14+D+N-1] value tables
|
| 106 |
outputs.extend(value_tables)
|
| 107 |
+
# [14+D+N .. 14+D+2N-1] rank tables
|
| 108 |
outputs.extend(rank_tables)
|
| 109 |
+
# [14+D+2N .. 14+D+3N-1] forecast plots
|
| 110 |
+
outputs.extend(forecast_plots)
|
| 111 |
return tuple(outputs)
|
| 112 |
|
| 113 |
|
|
|
|
| 125 |
|
| 126 |
dataset_value_dfs: list[gr.Dataframe] = []
|
| 127 |
dataset_rank_dfs: list[gr.Dataframe] = []
|
| 128 |
+
dataset_forecast_plots: list[gr.Plot] = []
|
| 129 |
domain_status_mds: list[gr.Markdown] = []
|
| 130 |
dataset_idx = 0
|
| 131 |
|
|
|
|
| 281 |
show_label=False,
|
| 282 |
)
|
| 283 |
)
|
| 284 |
+
dataset_forecast_plots.append(
|
| 285 |
+
gr.Plot(
|
| 286 |
+
value=INITIAL_OUTPUTS[DOMAIN_OUTPUT_OFFSET + N_DOMAINS + 2 * len(DATASETS) + dataset_idx],
|
| 287 |
+
label="Latest forecast snapshot",
|
| 288 |
+
)
|
| 289 |
+
)
|
| 290 |
|
| 291 |
dataset_idx += 1
|
| 292 |
|
|
|
|
| 319 |
*domain_status_mds,
|
| 320 |
*dataset_value_dfs,
|
| 321 |
*dataset_rank_dfs,
|
| 322 |
+
*dataset_forecast_plots,
|
| 323 |
]
|
| 324 |
|
| 325 |
demo.load(refresh_leaderboard, inputs=[], outputs=refresh_outputs)
|