ziyuzhou02 commited on
Commit
2bb8235
Β·
verified Β·
1 Parent(s): bcc7c7a

Deploy Space: update app.py

Browse files
Files changed (1) hide show
  1. app.py +30 -28
app.py CHANGED
@@ -35,7 +35,7 @@ from src.utils import (
35
 
36
  RESULTS_PATH = os.getenv("TSFM_RESULTS_PATH", "space/results" if Path("space/results").exists() else "results")
37
  REFRESH_SECONDS = int(os.getenv("TSFM_REFRESH_SECONDS", "300"))
38
- DOMAIN_OUTPUT_OFFSET = 13
39
 
40
 
41
  def _dataset_tables(grouped: dict, datasets: list[str]) -> tuple[list, list]:
@@ -80,19 +80,20 @@ def refresh_leaderboard() -> tuple:
80
  daily_df = load_baseline_rank_history(RESULTS_PATH)
81
 
82
  outputs: list = [
83
- make_domain_pie_chart(RESULTS_PATH), # [0] domain pie chart
84
- prepare_values_table(grouped["overall_values"]), # [1]
85
- prepare_ranks_table(grouped["overall_ranks"]), # [2]
86
- daily_df, # [3] daily table
87
- load_baseline_rank_history_weekly(RESULTS_PATH), # [4] weekly table
88
- make_rank_trend_plot(daily_df), # [5] rank trend plot
89
- load_gift_aggregate_metadata_md(RESULTS_PATH), # [6]
90
- load_gift_aggregate_table(RESULTS_PATH, "prediction_length"), # [7]
91
- load_gift_aggregate_table(RESULTS_PATH, "domain"), # [8]
92
- load_gift_aggregate_table(RESULTS_PATH, "frequency"), # [9]
93
- load_live_aggregate_metadata_md(RESULTS_PATH), # [10]
94
- load_live_aggregate_table(RESULTS_PATH, "overall"), # [11]
95
- load_live_aggregate_table(RESULTS_PATH, "rank"), # [12]
 
96
  ]
97
 
98
  # [10 .. 10+D-1] per-domain status lines
@@ -119,7 +120,7 @@ demo = gr.Blocks(css=custom_css)
119
  with demo:
120
  gr.HTML(TITLE)
121
  gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
122
- gr.HTML(build_leaderboard_summary_html(RESULTS_PATH))
123
 
124
  dataset_value_dfs: list[gr.Dataframe] = []
125
  dataset_rank_dfs: list[gr.Dataframe] = []
@@ -130,7 +131,7 @@ with demo:
130
  # ── Overall Tab ──────────────────────────────────────────────────────
131
  with gr.TabItem("Overall"):
132
  live_aggregate_metadata_md = gr.Markdown(
133
- INITIAL_OUTPUTS[10],
134
  elem_classes="markdown-text",
135
  )
136
  gr.Markdown(
@@ -138,13 +139,13 @@ with demo:
138
  elem_classes="markdown-text",
139
  )
140
  live_overall_df = gr.Dataframe(
141
- value=INITIAL_OUTPUTS[11],
142
  interactive=False,
143
  wrap=True,
144
  label="Up-to-now overall results",
145
  )
146
  live_rank_df = gr.Dataframe(
147
- value=INITIAL_OUTPUTS[12],
148
  interactive=False,
149
  wrap=True,
150
  label="Average Rank, Win Rate, and Elo",
@@ -158,7 +159,7 @@ with demo:
158
  elem_classes="markdown-text",
159
  )
160
  domain_pie_plot = gr.Plot(
161
- value=INITIAL_OUTPUTS[0],
162
  label="Domain distribution",
163
  )
164
  gr.Markdown(
@@ -166,13 +167,13 @@ with demo:
166
  elem_classes="markdown-text",
167
  )
168
  overall_values_df = gr.Dataframe(
169
- value=INITIAL_OUTPUTS[1],
170
  interactive=False,
171
  wrap=True,
172
  label="Metric values and RankScore",
173
  )
174
  overall_ranks_df = gr.Dataframe(
175
- value=INITIAL_OUTPUTS[2],
176
  interactive=False,
177
  wrap=True,
178
  label="Ranks (average per-dataset rank, lower is better)",
@@ -183,7 +184,7 @@ with demo:
183
  elem_classes="markdown-text",
184
  )
185
  baseline_history_df = gr.Dataframe(
186
- value=INITIAL_OUTPUTS[3],
187
  interactive=False,
188
  wrap=True,
189
  label="Baseline rank history β€” by day",
@@ -193,7 +194,7 @@ with demo:
193
  elem_classes="markdown-text",
194
  )
195
  baseline_weekly_df = gr.Dataframe(
196
- value=INITIAL_OUTPUTS[4],
197
  interactive=False,
198
  wrap=True,
199
  label="Baseline rank history β€” by week",
@@ -203,14 +204,14 @@ with demo:
203
  elem_classes="markdown-text",
204
  )
205
  rank_trend_plot = gr.Plot(
206
- value=INITIAL_OUTPUTS[5],
207
  label="Rank trend over time",
208
  )
209
 
210
  # ── GIFT-style grouped result tables ────────────────────────────────
211
  with gr.TabItem("GIFT-style Aggregates"):
212
  aggregate_metadata_md = gr.Markdown(
213
- INITIAL_OUTPUTS[6],
214
  elem_classes="markdown-text",
215
  )
216
  gr.Markdown(
@@ -220,21 +221,21 @@ with demo:
220
  with gr.Tabs():
221
  with gr.TabItem("Prediction Length"):
222
  prediction_length_aggregate_df = gr.Dataframe(
223
- value=INITIAL_OUTPUTS[7],
224
  interactive=False,
225
  wrap=True,
226
  label="Results on TSFM_Bench aggregated by Prediction Length",
227
  )
228
  with gr.TabItem("Domain"):
229
  domain_aggregate_df = gr.Dataframe(
230
- value=INITIAL_OUTPUTS[8],
231
  interactive=False,
232
  wrap=True,
233
  label="Results on TSFM_Bench aggregated by Domain",
234
  )
235
  with gr.TabItem("Frequency"):
236
  frequency_aggregate_df = gr.Dataframe(
237
- value=INITIAL_OUTPUTS[9],
238
  interactive=False,
239
  wrap=True,
240
  label="Results on TSFM_Bench aggregated by Frequency",
@@ -343,6 +344,7 @@ with demo:
343
  )
344
 
345
  refresh_outputs = [
 
346
  domain_pie_plot,
347
  overall_values_df,
348
  overall_ranks_df,
 
35
 
36
  RESULTS_PATH = os.getenv("TSFM_RESULTS_PATH", "space/results" if Path("space/results").exists() else "results")
37
  REFRESH_SECONDS = int(os.getenv("TSFM_REFRESH_SECONDS", "300"))
38
+ DOMAIN_OUTPUT_OFFSET = 14
39
 
40
 
41
  def _dataset_tables(grouped: dict, datasets: list[str]) -> tuple[list, list]:
 
80
  daily_df = load_baseline_rank_history(RESULTS_PATH)
81
 
82
  outputs: list = [
83
+ build_leaderboard_summary_html(RESULTS_PATH), # [0]
84
+ make_domain_pie_chart(RESULTS_PATH), # [1] domain pie chart
85
+ prepare_values_table(grouped["overall_values"]), # [2]
86
+ prepare_ranks_table(grouped["overall_ranks"]), # [3]
87
+ daily_df, # [4] daily table
88
+ load_baseline_rank_history_weekly(RESULTS_PATH), # [5] weekly table
89
+ make_rank_trend_plot(daily_df), # [6] rank trend plot
90
+ load_gift_aggregate_metadata_md(RESULTS_PATH), # [7]
91
+ load_gift_aggregate_table(RESULTS_PATH, "prediction_length"), # [8]
92
+ load_gift_aggregate_table(RESULTS_PATH, "domain"), # [9]
93
+ load_gift_aggregate_table(RESULTS_PATH, "frequency"), # [10]
94
+ load_live_aggregate_metadata_md(RESULTS_PATH), # [11]
95
+ load_live_aggregate_table(RESULTS_PATH, "overall"), # [12]
96
+ load_live_aggregate_table(RESULTS_PATH, "rank"), # [13]
97
  ]
98
 
99
  # [10 .. 10+D-1] per-domain status lines
 
120
  with demo:
121
  gr.HTML(TITLE)
122
  gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
123
+ summary_html = gr.HTML(INITIAL_OUTPUTS[0])
124
 
125
  dataset_value_dfs: list[gr.Dataframe] = []
126
  dataset_rank_dfs: list[gr.Dataframe] = []
 
131
  # ── Overall Tab ──────────────────────────────────────────────────────
132
  with gr.TabItem("Overall"):
133
  live_aggregate_metadata_md = gr.Markdown(
134
+ INITIAL_OUTPUTS[11],
135
  elem_classes="markdown-text",
136
  )
137
  gr.Markdown(
 
139
  elem_classes="markdown-text",
140
  )
141
  live_overall_df = gr.Dataframe(
142
+ value=INITIAL_OUTPUTS[12],
143
  interactive=False,
144
  wrap=True,
145
  label="Up-to-now overall results",
146
  )
147
  live_rank_df = gr.Dataframe(
148
+ value=INITIAL_OUTPUTS[13],
149
  interactive=False,
150
  wrap=True,
151
  label="Average Rank, Win Rate, and Elo",
 
159
  elem_classes="markdown-text",
160
  )
161
  domain_pie_plot = gr.Plot(
162
+ value=INITIAL_OUTPUTS[1],
163
  label="Domain distribution",
164
  )
165
  gr.Markdown(
 
167
  elem_classes="markdown-text",
168
  )
169
  overall_values_df = gr.Dataframe(
170
+ value=INITIAL_OUTPUTS[2],
171
  interactive=False,
172
  wrap=True,
173
  label="Metric values and RankScore",
174
  )
175
  overall_ranks_df = gr.Dataframe(
176
+ value=INITIAL_OUTPUTS[3],
177
  interactive=False,
178
  wrap=True,
179
  label="Ranks (average per-dataset rank, lower is better)",
 
184
  elem_classes="markdown-text",
185
  )
186
  baseline_history_df = gr.Dataframe(
187
+ value=INITIAL_OUTPUTS[4],
188
  interactive=False,
189
  wrap=True,
190
  label="Baseline rank history β€” by day",
 
194
  elem_classes="markdown-text",
195
  )
196
  baseline_weekly_df = gr.Dataframe(
197
+ value=INITIAL_OUTPUTS[5],
198
  interactive=False,
199
  wrap=True,
200
  label="Baseline rank history β€” by week",
 
204
  elem_classes="markdown-text",
205
  )
206
  rank_trend_plot = gr.Plot(
207
+ value=INITIAL_OUTPUTS[6],
208
  label="Rank trend over time",
209
  )
210
 
211
  # ── GIFT-style grouped result tables ────────────────────────────────
212
  with gr.TabItem("GIFT-style Aggregates"):
213
  aggregate_metadata_md = gr.Markdown(
214
+ INITIAL_OUTPUTS[7],
215
  elem_classes="markdown-text",
216
  )
217
  gr.Markdown(
 
221
  with gr.Tabs():
222
  with gr.TabItem("Prediction Length"):
223
  prediction_length_aggregate_df = gr.Dataframe(
224
+ value=INITIAL_OUTPUTS[8],
225
  interactive=False,
226
  wrap=True,
227
  label="Results on TSFM_Bench aggregated by Prediction Length",
228
  )
229
  with gr.TabItem("Domain"):
230
  domain_aggregate_df = gr.Dataframe(
231
+ value=INITIAL_OUTPUTS[9],
232
  interactive=False,
233
  wrap=True,
234
  label="Results on TSFM_Bench aggregated by Domain",
235
  )
236
  with gr.TabItem("Frequency"):
237
  frequency_aggregate_df = gr.Dataframe(
238
+ value=INITIAL_OUTPUTS[10],
239
  interactive=False,
240
  wrap=True,
241
  label="Results on TSFM_Bench aggregated by Frequency",
 
344
  )
345
 
346
  refresh_outputs = [
347
+ summary_html,
348
  domain_pie_plot,
349
  overall_values_df,
350
  overall_ranks_df,