ziyuzhou02 commited on
Commit
26912e2
·
verified ·
1 Parent(s): fb41b4f

Update leaderboard results from local eval

Browse files
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-19T09:24:34.173458+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
1
  {
2
+ "generated_at": "2026-07-19T09:36:21.779237+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-19T09:24:32.216022+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
1
  {
2
+ "generated_at": "2026-07-19T09:36:19.796505+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
results/dataset_eval_intervals.json CHANGED
@@ -10,6 +10,7 @@
10
  "nws_ksfo_observations_temperature": 3600,
11
  "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600,
12
  "open_meteo_shanghai_hourly_temperature_2m": 3600,
 
13
  "usgs_potomac_iv_usgs_00060": 900,
14
  "wikimedia_time_series_hourly_pageviews": 86400
15
  }
 
10
  "nws_ksfo_observations_temperature": 3600,
11
  "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600,
12
  "open_meteo_shanghai_hourly_temperature_2m": 3600,
13
+ "usgs_earthquake_all_week_hourly_earthquake_count": 3600,
14
  "usgs_potomac_iv_usgs_00060": 900,
15
  "wikimedia_time_series_hourly_pageviews": 86400
16
  }
results/online_status.json CHANGED
@@ -2,14 +2,14 @@
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
- "started_at": "2026-07-19T09:19:29.039920+00:00",
6
- "finished_at": "2026-07-19T09:24:34.184397+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
- "task_count": 4,
10
- "issued_tasks": 3,
11
- "issued_forecasts": 36,
12
- "resolved_forecasts": 36,
13
  "pending_tasks": 13,
14
  "failed_forecasts": [],
15
  "models": {
@@ -19,36 +19,8 @@
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
- "evaluated_at": "2026-07-19T09:24:31.803675+00:00",
23
- "resolved_tasks": [
24
- {
25
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
26
- "task_id": "future-176481bb8032642d1a3f",
27
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
28
- "resolved_at": "2026-07-19T09:19:29.136000+00:00",
29
- "target_end": "2026-07-19T08:55:00+00:00",
30
- "prediction_length": 24,
31
- "metric_version": "livehouse-canonical-v1"
32
- },
33
- {
34
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
35
- "task_id": "future-54de3374dc491633dbc9",
36
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
37
- "resolved_at": "2026-07-19T09:19:29.263265+00:00",
38
- "target_end": "2026-07-19T08:48:00+00:00",
39
- "prediction_length": 60,
40
- "metric_version": "livehouse-canonical-v1"
41
- },
42
- {
43
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
44
- "task_id": "future-cb2e09962b26b1f7d3ba",
45
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
46
- "resolved_at": "2026-07-19T09:19:29.381055+00:00",
47
- "target_end": "2026-07-19T09:00:00+00:00",
48
- "prediction_length": 36,
49
- "metric_version": "livehouse-canonical-v1"
50
- }
51
- ]
52
  },
53
  "TiRex": {
54
  "model": "TiRex",
@@ -56,36 +28,8 @@
56
  "admitted_at": "2026-06-01T00:00:00Z",
57
  "evaluation_protocol": "issue-now-score-later",
58
  "metric_version": "livehouse-canonical-v1",
59
- "evaluated_at": "2026-07-19T09:24:31.805894+00:00",
60
- "resolved_tasks": [
61
- {
62
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
63
- "task_id": "future-176481bb8032642d1a3f",
64
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
65
- "resolved_at": "2026-07-19T09:19:29.230744+00:00",
66
- "target_end": "2026-07-19T08:55:00+00:00",
67
- "prediction_length": 24,
68
- "metric_version": "livehouse-canonical-v1"
69
- },
70
- {
71
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
72
- "task_id": "future-54de3374dc491633dbc9",
73
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
74
- "resolved_at": "2026-07-19T09:19:29.347307+00:00",
75
- "target_end": "2026-07-19T08:48:00+00:00",
76
- "prediction_length": 60,
77
- "metric_version": "livehouse-canonical-v1"
78
- },
79
- {
80
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
81
- "task_id": "future-cb2e09962b26b1f7d3ba",
82
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
83
- "resolved_at": "2026-07-19T09:19:29.445253+00:00",
84
- "target_end": "2026-07-19T09:00:00+00:00",
85
- "prediction_length": 36,
86
- "metric_version": "livehouse-canonical-v1"
87
- }
88
- ]
89
  },
90
  "TimesFM-2.5": {
91
  "model": "TimesFM-2.5",
@@ -93,36 +37,8 @@
93
  "admitted_at": "2026-06-01T00:00:00Z",
94
  "evaluation_protocol": "issue-now-score-later",
95
  "metric_version": "livehouse-canonical-v1",
96
- "evaluated_at": "2026-07-19T09:24:31.807801+00:00",
97
- "resolved_tasks": [
98
- {
99
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
100
- "task_id": "future-176481bb8032642d1a3f",
101
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
102
- "resolved_at": "2026-07-19T09:19:29.204638+00:00",
103
- "target_end": "2026-07-19T08:55:00+00:00",
104
- "prediction_length": 24,
105
- "metric_version": "livehouse-canonical-v1"
106
- },
107
- {
108
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
109
- "task_id": "future-54de3374dc491633dbc9",
110
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
111
- "resolved_at": "2026-07-19T09:19:29.338902+00:00",
112
- "target_end": "2026-07-19T08:48:00+00:00",
113
- "prediction_length": 60,
114
- "metric_version": "livehouse-canonical-v1"
115
- },
116
- {
117
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
118
- "task_id": "future-cb2e09962b26b1f7d3ba",
119
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
120
- "resolved_at": "2026-07-19T09:19:29.438453+00:00",
121
- "target_end": "2026-07-19T09:00:00+00:00",
122
- "prediction_length": 36,
123
- "metric_version": "livehouse-canonical-v1"
124
- }
125
- ]
126
  },
127
  "Toto-1.0": {
128
  "model": "Toto-1.0",
@@ -130,36 +46,8 @@
130
  "admitted_at": "2026-06-01T00:00:00Z",
131
  "evaluation_protocol": "issue-now-score-later",
132
  "metric_version": "livehouse-canonical-v1",
133
- "evaluated_at": "2026-07-19T09:24:31.809771+00:00",
134
- "resolved_tasks": [
135
- {
136
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
137
- "task_id": "future-176481bb8032642d1a3f",
138
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
139
- "resolved_at": "2026-07-19T09:19:29.237688+00:00",
140
- "target_end": "2026-07-19T08:55:00+00:00",
141
- "prediction_length": 24,
142
- "metric_version": "livehouse-canonical-v1"
143
- },
144
- {
145
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
146
- "task_id": "future-54de3374dc491633dbc9",
147
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
148
- "resolved_at": "2026-07-19T09:19:29.360601+00:00",
149
- "target_end": "2026-07-19T08:48:00+00:00",
150
- "prediction_length": 60,
151
- "metric_version": "livehouse-canonical-v1"
152
- },
153
- {
154
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
155
- "task_id": "future-cb2e09962b26b1f7d3ba",
156
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
157
- "resolved_at": "2026-07-19T09:19:29.451929+00:00",
158
- "target_end": "2026-07-19T09:00:00+00:00",
159
- "prediction_length": 36,
160
- "metric_version": "livehouse-canonical-v1"
161
- }
162
- ]
163
  },
164
  "Moirai-2.0": {
165
  "model": "Moirai-2.0",
@@ -167,36 +55,8 @@
167
  "admitted_at": "2026-06-01T00:00:00Z",
168
  "evaluation_protocol": "issue-now-score-later",
169
  "metric_version": "livehouse-canonical-v1",
170
- "evaluated_at": "2026-07-19T09:24:31.811521+00:00",
171
- "resolved_tasks": [
172
- {
173
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
174
- "task_id": "future-176481bb8032642d1a3f",
175
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
176
- "resolved_at": "2026-07-19T09:19:29.166988+00:00",
177
- "target_end": "2026-07-19T08:55:00+00:00",
178
- "prediction_length": 24,
179
- "metric_version": "livehouse-canonical-v1"
180
- },
181
- {
182
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
183
- "task_id": "future-54de3374dc491633dbc9",
184
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
185
- "resolved_at": "2026-07-19T09:19:29.289125+00:00",
186
- "target_end": "2026-07-19T08:48:00+00:00",
187
- "prediction_length": 60,
188
- "metric_version": "livehouse-canonical-v1"
189
- },
190
- {
191
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
192
- "task_id": "future-cb2e09962b26b1f7d3ba",
193
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
194
- "resolved_at": "2026-07-19T09:19:29.402809+00:00",
195
- "target_end": "2026-07-19T09:00:00+00:00",
196
- "prediction_length": 36,
197
- "metric_version": "livehouse-canonical-v1"
198
- }
199
- ]
200
  },
201
  "Chronos-Bolt": {
202
  "model": "Chronos-Bolt",
@@ -204,36 +64,8 @@
204
  "admitted_at": "2026-06-01T00:00:00Z",
205
  "evaluation_protocol": "issue-now-score-later",
206
  "metric_version": "livehouse-canonical-v1",
207
- "evaluated_at": "2026-07-19T09:24:31.813024+00:00",
208
- "resolved_tasks": [
209
- {
210
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
211
- "task_id": "future-176481bb8032642d1a3f",
212
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
213
- "resolved_at": "2026-07-19T09:19:29.142836+00:00",
214
- "target_end": "2026-07-19T08:55:00+00:00",
215
- "prediction_length": 24,
216
- "metric_version": "livehouse-canonical-v1"
217
- },
218
- {
219
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
220
- "task_id": "future-54de3374dc491633dbc9",
221
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
222
- "resolved_at": "2026-07-19T09:19:29.272271+00:00",
223
- "target_end": "2026-07-19T08:48:00+00:00",
224
- "prediction_length": 60,
225
- "metric_version": "livehouse-canonical-v1"
226
- },
227
- {
228
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
229
- "task_id": "future-cb2e09962b26b1f7d3ba",
230
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
231
- "resolved_at": "2026-07-19T09:19:29.388398+00:00",
232
- "target_end": "2026-07-19T09:00:00+00:00",
233
- "prediction_length": 36,
234
- "metric_version": "livehouse-canonical-v1"
235
- }
236
- ]
237
  },
238
  "TabPFN-TS": {
239
  "model": "TabPFN-TS",
@@ -241,36 +73,8 @@
241
  "admitted_at": "2026-06-01T00:00:00Z",
242
  "evaluation_protocol": "issue-now-score-later",
243
  "metric_version": "livehouse-canonical-v1",
244
- "evaluated_at": "2026-07-19T09:24:31.814654+00:00",
245
- "resolved_tasks": [
246
- {
247
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
248
- "task_id": "future-176481bb8032642d1a3f",
249
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
250
- "resolved_at": "2026-07-19T09:19:29.198849+00:00",
251
- "target_end": "2026-07-19T08:55:00+00:00",
252
- "prediction_length": 24,
253
- "metric_version": "livehouse-canonical-v1"
254
- },
255
- {
256
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
257
- "task_id": "future-54de3374dc491633dbc9",
258
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
259
- "resolved_at": "2026-07-19T09:19:29.330175+00:00",
260
- "target_end": "2026-07-19T08:48:00+00:00",
261
- "prediction_length": 60,
262
- "metric_version": "livehouse-canonical-v1"
263
- },
264
- {
265
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
266
- "task_id": "future-cb2e09962b26b1f7d3ba",
267
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
268
- "resolved_at": "2026-07-19T09:19:29.431514+00:00",
269
- "target_end": "2026-07-19T09:00:00+00:00",
270
- "prediction_length": 36,
271
- "metric_version": "livehouse-canonical-v1"
272
- }
273
- ]
274
  },
275
  "Sundial": {
276
  "model": "Sundial",
@@ -278,36 +82,8 @@
278
  "admitted_at": "2026-06-01T00:00:00Z",
279
  "evaluation_protocol": "issue-now-score-later",
280
  "metric_version": "livehouse-canonical-v1",
281
- "evaluated_at": "2026-07-19T09:24:31.816861+00:00",
282
- "resolved_tasks": [
283
- {
284
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
285
- "task_id": "future-176481bb8032642d1a3f",
286
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
287
- "resolved_at": "2026-07-19T09:19:29.192495+00:00",
288
- "target_end": "2026-07-19T08:55:00+00:00",
289
- "prediction_length": 24,
290
- "metric_version": "livehouse-canonical-v1"
291
- },
292
- {
293
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
294
- "task_id": "future-54de3374dc491633dbc9",
295
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
296
- "resolved_at": "2026-07-19T09:19:29.321902+00:00",
297
- "target_end": "2026-07-19T08:48:00+00:00",
298
- "prediction_length": 60,
299
- "metric_version": "livehouse-canonical-v1"
300
- },
301
- {
302
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
303
- "task_id": "future-cb2e09962b26b1f7d3ba",
304
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
305
- "resolved_at": "2026-07-19T09:19:29.423518+00:00",
306
- "target_end": "2026-07-19T09:00:00+00:00",
307
- "prediction_length": 36,
308
- "metric_version": "livehouse-canonical-v1"
309
- }
310
- ]
311
  },
312
  "Moving-Average": {
313
  "model": "Moving-Average",
@@ -315,36 +91,8 @@
315
  "admitted_at": "2026-06-01T00:00:00Z",
316
  "evaluation_protocol": "issue-now-score-later",
317
  "metric_version": "livehouse-canonical-v1",
318
- "evaluated_at": "2026-07-19T09:24:31.820325+00:00",
319
- "resolved_tasks": [
320
- {
321
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
322
- "task_id": "future-176481bb8032642d1a3f",
323
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
324
- "resolved_at": "2026-07-19T09:19:29.173760+00:00",
325
- "target_end": "2026-07-19T08:55:00+00:00",
326
- "prediction_length": 24,
327
- "metric_version": "livehouse-canonical-v1"
328
- },
329
- {
330
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
331
- "task_id": "future-54de3374dc491633dbc9",
332
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
333
- "resolved_at": "2026-07-19T09:19:29.299247+00:00",
334
- "target_end": "2026-07-19T08:48:00+00:00",
335
- "prediction_length": 60,
336
- "metric_version": "livehouse-canonical-v1"
337
- },
338
- {
339
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
340
- "task_id": "future-cb2e09962b26b1f7d3ba",
341
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
342
- "resolved_at": "2026-07-19T09:19:29.409773+00:00",
343
- "target_end": "2026-07-19T09:00:00+00:00",
344
- "prediction_length": 36,
345
- "metric_version": "livehouse-canonical-v1"
346
- }
347
- ]
348
  },
349
  "ETS": {
350
  "model": "ETS",
@@ -352,36 +100,8 @@
352
  "admitted_at": "2026-06-01T00:00:00Z",
353
  "evaluation_protocol": "issue-now-score-later",
354
  "metric_version": "livehouse-canonical-v1",
355
- "evaluated_at": "2026-07-19T09:24:31.823124+00:00",
356
- "resolved_tasks": [
357
- {
358
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
359
- "task_id": "future-176481bb8032642d1a3f",
360
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
361
- "resolved_at": "2026-07-19T09:19:29.159553+00:00",
362
- "target_end": "2026-07-19T08:55:00+00:00",
363
- "prediction_length": 24,
364
- "metric_version": "livehouse-canonical-v1"
365
- },
366
- {
367
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
368
- "task_id": "future-54de3374dc491633dbc9",
369
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
370
- "resolved_at": "2026-07-19T09:19:29.281013+00:00",
371
- "target_end": "2026-07-19T08:48:00+00:00",
372
- "prediction_length": 60,
373
- "metric_version": "livehouse-canonical-v1"
374
- },
375
- {
376
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
377
- "task_id": "future-cb2e09962b26b1f7d3ba",
378
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
379
- "resolved_at": "2026-07-19T09:19:29.396133+00:00",
380
- "target_end": "2026-07-19T09:00:00+00:00",
381
- "prediction_length": 36,
382
- "metric_version": "livehouse-canonical-v1"
383
- }
384
- ]
385
  },
386
  "ARIMA": {
387
  "model": "ARIMA",
@@ -389,36 +109,8 @@
389
  "admitted_at": "2026-06-01T00:00:00Z",
390
  "evaluation_protocol": "issue-now-score-later",
391
  "metric_version": "livehouse-canonical-v1",
392
- "evaluated_at": "2026-07-19T09:24:31.829278+00:00",
393
- "resolved_tasks": [
394
- {
395
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
396
- "task_id": "future-176481bb8032642d1a3f",
397
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
398
- "resolved_at": "2026-07-19T09:19:29.125719+00:00",
399
- "target_end": "2026-07-19T08:55:00+00:00",
400
- "prediction_length": 24,
401
- "metric_version": "livehouse-canonical-v1"
402
- },
403
- {
404
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
405
- "task_id": "future-54de3374dc491633dbc9",
406
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
407
- "resolved_at": "2026-07-19T09:19:29.251442+00:00",
408
- "target_end": "2026-07-19T08:48:00+00:00",
409
- "prediction_length": 60,
410
- "metric_version": "livehouse-canonical-v1"
411
- },
412
- {
413
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
414
- "task_id": "future-cb2e09962b26b1f7d3ba",
415
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
416
- "resolved_at": "2026-07-19T09:19:29.373857+00:00",
417
- "target_end": "2026-07-19T09:00:00+00:00",
418
- "prediction_length": 36,
419
- "metric_version": "livehouse-canonical-v1"
420
- }
421
- ]
422
  },
423
  "Seasonal-Naive": {
424
  "model": "Seasonal-Naive",
@@ -426,36 +118,8 @@
426
  "admitted_at": "2026-06-01T00:00:00Z",
427
  "evaluation_protocol": "issue-now-score-later",
428
  "metric_version": "livehouse-canonical-v1",
429
- "evaluated_at": "2026-07-19T09:24:31.834423+00:00",
430
- "resolved_tasks": [
431
- {
432
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
433
- "task_id": "future-176481bb8032642d1a3f",
434
- "issued_at": "2026-07-19T02:55:14.567572+00:00",
435
- "resolved_at": "2026-07-19T09:19:29.185819+00:00",
436
- "target_end": "2026-07-19T08:55:00+00:00",
437
- "prediction_length": 24,
438
- "metric_version": "livehouse-canonical-v1"
439
- },
440
- {
441
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
442
- "task_id": "future-54de3374dc491633dbc9",
443
- "issued_at": "2026-07-19T02:59:39.554947+00:00",
444
- "resolved_at": "2026-07-19T09:19:29.313482+00:00",
445
- "target_end": "2026-07-19T08:48:00+00:00",
446
- "prediction_length": 60,
447
- "metric_version": "livehouse-canonical-v1"
448
- },
449
- {
450
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
451
- "task_id": "future-cb2e09962b26b1f7d3ba",
452
- "issued_at": "2026-07-19T06:08:47.523475+00:00",
453
- "resolved_at": "2026-07-19T09:19:29.416478+00:00",
454
- "target_end": "2026-07-19T09:00:00+00:00",
455
- "prediction_length": 36,
456
- "metric_version": "livehouse-canonical-v1"
457
- }
458
- ]
459
  }
460
  },
461
  "skipped_models": [],
@@ -478,7 +142,5 @@
478
  "live_overall_30d": "aggregates/live_overall_30d.csv",
479
  "live_metadata": "aggregates/live_metadata.json"
480
  },
481
- "push_status": "ok",
482
- "pushed_at": "2026-07-19T09:27:08.930889+00:00",
483
- "push_detail": "HF Hub API"
484
  }
 
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
+ "started_at": "2026-07-19T09:36:19.497150+00:00",
6
+ "finished_at": "2026-07-19T09:36:21.790903+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
+ "task_count": 1,
10
+ "issued_tasks": 0,
11
+ "issued_forecasts": 0,
12
+ "resolved_forecasts": 0,
13
  "pending_tasks": 13,
14
  "failed_forecasts": [],
15
  "models": {
 
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
+ "evaluated_at": "2026-07-19T09:36:19.569053+00:00",
23
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24
  },
25
  "TiRex": {
26
  "model": "TiRex",
 
28
  "admitted_at": "2026-06-01T00:00:00Z",
29
  "evaluation_protocol": "issue-now-score-later",
30
  "metric_version": "livehouse-canonical-v1",
31
+ "evaluated_at": "2026-07-19T09:36:19.569059+00:00",
32
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  },
34
  "TimesFM-2.5": {
35
  "model": "TimesFM-2.5",
 
37
  "admitted_at": "2026-06-01T00:00:00Z",
38
  "evaluation_protocol": "issue-now-score-later",
39
  "metric_version": "livehouse-canonical-v1",
40
+ "evaluated_at": "2026-07-19T09:36:19.569060+00:00",
41
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
  },
43
  "Toto-1.0": {
44
  "model": "Toto-1.0",
 
46
  "admitted_at": "2026-06-01T00:00:00Z",
47
  "evaluation_protocol": "issue-now-score-later",
48
  "metric_version": "livehouse-canonical-v1",
49
+ "evaluated_at": "2026-07-19T09:36:19.569061+00:00",
50
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51
  },
52
  "Moirai-2.0": {
53
  "model": "Moirai-2.0",
 
55
  "admitted_at": "2026-06-01T00:00:00Z",
56
  "evaluation_protocol": "issue-now-score-later",
57
  "metric_version": "livehouse-canonical-v1",
58
+ "evaluated_at": "2026-07-19T09:36:19.569062+00:00",
59
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
  },
61
  "Chronos-Bolt": {
62
  "model": "Chronos-Bolt",
 
64
  "admitted_at": "2026-06-01T00:00:00Z",
65
  "evaluation_protocol": "issue-now-score-later",
66
  "metric_version": "livehouse-canonical-v1",
67
+ "evaluated_at": "2026-07-19T09:36:19.569063+00:00",
68
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  },
70
  "TabPFN-TS": {
71
  "model": "TabPFN-TS",
 
73
  "admitted_at": "2026-06-01T00:00:00Z",
74
  "evaluation_protocol": "issue-now-score-later",
75
  "metric_version": "livehouse-canonical-v1",
76
+ "evaluated_at": "2026-07-19T09:36:19.569064+00:00",
77
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
78
  },
79
  "Sundial": {
80
  "model": "Sundial",
 
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
+ "evaluated_at": "2026-07-19T09:36:19.569065+00:00",
86
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
87
  },
88
  "Moving-Average": {
89
  "model": "Moving-Average",
 
91
  "admitted_at": "2026-06-01T00:00:00Z",
92
  "evaluation_protocol": "issue-now-score-later",
93
  "metric_version": "livehouse-canonical-v1",
94
+ "evaluated_at": "2026-07-19T09:36:19.569066+00:00",
95
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96
  },
97
  "ETS": {
98
  "model": "ETS",
 
100
  "admitted_at": "2026-06-01T00:00:00Z",
101
  "evaluation_protocol": "issue-now-score-later",
102
  "metric_version": "livehouse-canonical-v1",
103
+ "evaluated_at": "2026-07-19T09:36:19.569067+00:00",
104
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
105
  },
106
  "ARIMA": {
107
  "model": "ARIMA",
 
109
  "admitted_at": "2026-06-01T00:00:00Z",
110
  "evaluation_protocol": "issue-now-score-later",
111
  "metric_version": "livehouse-canonical-v1",
112
+ "evaluated_at": "2026-07-19T09:36:19.569068+00:00",
113
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114
  },
115
  "Seasonal-Naive": {
116
  "model": "Seasonal-Naive",
 
118
  "admitted_at": "2026-06-01T00:00:00Z",
119
  "evaluation_protocol": "issue-now-score-later",
120
  "metric_version": "livehouse-canonical-v1",
121
+ "evaluated_at": "2026-07-19T09:36:19.569069+00:00",
122
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
123
  }
124
  },
125
  "skipped_models": [],
 
142
  "live_overall_30d": "aggregates/live_overall_30d.csv",
143
  "live_metadata": "aggregates/live_metadata.json"
144
  },
145
+ "push_status": "pending"
 
 
146
  }