ziyuzhou02 commited on
Commit
879470f
·
verified ·
1 Parent(s): f9c1b4d

Update leaderboard results from local eval

Browse files
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-16T15:32:11.570049+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
1
  {
2
+ "generated_at": "2026-07-16T15:37:35.788669+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-16T15:32:09.365314+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
1
  {
2
+ "generated_at": "2026-07-16T15:37:33.771054+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
results/online_status.json CHANGED
@@ -2,14 +2,14 @@
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
- "started_at": "2026-07-16T15:27:48.810857+00:00",
6
- "finished_at": "2026-07-16T15:32:11.579837+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
- "task_count": 4,
10
- "issued_tasks": 3,
11
- "issued_forecasts": 36,
12
- "resolved_forecasts": 36,
13
  "pending_tasks": 13,
14
  "failed_forecasts": [],
15
  "models": {
@@ -19,36 +19,8 @@
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
- "evaluated_at": "2026-07-16T15:32:08.929009+00:00",
23
- "resolved_tasks": [
24
- {
25
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
26
- "task_id": "future-2fd818cb21f4344a6fa9",
27
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
28
- "resolved_at": "2026-07-16T15:27:48.871536+00:00",
29
- "target_end": "2026-07-16T13:42:00+00:00",
30
- "prediction_length": 60,
31
- "metric_version": "livehouse-canonical-v1"
32
- },
33
- {
34
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
35
- "task_id": "future-6eb675671624da71a6ea",
36
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
37
- "resolved_at": "2026-07-16T15:27:48.963290+00:00",
38
- "target_end": "2026-07-16T11:35:00+00:00",
39
- "prediction_length": 36,
40
- "metric_version": "livehouse-canonical-v1"
41
- },
42
- {
43
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
44
- "task_id": "future-e551ba4c961748b72cb3",
45
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
46
- "resolved_at": "2026-07-16T15:27:49.048239+00:00",
47
- "target_end": "2026-07-16T13:55:00+00:00",
48
- "prediction_length": 24,
49
- "metric_version": "livehouse-canonical-v1"
50
- }
51
- ]
52
  },
53
  "TiRex": {
54
  "model": "TiRex",
@@ -56,36 +28,8 @@
56
  "admitted_at": "2026-06-01T00:00:00Z",
57
  "evaluation_protocol": "issue-now-score-later",
58
  "metric_version": "livehouse-canonical-v1",
59
- "evaluated_at": "2026-07-16T15:32:08.931694+00:00",
60
- "resolved_tasks": [
61
- {
62
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
63
- "task_id": "future-2fd818cb21f4344a6fa9",
64
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
65
- "resolved_at": "2026-07-16T15:27:48.939193+00:00",
66
- "target_end": "2026-07-16T13:42:00+00:00",
67
- "prediction_length": 60,
68
- "metric_version": "livehouse-canonical-v1"
69
- },
70
- {
71
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
72
- "task_id": "future-6eb675671624da71a6ea",
73
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
74
- "resolved_at": "2026-07-16T15:27:49.018934+00:00",
75
- "target_end": "2026-07-16T11:35:00+00:00",
76
- "prediction_length": 36,
77
- "metric_version": "livehouse-canonical-v1"
78
- },
79
- {
80
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
81
- "task_id": "future-e551ba4c961748b72cb3",
82
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
83
- "resolved_at": "2026-07-16T15:27:49.093618+00:00",
84
- "target_end": "2026-07-16T13:55:00+00:00",
85
- "prediction_length": 24,
86
- "metric_version": "livehouse-canonical-v1"
87
- }
88
- ]
89
  },
90
  "TimesFM-2.5": {
91
  "model": "TimesFM-2.5",
@@ -93,36 +37,8 @@
93
  "admitted_at": "2026-06-01T00:00:00Z",
94
  "evaluation_protocol": "issue-now-score-later",
95
  "metric_version": "livehouse-canonical-v1",
96
- "evaluated_at": "2026-07-16T15:32:08.933773+00:00",
97
- "resolved_tasks": [
98
- {
99
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
100
- "task_id": "future-2fd818cb21f4344a6fa9",
101
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
102
- "resolved_at": "2026-07-16T15:27:48.931011+00:00",
103
- "target_end": "2026-07-16T13:42:00+00:00",
104
- "prediction_length": 60,
105
- "metric_version": "livehouse-canonical-v1"
106
- },
107
- {
108
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
109
- "task_id": "future-6eb675671624da71a6ea",
110
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
111
- "resolved_at": "2026-07-16T15:27:49.014502+00:00",
112
- "target_end": "2026-07-16T11:35:00+00:00",
113
- "prediction_length": 36,
114
- "metric_version": "livehouse-canonical-v1"
115
- },
116
- {
117
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
118
- "task_id": "future-e551ba4c961748b72cb3",
119
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
120
- "resolved_at": "2026-07-16T15:27:49.088637+00:00",
121
- "target_end": "2026-07-16T13:55:00+00:00",
122
- "prediction_length": 24,
123
- "metric_version": "livehouse-canonical-v1"
124
- }
125
- ]
126
  },
127
  "Toto-1.0": {
128
  "model": "Toto-1.0",
@@ -130,36 +46,8 @@
130
  "admitted_at": "2026-06-01T00:00:00Z",
131
  "evaluation_protocol": "issue-now-score-later",
132
  "metric_version": "livehouse-canonical-v1",
133
- "evaluated_at": "2026-07-16T15:32:08.935699+00:00",
134
- "resolved_tasks": [
135
- {
136
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
137
- "task_id": "future-2fd818cb21f4344a6fa9",
138
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
139
- "resolved_at": "2026-07-16T15:27:48.946186+00:00",
140
- "target_end": "2026-07-16T13:42:00+00:00",
141
- "prediction_length": 60,
142
- "metric_version": "livehouse-canonical-v1"
143
- },
144
- {
145
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
146
- "task_id": "future-6eb675671624da71a6ea",
147
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
148
- "resolved_at": "2026-07-16T15:27:49.023496+00:00",
149
- "target_end": "2026-07-16T11:35:00+00:00",
150
- "prediction_length": 36,
151
- "metric_version": "livehouse-canonical-v1"
152
- },
153
- {
154
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
155
- "task_id": "future-e551ba4c961748b72cb3",
156
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
157
- "resolved_at": "2026-07-16T15:27:49.098529+00:00",
158
- "target_end": "2026-07-16T13:55:00+00:00",
159
- "prediction_length": 24,
160
- "metric_version": "livehouse-canonical-v1"
161
- }
162
- ]
163
  },
164
  "Moirai-2.0": {
165
  "model": "Moirai-2.0",
@@ -167,36 +55,8 @@
167
  "admitted_at": "2026-06-01T00:00:00Z",
168
  "evaluation_protocol": "issue-now-score-later",
169
  "metric_version": "livehouse-canonical-v1",
170
- "evaluated_at": "2026-07-16T15:32:08.938395+00:00",
171
- "resolved_tasks": [
172
- {
173
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
174
- "task_id": "future-2fd818cb21f4344a6fa9",
175
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
176
- "resolved_at": "2026-07-16T15:27:48.895833+00:00",
177
- "target_end": "2026-07-16T13:42:00+00:00",
178
- "prediction_length": 60,
179
- "metric_version": "livehouse-canonical-v1"
180
- },
181
- {
182
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
183
- "task_id": "future-6eb675671624da71a6ea",
184
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
185
- "resolved_at": "2026-07-16T15:27:48.983194+00:00",
186
- "target_end": "2026-07-16T11:35:00+00:00",
187
- "prediction_length": 36,
188
- "metric_version": "livehouse-canonical-v1"
189
- },
190
- {
191
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
192
- "task_id": "future-e551ba4c961748b72cb3",
193
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
194
- "resolved_at": "2026-07-16T15:27:49.063428+00:00",
195
- "target_end": "2026-07-16T13:55:00+00:00",
196
- "prediction_length": 24,
197
- "metric_version": "livehouse-canonical-v1"
198
- }
199
- ]
200
  },
201
  "Chronos-Bolt": {
202
  "model": "Chronos-Bolt",
@@ -204,36 +64,8 @@
204
  "admitted_at": "2026-06-01T00:00:00Z",
205
  "evaluation_protocol": "issue-now-score-later",
206
  "metric_version": "livehouse-canonical-v1",
207
- "evaluated_at": "2026-07-16T15:32:08.940807+00:00",
208
- "resolved_tasks": [
209
- {
210
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
211
- "task_id": "future-2fd818cb21f4344a6fa9",
212
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
213
- "resolved_at": "2026-07-16T15:27:48.879231+00:00",
214
- "target_end": "2026-07-16T13:42:00+00:00",
215
- "prediction_length": 60,
216
- "metric_version": "livehouse-canonical-v1"
217
- },
218
- {
219
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
220
- "task_id": "future-6eb675671624da71a6ea",
221
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
222
- "resolved_at": "2026-07-16T15:27:48.969382+00:00",
223
- "target_end": "2026-07-16T11:35:00+00:00",
224
- "prediction_length": 36,
225
- "metric_version": "livehouse-canonical-v1"
226
- },
227
- {
228
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
229
- "task_id": "future-e551ba4c961748b72cb3",
230
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
231
- "resolved_at": "2026-07-16T15:27:49.053439+00:00",
232
- "target_end": "2026-07-16T13:55:00+00:00",
233
- "prediction_length": 24,
234
- "metric_version": "livehouse-canonical-v1"
235
- }
236
- ]
237
  },
238
  "TabPFN-TS": {
239
  "model": "TabPFN-TS",
@@ -241,36 +73,8 @@
241
  "admitted_at": "2026-06-01T00:00:00Z",
242
  "evaluation_protocol": "issue-now-score-later",
243
  "metric_version": "livehouse-canonical-v1",
244
- "evaluated_at": "2026-07-16T15:32:08.944200+00:00",
245
- "resolved_tasks": [
246
- {
247
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
248
- "task_id": "future-2fd818cb21f4344a6fa9",
249
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
250
- "resolved_at": "2026-07-16T15:27:48.924214+00:00",
251
- "target_end": "2026-07-16T13:42:00+00:00",
252
- "prediction_length": 60,
253
- "metric_version": "livehouse-canonical-v1"
254
- },
255
- {
256
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
257
- "task_id": "future-6eb675671624da71a6ea",
258
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
259
- "resolved_at": "2026-07-16T15:27:49.006254+00:00",
260
- "target_end": "2026-07-16T11:35:00+00:00",
261
- "prediction_length": 36,
262
- "metric_version": "livehouse-canonical-v1"
263
- },
264
- {
265
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
266
- "task_id": "future-e551ba4c961748b72cb3",
267
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
268
- "resolved_at": "2026-07-16T15:27:49.083765+00:00",
269
- "target_end": "2026-07-16T13:55:00+00:00",
270
- "prediction_length": 24,
271
- "metric_version": "livehouse-canonical-v1"
272
- }
273
- ]
274
  },
275
  "Sundial": {
276
  "model": "Sundial",
@@ -278,36 +82,8 @@
278
  "admitted_at": "2026-06-01T00:00:00Z",
279
  "evaluation_protocol": "issue-now-score-later",
280
  "metric_version": "livehouse-canonical-v1",
281
- "evaluated_at": "2026-07-16T15:32:08.947505+00:00",
282
- "resolved_tasks": [
283
- {
284
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
285
- "task_id": "future-2fd818cb21f4344a6fa9",
286
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
287
- "resolved_at": "2026-07-16T15:27:48.917211+00:00",
288
- "target_end": "2026-07-16T13:42:00+00:00",
289
- "prediction_length": 60,
290
- "metric_version": "livehouse-canonical-v1"
291
- },
292
- {
293
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
294
- "task_id": "future-6eb675671624da71a6ea",
295
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
296
- "resolved_at": "2026-07-16T15:27:49.000862+00:00",
297
- "target_end": "2026-07-16T11:35:00+00:00",
298
- "prediction_length": 36,
299
- "metric_version": "livehouse-canonical-v1"
300
- },
301
- {
302
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
303
- "task_id": "future-e551ba4c961748b72cb3",
304
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
305
- "resolved_at": "2026-07-16T15:27:49.078696+00:00",
306
- "target_end": "2026-07-16T13:55:00+00:00",
307
- "prediction_length": 24,
308
- "metric_version": "livehouse-canonical-v1"
309
- }
310
- ]
311
  },
312
  "Moving-Average": {
313
  "model": "Moving-Average",
@@ -315,36 +91,8 @@
315
  "admitted_at": "2026-06-01T00:00:00Z",
316
  "evaluation_protocol": "issue-now-score-later",
317
  "metric_version": "livehouse-canonical-v1",
318
- "evaluated_at": "2026-07-16T15:32:08.949498+00:00",
319
- "resolved_tasks": [
320
- {
321
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
322
- "task_id": "future-2fd818cb21f4344a6fa9",
323
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
324
- "resolved_at": "2026-07-16T15:27:48.902868+00:00",
325
- "target_end": "2026-07-16T13:42:00+00:00",
326
- "prediction_length": 60,
327
- "metric_version": "livehouse-canonical-v1"
328
- },
329
- {
330
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
331
- "task_id": "future-6eb675671624da71a6ea",
332
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
333
- "resolved_at": "2026-07-16T15:27:48.989506+00:00",
334
- "target_end": "2026-07-16T11:35:00+00:00",
335
- "prediction_length": 36,
336
- "metric_version": "livehouse-canonical-v1"
337
- },
338
- {
339
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
340
- "task_id": "future-e551ba4c961748b72cb3",
341
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
342
- "resolved_at": "2026-07-16T15:27:49.068547+00:00",
343
- "target_end": "2026-07-16T13:55:00+00:00",
344
- "prediction_length": 24,
345
- "metric_version": "livehouse-canonical-v1"
346
- }
347
- ]
348
  },
349
  "ETS": {
350
  "model": "ETS",
@@ -352,36 +100,8 @@
352
  "admitted_at": "2026-06-01T00:00:00Z",
353
  "evaluation_protocol": "issue-now-score-later",
354
  "metric_version": "livehouse-canonical-v1",
355
- "evaluated_at": "2026-07-16T15:32:08.951737+00:00",
356
- "resolved_tasks": [
357
- {
358
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
359
- "task_id": "future-2fd818cb21f4344a6fa9",
360
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
361
- "resolved_at": "2026-07-16T15:27:48.888349+00:00",
362
- "target_end": "2026-07-16T13:42:00+00:00",
363
- "prediction_length": 60,
364
- "metric_version": "livehouse-canonical-v1"
365
- },
366
- {
367
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
368
- "task_id": "future-6eb675671624da71a6ea",
369
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
370
- "resolved_at": "2026-07-16T15:27:48.974812+00:00",
371
- "target_end": "2026-07-16T11:35:00+00:00",
372
- "prediction_length": 36,
373
- "metric_version": "livehouse-canonical-v1"
374
- },
375
- {
376
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
377
- "task_id": "future-e551ba4c961748b72cb3",
378
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
379
- "resolved_at": "2026-07-16T15:27:49.058291+00:00",
380
- "target_end": "2026-07-16T13:55:00+00:00",
381
- "prediction_length": 24,
382
- "metric_version": "livehouse-canonical-v1"
383
- }
384
- ]
385
  },
386
  "ARIMA": {
387
  "model": "ARIMA",
@@ -389,36 +109,8 @@
389
  "admitted_at": "2026-06-01T00:00:00Z",
390
  "evaluation_protocol": "issue-now-score-later",
391
  "metric_version": "livehouse-canonical-v1",
392
- "evaluated_at": "2026-07-16T15:32:08.955868+00:00",
393
- "resolved_tasks": [
394
- {
395
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
396
- "task_id": "future-2fd818cb21f4344a6fa9",
397
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
398
- "resolved_at": "2026-07-16T15:27:48.863278+00:00",
399
- "target_end": "2026-07-16T13:42:00+00:00",
400
- "prediction_length": 60,
401
- "metric_version": "livehouse-canonical-v1"
402
- },
403
- {
404
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
405
- "task_id": "future-6eb675671624da71a6ea",
406
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
407
- "resolved_at": "2026-07-16T15:27:48.957043+00:00",
408
- "target_end": "2026-07-16T11:35:00+00:00",
409
- "prediction_length": 36,
410
- "metric_version": "livehouse-canonical-v1"
411
- },
412
- {
413
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
414
- "task_id": "future-e551ba4c961748b72cb3",
415
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
416
- "resolved_at": "2026-07-16T15:27:49.042273+00:00",
417
- "target_end": "2026-07-16T13:55:00+00:00",
418
- "prediction_length": 24,
419
- "metric_version": "livehouse-canonical-v1"
420
- }
421
- ]
422
  },
423
  "Seasonal-Naive": {
424
  "model": "Seasonal-Naive",
@@ -426,36 +118,8 @@
426
  "admitted_at": "2026-06-01T00:00:00Z",
427
  "evaluation_protocol": "issue-now-score-later",
428
  "metric_version": "livehouse-canonical-v1",
429
- "evaluated_at": "2026-07-16T15:32:08.958357+00:00",
430
- "resolved_tasks": [
431
- {
432
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
433
- "task_id": "future-2fd818cb21f4344a6fa9",
434
- "issued_at": "2026-07-16T07:50:54.787705+00:00",
435
- "resolved_at": "2026-07-16T15:27:48.909953+00:00",
436
- "target_end": "2026-07-16T13:42:00+00:00",
437
- "prediction_length": 60,
438
- "metric_version": "livehouse-canonical-v1"
439
- },
440
- {
441
- "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
442
- "task_id": "future-6eb675671624da71a6ea",
443
- "issued_at": "2026-07-16T08:45:44.594134+00:00",
444
- "resolved_at": "2026-07-16T15:27:48.996025+00:00",
445
- "target_end": "2026-07-16T11:35:00+00:00",
446
- "prediction_length": 36,
447
- "metric_version": "livehouse-canonical-v1"
448
- },
449
- {
450
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
451
- "task_id": "future-e551ba4c961748b72cb3",
452
- "issued_at": "2026-07-16T07:58:25.666858+00:00",
453
- "resolved_at": "2026-07-16T15:27:49.073624+00:00",
454
- "target_end": "2026-07-16T13:55:00+00:00",
455
- "prediction_length": 24,
456
- "metric_version": "livehouse-canonical-v1"
457
- }
458
- ]
459
  }
460
  },
461
  "skipped_models": [],
@@ -478,7 +142,5 @@
478
  "live_overall_30d": "aggregates/live_overall_30d.csv",
479
  "live_metadata": "aggregates/live_metadata.json"
480
  },
481
- "push_status": "ok",
482
- "pushed_at": "2026-07-16T15:32:22.052163+00:00",
483
- "push_detail": "HF Hub API"
484
  }
 
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
+ "started_at": "2026-07-16T15:37:33.496351+00:00",
6
+ "finished_at": "2026-07-16T15:37:35.797563+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
+ "task_count": 2,
10
+ "issued_tasks": 0,
11
+ "issued_forecasts": 0,
12
+ "resolved_forecasts": 0,
13
  "pending_tasks": 13,
14
  "failed_forecasts": [],
15
  "models": {
 
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
+ "evaluated_at": "2026-07-16T15:37:33.554709+00:00",
23
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24
  },
25
  "TiRex": {
26
  "model": "TiRex",
 
28
  "admitted_at": "2026-06-01T00:00:00Z",
29
  "evaluation_protocol": "issue-now-score-later",
30
  "metric_version": "livehouse-canonical-v1",
31
+ "evaluated_at": "2026-07-16T15:37:33.554718+00:00",
32
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  },
34
  "TimesFM-2.5": {
35
  "model": "TimesFM-2.5",
 
37
  "admitted_at": "2026-06-01T00:00:00Z",
38
  "evaluation_protocol": "issue-now-score-later",
39
  "metric_version": "livehouse-canonical-v1",
40
+ "evaluated_at": "2026-07-16T15:37:33.554719+00:00",
41
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
  },
43
  "Toto-1.0": {
44
  "model": "Toto-1.0",
 
46
  "admitted_at": "2026-06-01T00:00:00Z",
47
  "evaluation_protocol": "issue-now-score-later",
48
  "metric_version": "livehouse-canonical-v1",
49
+ "evaluated_at": "2026-07-16T15:37:33.554720+00:00",
50
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51
  },
52
  "Moirai-2.0": {
53
  "model": "Moirai-2.0",
 
55
  "admitted_at": "2026-06-01T00:00:00Z",
56
  "evaluation_protocol": "issue-now-score-later",
57
  "metric_version": "livehouse-canonical-v1",
58
+ "evaluated_at": "2026-07-16T15:37:33.554721+00:00",
59
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
  },
61
  "Chronos-Bolt": {
62
  "model": "Chronos-Bolt",
 
64
  "admitted_at": "2026-06-01T00:00:00Z",
65
  "evaluation_protocol": "issue-now-score-later",
66
  "metric_version": "livehouse-canonical-v1",
67
+ "evaluated_at": "2026-07-16T15:37:33.554722+00:00",
68
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  },
70
  "TabPFN-TS": {
71
  "model": "TabPFN-TS",
 
73
  "admitted_at": "2026-06-01T00:00:00Z",
74
  "evaluation_protocol": "issue-now-score-later",
75
  "metric_version": "livehouse-canonical-v1",
76
+ "evaluated_at": "2026-07-16T15:37:33.554723+00:00",
77
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
78
  },
79
  "Sundial": {
80
  "model": "Sundial",
 
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
+ "evaluated_at": "2026-07-16T15:37:33.554724+00:00",
86
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
87
  },
88
  "Moving-Average": {
89
  "model": "Moving-Average",
 
91
  "admitted_at": "2026-06-01T00:00:00Z",
92
  "evaluation_protocol": "issue-now-score-later",
93
  "metric_version": "livehouse-canonical-v1",
94
+ "evaluated_at": "2026-07-16T15:37:33.554725+00:00",
95
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96
  },
97
  "ETS": {
98
  "model": "ETS",
 
100
  "admitted_at": "2026-06-01T00:00:00Z",
101
  "evaluation_protocol": "issue-now-score-later",
102
  "metric_version": "livehouse-canonical-v1",
103
+ "evaluated_at": "2026-07-16T15:37:33.554725+00:00",
104
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
105
  },
106
  "ARIMA": {
107
  "model": "ARIMA",
 
109
  "admitted_at": "2026-06-01T00:00:00Z",
110
  "evaluation_protocol": "issue-now-score-later",
111
  "metric_version": "livehouse-canonical-v1",
112
+ "evaluated_at": "2026-07-16T15:37:33.554726+00:00",
113
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114
  },
115
  "Seasonal-Naive": {
116
  "model": "Seasonal-Naive",
 
118
  "admitted_at": "2026-06-01T00:00:00Z",
119
  "evaluation_protocol": "issue-now-score-later",
120
  "metric_version": "livehouse-canonical-v1",
121
+ "evaluated_at": "2026-07-16T15:37:33.554728+00:00",
122
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
123
  }
124
  },
125
  "skipped_models": [],
 
142
  "live_overall_30d": "aggregates/live_overall_30d.csv",
143
  "live_metadata": "aggregates/live_metadata.json"
144
  },
145
+ "push_status": "pending"
 
 
146
  }