ziyuzhou02 commited on
Commit
682a961
·
verified ·
1 Parent(s): b783189

Update leaderboard results from local eval

Browse files
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-15T11:42:14.456661+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
1
  {
2
+ "generated_at": "2026-07-15T11:51:32.002892+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-15T11:42:12.798925+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
@@ -10,7 +10,7 @@
10
  "frequency",
11
  "prediction_length"
12
  ],
13
- "num_configs": 13,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
 
1
  {
2
+ "generated_at": "2026-07-15T11:51:30.365945+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
10
  "frequency",
11
  "prediction_length"
12
  ],
13
+ "num_configs": 12,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
results/aggregates/results_by_domain.csv CHANGED
@@ -71,15 +71,3 @@ Transportation,Moving-Average,1.0,250217.138218906,9,1,1,1.0
71
  Transportation,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0
72
  Transportation,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0
73
  Transportation,Toto-1.0,58079592905.801575,258239884.9443004,12,1,1,1.0
74
- Web,Sundial,0.20244880832897819,0.31071330341508385,1,1,1,1.0
75
- Web,TabPFN-TS,0.17052198003432278,0.3202668885632687,2,1,1,1.0
76
- Web,Chronos-2,0.26094607467981124,0.3476579918970984,3,1,1,1.0
77
- Web,TiRex,0.25108345822120137,0.355550183468659,4,1,1,1.0
78
- Web,TimesFM-2.5,0.2528696210490907,0.37840507494499553,5,1,1,1.0
79
- Web,Moirai-2.0,0.31059366185948206,0.3788190714783059,6,1,1,1.0
80
- Web,Moving-Average,0.5027204685970803,0.5249042422667971,7,1,1,1.0
81
- Web,Chronos-Bolt,0.4683270807837138,0.5275805509990089,8,1,1,1.0
82
- Web,Toto-1.0,0.9030250190462096,0.5553935339828673,9,1,1,1.0
83
- Web,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
84
- Web,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
85
- Web,Seasonal-Naive,1.0,1.0,12,1,1,1.0
 
71
  Transportation,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0
72
  Transportation,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0
73
  Transportation,Toto-1.0,58079592905.801575,258239884.9443004,12,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
 
results/aggregates/results_by_frequency.csv CHANGED
@@ -23,18 +23,6 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
23
  15min,Sundial,0.858220270196711,1.036997009134627,10,1,1,1.0
24
  15min,TabPFN-TS,0.6575903866477169,1.1090406704870375,11,1,1,1.0
25
  15min,Moving-Average,1.0521094309525518,1.5397296788979096,12,1,1,1.0
26
- 1D,Sundial,0.20244880832897819,0.31071330341508385,1,1,1,1.0
27
- 1D,TabPFN-TS,0.17052198003432278,0.3202668885632687,2,1,1,1.0
28
- 1D,Chronos-2,0.26094607467981124,0.3476579918970984,3,1,1,1.0
29
- 1D,TiRex,0.25108345822120137,0.355550183468659,4,1,1,1.0
30
- 1D,TimesFM-2.5,0.2528696210490907,0.37840507494499553,5,1,1,1.0
31
- 1D,Moirai-2.0,0.31059366185948206,0.3788190714783059,6,1,1,1.0
32
- 1D,Moving-Average,0.5027204685970803,0.5249042422667971,7,1,1,1.0
33
- 1D,Chronos-Bolt,0.4683270807837138,0.5275805509990089,8,1,1,1.0
34
- 1D,Toto-1.0,0.9030250190462096,0.5553935339828673,9,1,1,1.0
35
- 1D,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
36
- 1D,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
37
- 1D,Seasonal-Naive,1.0,1.0,12,1,1,1.0
38
  1h,Toto-1.0,0.525571484374273,0.5031476982942246,1,6,6,1.0
39
  1h,TiRex,0.29541585609238585,0.5477785323097533,2,6,6,1.0
40
  1h,Sundial,0.4381648352886234,0.5622606899749245,3,6,6,1.0
 
23
  15min,Sundial,0.858220270196711,1.036997009134627,10,1,1,1.0
24
  15min,TabPFN-TS,0.6575903866477169,1.1090406704870375,11,1,1,1.0
25
  15min,Moving-Average,1.0521094309525518,1.5397296788979096,12,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
 
26
  1h,Toto-1.0,0.525571484374273,0.5031476982942246,1,6,6,1.0
27
  1h,TiRex,0.29541585609238585,0.5477785323097533,2,6,6,1.0
28
  1h,Sundial,0.4381648352886234,0.5622606899749245,3,6,6,1.0
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -1,16 +1,4 @@
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- 7,Sundial,0.20244880832897819,0.31071330341508385,1,1,1,1.0
3
- 7,TabPFN-TS,0.17052198003432278,0.3202668885632687,2,1,1,1.0
4
- 7,Chronos-2,0.26094607467981124,0.3476579918970984,3,1,1,1.0
5
- 7,TiRex,0.25108345822120137,0.355550183468659,4,1,1,1.0
6
- 7,TimesFM-2.5,0.2528696210490907,0.37840507494499553,5,1,1,1.0
7
- 7,Moirai-2.0,0.31059366185948206,0.3788190714783059,6,1,1,1.0
8
- 7,Moving-Average,0.5027204685970803,0.5249042422667971,7,1,1,1.0
9
- 7,Chronos-Bolt,0.4683270807837138,0.5275805509990089,8,1,1,1.0
10
- 7,Toto-1.0,0.9030250190462096,0.5553935339828673,9,1,1,1.0
11
- 7,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
12
- 7,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
13
- 7,Seasonal-Naive,1.0,1.0,12,1,1,1.0
14
  12,Chronos-2,0.8294476545156683,38.946376459967496,1,2,2,1.0
15
  12,TiRex,0.847802672121473,30.22591777828443,2,2,2,1.0
16
  12,Moirai-2.0,0.7551088053055054,483.94979926515697,3,2,2,1.0
 
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 
 
 
 
 
 
 
 
 
 
 
 
2
  12,Chronos-2,0.8294476545156683,38.946376459967496,1,2,2,1.0
3
  12,TiRex,0.847802672121473,30.22591777828443,2,2,2,1.0
4
  12,Moirai-2.0,0.7551088053055054,483.94979926515697,3,2,2,1.0
results/aggregates/results_overall.csv CHANGED
@@ -1,13 +1,13 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,TiRex,0.3921376875269605,1.0183698067380342,1,13,13,1.0
3
- Overall,Chronos-2,0.3453307627289732,1.0600794237327127,2,13,13,1.0
4
- Overall,Toto-1.0,7.953043874423459,2.4933364603920736,3,13,13,1.0
5
- Overall,TimesFM-2.5,0.41349864334797765,0.6211626131139417,4,13,13,1.0
6
- Overall,Moirai-2.0,0.4518764380799771,1.6377426060668705,5,13,13,1.0
7
- Overall,Sundial,0.5598968259951385,1.416683621677236,6,13,13,1.0
8
- Overall,TabPFN-TS,0.4699586734035091,0.671230673763224,7,13,13,1.0
9
- Overall,Chronos-Bolt,0.503958879416921,2.0824000322208875,8,13,13,1.0
10
- Overall,ARIMA,0.786150000517149,2.060640014780207,9,13,13,1.0
11
- Overall,ETS,0.8895389304796428,2.3318839858815505,10,13,13,1.0
12
- Overall,Seasonal-Naive,1.0,1.0,11,13,13,1.0
13
- Overall,Moving-Average,1.0343071955967043,2.5590996414567733,12,13,13,1.0
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,TiRex,0.4069805211572176,1.1117041628207691,1,12,12,1.0
3
+ Overall,Toto-1.0,9.533876267539268,2.825720659569202,2,12,12,1.0
4
+ Overall,Chronos-2,0.3534887875749106,1.1632880153612393,3,12,12,1.0
5
+ Overall,TimesFM-2.5,0.4307965417237748,0.6473552452848764,4,12,12,1.0
6
+ Overall,Moirai-2.0,0.4662175549495091,1.8502488022394414,5,12,12,1.0
7
+ Overall,Chronos-Bolt,0.5070478210684245,2.334822002097214,6,12,12,1.0
8
+ Overall,Sundial,0.6094303388280502,1.6076158958316689,7,12,12,1.0
9
+ Overall,TabPFN-TS,0.5113869145905915,0.7139236583764185,8,12,12,1.0
10
+ Overall,ARIMA,0.8121218922388089,2.2942476766360422,9,12,12,1.0
11
+ Overall,ETS,0.9170331115357766,2.6192239414315694,10,12,12,1.0
12
+ Overall,Seasonal-Naive,1.0,1.0,11,12,12,1.0
13
+ Overall,Moving-Average,1.0983981536535763,2.920257325705183,12,12,12,1.0
results/dataset_properties.csv CHANGED
@@ -11,4 +11,3 @@ open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
11
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
12
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
13
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
14
- wikimedia_time_series_hourly_pageviews,Web,1D,1
 
11
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
12
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
13
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
 
results/online_status.json CHANGED
@@ -2,15 +2,15 @@
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
- "started_at": "2026-07-15T11:39:45.448697+00:00",
6
- "finished_at": "2026-07-15T11:42:14.465777+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
- "task_count": 4,
10
  "issued_tasks": 1,
11
  "issued_forecasts": 12,
12
- "resolved_forecasts": 12,
13
- "pending_tasks": 10,
14
  "failed_forecasts": [],
15
  "models": {
16
  "Chronos-2": {
@@ -19,18 +19,8 @@
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
- "evaluated_at": "2026-07-15T11:42:12.292432+00:00",
23
- "resolved_tasks": [
24
- {
25
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
26
- "task_id": "future-bb5b20404dd8fde0ee6b",
27
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
28
- "resolved_at": "2026-07-15T11:39:45.485324+00:00",
29
- "target_end": "2026-07-14T08:35:00+00:00",
30
- "prediction_length": 12,
31
- "metric_version": "livehouse-canonical-v1"
32
- }
33
- ]
34
  },
35
  "TiRex": {
36
  "model": "TiRex",
@@ -38,18 +28,8 @@
38
  "admitted_at": "2026-06-01T00:00:00Z",
39
  "evaluation_protocol": "issue-now-score-later",
40
  "metric_version": "livehouse-canonical-v1",
41
- "evaluated_at": "2026-07-15T11:42:12.296392+00:00",
42
- "resolved_tasks": [
43
- {
44
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
45
- "task_id": "future-bb5b20404dd8fde0ee6b",
46
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
47
- "resolved_at": "2026-07-15T11:39:45.536859+00:00",
48
- "target_end": "2026-07-14T08:35:00+00:00",
49
- "prediction_length": 12,
50
- "metric_version": "livehouse-canonical-v1"
51
- }
52
- ]
53
  },
54
  "TimesFM-2.5": {
55
  "model": "TimesFM-2.5",
@@ -57,18 +37,8 @@
57
  "admitted_at": "2026-06-01T00:00:00Z",
58
  "evaluation_protocol": "issue-now-score-later",
59
  "metric_version": "livehouse-canonical-v1",
60
- "evaluated_at": "2026-07-15T11:42:12.301353+00:00",
61
- "resolved_tasks": [
62
- {
63
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
64
- "task_id": "future-bb5b20404dd8fde0ee6b",
65
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
66
- "resolved_at": "2026-07-15T11:39:45.532391+00:00",
67
- "target_end": "2026-07-14T08:35:00+00:00",
68
- "prediction_length": 12,
69
- "metric_version": "livehouse-canonical-v1"
70
- }
71
- ]
72
  },
73
  "Toto-1.0": {
74
  "model": "Toto-1.0",
@@ -76,18 +46,8 @@
76
  "admitted_at": "2026-06-01T00:00:00Z",
77
  "evaluation_protocol": "issue-now-score-later",
78
  "metric_version": "livehouse-canonical-v1",
79
- "evaluated_at": "2026-07-15T11:42:12.304022+00:00",
80
- "resolved_tasks": [
81
- {
82
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
83
- "task_id": "future-bb5b20404dd8fde0ee6b",
84
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
85
- "resolved_at": "2026-07-15T11:39:45.541293+00:00",
86
- "target_end": "2026-07-14T08:35:00+00:00",
87
- "prediction_length": 12,
88
- "metric_version": "livehouse-canonical-v1"
89
- }
90
- ]
91
  },
92
  "Moirai-2.0": {
93
  "model": "Moirai-2.0",
@@ -95,18 +55,8 @@
95
  "admitted_at": "2026-06-01T00:00:00Z",
96
  "evaluation_protocol": "issue-now-score-later",
97
  "metric_version": "livehouse-canonical-v1",
98
- "evaluated_at": "2026-07-15T11:42:12.306935+00:00",
99
- "resolved_tasks": [
100
- {
101
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
102
- "task_id": "future-bb5b20404dd8fde0ee6b",
103
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
104
- "resolved_at": "2026-07-15T11:39:45.502562+00:00",
105
- "target_end": "2026-07-14T08:35:00+00:00",
106
- "prediction_length": 12,
107
- "metric_version": "livehouse-canonical-v1"
108
- }
109
- ]
110
  },
111
  "Chronos-Bolt": {
112
  "model": "Chronos-Bolt",
@@ -114,18 +64,8 @@
114
  "admitted_at": "2026-06-01T00:00:00Z",
115
  "evaluation_protocol": "issue-now-score-later",
116
  "metric_version": "livehouse-canonical-v1",
117
- "evaluated_at": "2026-07-15T11:42:12.309413+00:00",
118
- "resolved_tasks": [
119
- {
120
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
121
- "task_id": "future-bb5b20404dd8fde0ee6b",
122
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
123
- "resolved_at": "2026-07-15T11:39:45.490708+00:00",
124
- "target_end": "2026-07-14T08:35:00+00:00",
125
- "prediction_length": 12,
126
- "metric_version": "livehouse-canonical-v1"
127
- }
128
- ]
129
  },
130
  "TabPFN-TS": {
131
  "model": "TabPFN-TS",
@@ -133,18 +73,8 @@
133
  "admitted_at": "2026-06-01T00:00:00Z",
134
  "evaluation_protocol": "issue-now-score-later",
135
  "metric_version": "livehouse-canonical-v1",
136
- "evaluated_at": "2026-07-15T11:42:12.312222+00:00",
137
- "resolved_tasks": [
138
- {
139
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
140
- "task_id": "future-bb5b20404dd8fde0ee6b",
141
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
142
- "resolved_at": "2026-07-15T11:39:45.527565+00:00",
143
- "target_end": "2026-07-14T08:35:00+00:00",
144
- "prediction_length": 12,
145
- "metric_version": "livehouse-canonical-v1"
146
- }
147
- ]
148
  },
149
  "Sundial": {
150
  "model": "Sundial",
@@ -152,18 +82,8 @@
152
  "admitted_at": "2026-06-01T00:00:00Z",
153
  "evaluation_protocol": "issue-now-score-later",
154
  "metric_version": "livehouse-canonical-v1",
155
- "evaluated_at": "2026-07-15T11:42:12.315245+00:00",
156
- "resolved_tasks": [
157
- {
158
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
159
- "task_id": "future-bb5b20404dd8fde0ee6b",
160
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
161
- "resolved_at": "2026-07-15T11:39:45.516771+00:00",
162
- "target_end": "2026-07-14T08:35:00+00:00",
163
- "prediction_length": 12,
164
- "metric_version": "livehouse-canonical-v1"
165
- }
166
- ]
167
  },
168
  "Moving-Average": {
169
  "model": "Moving-Average",
@@ -171,18 +91,8 @@
171
  "admitted_at": "2026-06-01T00:00:00Z",
172
  "evaluation_protocol": "issue-now-score-later",
173
  "metric_version": "livehouse-canonical-v1",
174
- "evaluated_at": "2026-07-15T11:42:12.318232+00:00",
175
- "resolved_tasks": [
176
- {
177
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
178
- "task_id": "future-bb5b20404dd8fde0ee6b",
179
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
180
- "resolved_at": "2026-07-15T11:39:45.507341+00:00",
181
- "target_end": "2026-07-14T08:35:00+00:00",
182
- "prediction_length": 12,
183
- "metric_version": "livehouse-canonical-v1"
184
- }
185
- ]
186
  },
187
  "ETS": {
188
  "model": "ETS",
@@ -190,18 +100,8 @@
190
  "admitted_at": "2026-06-01T00:00:00Z",
191
  "evaluation_protocol": "issue-now-score-later",
192
  "metric_version": "livehouse-canonical-v1",
193
- "evaluated_at": "2026-07-15T11:42:12.323232+00:00",
194
- "resolved_tasks": [
195
- {
196
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
197
- "task_id": "future-bb5b20404dd8fde0ee6b",
198
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
199
- "resolved_at": "2026-07-15T11:39:45.497511+00:00",
200
- "target_end": "2026-07-14T08:35:00+00:00",
201
- "prediction_length": 12,
202
- "metric_version": "livehouse-canonical-v1"
203
- }
204
- ]
205
  },
206
  "ARIMA": {
207
  "model": "ARIMA",
@@ -209,18 +109,8 @@
209
  "admitted_at": "2026-06-01T00:00:00Z",
210
  "evaluation_protocol": "issue-now-score-later",
211
  "metric_version": "livehouse-canonical-v1",
212
- "evaluated_at": "2026-07-15T11:42:12.328986+00:00",
213
- "resolved_tasks": [
214
- {
215
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
216
- "task_id": "future-bb5b20404dd8fde0ee6b",
217
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
218
- "resolved_at": "2026-07-15T11:39:45.481353+00:00",
219
- "target_end": "2026-07-14T08:35:00+00:00",
220
- "prediction_length": 12,
221
- "metric_version": "livehouse-canonical-v1"
222
- }
223
- ]
224
  },
225
  "Seasonal-Naive": {
226
  "model": "Seasonal-Naive",
@@ -228,18 +118,8 @@
228
  "admitted_at": "2026-06-01T00:00:00Z",
229
  "evaluation_protocol": "issue-now-score-later",
230
  "metric_version": "livehouse-canonical-v1",
231
- "evaluated_at": "2026-07-15T11:42:12.332898+00:00",
232
- "resolved_tasks": [
233
- {
234
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
235
- "task_id": "future-bb5b20404dd8fde0ee6b",
236
- "issued_at": "2026-07-15T11:02:58.476146+00:00",
237
- "resolved_at": "2026-07-15T11:39:45.512472+00:00",
238
- "target_end": "2026-07-14T08:35:00+00:00",
239
- "prediction_length": 12,
240
- "metric_version": "livehouse-canonical-v1"
241
- }
242
- ]
243
  }
244
  },
245
  "skipped_models": [],
@@ -262,7 +142,5 @@
262
  "live_overall_30d": "aggregates/live_overall_30d.csv",
263
  "live_metadata": "aggregates/live_metadata.json"
264
  },
265
- "push_status": "ok",
266
- "pushed_at": "2026-07-15T11:42:22.872130+00:00",
267
- "push_detail": "HF Hub API"
268
  }
 
2
  "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
+ "started_at": "2026-07-15T11:49:28.793429+00:00",
6
+ "finished_at": "2026-07-15T11:51:32.013377+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
+ "task_count": 1,
10
  "issued_tasks": 1,
11
  "issued_forecasts": 12,
12
+ "resolved_forecasts": 0,
13
+ "pending_tasks": 11,
14
  "failed_forecasts": [],
15
  "models": {
16
  "Chronos-2": {
 
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
+ "evaluated_at": "2026-07-15T11:51:30.079490+00:00",
23
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
24
  },
25
  "TiRex": {
26
  "model": "TiRex",
 
28
  "admitted_at": "2026-06-01T00:00:00Z",
29
  "evaluation_protocol": "issue-now-score-later",
30
  "metric_version": "livehouse-canonical-v1",
31
+ "evaluated_at": "2026-07-15T11:51:30.079498+00:00",
32
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
33
  },
34
  "TimesFM-2.5": {
35
  "model": "TimesFM-2.5",
 
37
  "admitted_at": "2026-06-01T00:00:00Z",
38
  "evaluation_protocol": "issue-now-score-later",
39
  "metric_version": "livehouse-canonical-v1",
40
+ "evaluated_at": "2026-07-15T11:51:30.079501+00:00",
41
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
42
  },
43
  "Toto-1.0": {
44
  "model": "Toto-1.0",
 
46
  "admitted_at": "2026-06-01T00:00:00Z",
47
  "evaluation_protocol": "issue-now-score-later",
48
  "metric_version": "livehouse-canonical-v1",
49
+ "evaluated_at": "2026-07-15T11:51:30.079502+00:00",
50
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
51
  },
52
  "Moirai-2.0": {
53
  "model": "Moirai-2.0",
 
55
  "admitted_at": "2026-06-01T00:00:00Z",
56
  "evaluation_protocol": "issue-now-score-later",
57
  "metric_version": "livehouse-canonical-v1",
58
+ "evaluated_at": "2026-07-15T11:51:30.079513+00:00",
59
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
60
  },
61
  "Chronos-Bolt": {
62
  "model": "Chronos-Bolt",
 
64
  "admitted_at": "2026-06-01T00:00:00Z",
65
  "evaluation_protocol": "issue-now-score-later",
66
  "metric_version": "livehouse-canonical-v1",
67
+ "evaluated_at": "2026-07-15T11:51:30.079524+00:00",
68
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
69
  },
70
  "TabPFN-TS": {
71
  "model": "TabPFN-TS",
 
73
  "admitted_at": "2026-06-01T00:00:00Z",
74
  "evaluation_protocol": "issue-now-score-later",
75
  "metric_version": "livehouse-canonical-v1",
76
+ "evaluated_at": "2026-07-15T11:51:30.079535+00:00",
77
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
78
  },
79
  "Sundial": {
80
  "model": "Sundial",
 
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
+ "evaluated_at": "2026-07-15T11:51:30.079537+00:00",
86
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
87
  },
88
  "Moving-Average": {
89
  "model": "Moving-Average",
 
91
  "admitted_at": "2026-06-01T00:00:00Z",
92
  "evaluation_protocol": "issue-now-score-later",
93
  "metric_version": "livehouse-canonical-v1",
94
+ "evaluated_at": "2026-07-15T11:51:30.079546+00:00",
95
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
96
  },
97
  "ETS": {
98
  "model": "ETS",
 
100
  "admitted_at": "2026-06-01T00:00:00Z",
101
  "evaluation_protocol": "issue-now-score-later",
102
  "metric_version": "livehouse-canonical-v1",
103
+ "evaluated_at": "2026-07-15T11:51:30.079548+00:00",
104
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
105
  },
106
  "ARIMA": {
107
  "model": "ARIMA",
 
109
  "admitted_at": "2026-06-01T00:00:00Z",
110
  "evaluation_protocol": "issue-now-score-later",
111
  "metric_version": "livehouse-canonical-v1",
112
+ "evaluated_at": "2026-07-15T11:51:30.079550+00:00",
113
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
114
  },
115
  "Seasonal-Naive": {
116
  "model": "Seasonal-Naive",
 
118
  "admitted_at": "2026-06-01T00:00:00Z",
119
  "evaluation_protocol": "issue-now-score-later",
120
  "metric_version": "livehouse-canonical-v1",
121
+ "evaluated_at": "2026-07-15T11:51:30.079551+00:00",
122
+ "resolved_tasks": []
 
 
 
 
 
 
 
 
 
 
123
  }
124
  },
125
  "skipped_models": [],
 
142
  "live_overall_30d": "aggregates/live_overall_30d.csv",
143
  "live_metadata": "aggregates/live_metadata.json"
144
  },
145
+ "push_status": "pending"
 
 
146
  }
results/prequential/tasks/future-659b7ac0a98d383a59c1.json ADDED
@@ -0,0 +1,355 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source_task_name": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t110000z",
3
+ "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short",
4
+ "domain": "Hazards",
5
+ "frequency": "1h",
6
+ "prediction_length": 24,
7
+ "context": [
8
+ 13.0,
9
+ 12.0,
10
+ 5.0,
11
+ 9.0,
12
+ 15.0,
13
+ 11.0,
14
+ 12.0,
15
+ 15.0,
16
+ 18.0,
17
+ 14.0,
18
+ 5.0,
19
+ 10.0,
20
+ 14.0,
21
+ 12.0,
22
+ 11.0,
23
+ 8.0,
24
+ 7.0,
25
+ 6.0,
26
+ 11.0,
27
+ 7.0,
28
+ 11.0,
29
+ 19.0,
30
+ 6.0,
31
+ 13.0,
32
+ 6.0,
33
+ 6.0,
34
+ 15.0,
35
+ 12.0,
36
+ 22.0,
37
+ 15.0,
38
+ 9.0,
39
+ 13.0,
40
+ 10.0,
41
+ 10.0,
42
+ 6.0,
43
+ 7.0,
44
+ 6.0,
45
+ 11.0,
46
+ 11.0,
47
+ 5.0,
48
+ 7.0,
49
+ 15.0,
50
+ 13.0,
51
+ 16.0,
52
+ 9.0,
53
+ 9.0,
54
+ 15.0,
55
+ 7.0,
56
+ 10.0,
57
+ 13.0,
58
+ 11.0,
59
+ 12.0,
60
+ 15.0,
61
+ 15.0,
62
+ 16.0,
63
+ 11.0,
64
+ 11.0,
65
+ 9.0,
66
+ 20.0,
67
+ 4.0,
68
+ 9.0,
69
+ 9.0,
70
+ 5.0,
71
+ 15.0,
72
+ 15.0,
73
+ 11.0,
74
+ 15.0,
75
+ 8.0,
76
+ 11.0,
77
+ 11.0,
78
+ 11.0,
79
+ 8.0,
80
+ 10.0,
81
+ 9.0,
82
+ 10.0,
83
+ 19.0,
84
+ 10.0,
85
+ 13.0,
86
+ 8.0,
87
+ 12.0,
88
+ 13.0,
89
+ 18.0,
90
+ 11.0,
91
+ 9.0,
92
+ 11.0,
93
+ 10.0,
94
+ 10.0,
95
+ 13.0,
96
+ 8.0,
97
+ 10.0,
98
+ 12.0,
99
+ 16.0,
100
+ 16.0,
101
+ 12.0,
102
+ 18.0,
103
+ 28.0,
104
+ 9.0,
105
+ 9.0,
106
+ 11.0,
107
+ 12.0,
108
+ 13.0,
109
+ 14.0,
110
+ 12.0,
111
+ 3.0,
112
+ 13.0,
113
+ 11.0,
114
+ 14.0,
115
+ 12.0,
116
+ 8.0,
117
+ 9.0,
118
+ 7.0,
119
+ 8.0,
120
+ 8.0,
121
+ 12.0,
122
+ 20.0,
123
+ 16.0,
124
+ 11.0,
125
+ 14.0,
126
+ 14.0,
127
+ 8.0,
128
+ 15.0,
129
+ 14.0,
130
+ 15.0,
131
+ 10.0,
132
+ 19.0,
133
+ 25.0,
134
+ 18.0,
135
+ 24.0,
136
+ 14.0,
137
+ 22.0,
138
+ 13.0,
139
+ 13.0,
140
+ 7.0,
141
+ 19.0,
142
+ 10.0,
143
+ 14.0,
144
+ 15.0,
145
+ 18.0,
146
+ 18.0,
147
+ 23.0,
148
+ 12.0,
149
+ 5.0,
150
+ 6.0,
151
+ 24.0,
152
+ 10.0,
153
+ 11.0,
154
+ 12.0,
155
+ 20.0,
156
+ 13.0,
157
+ 7.0,
158
+ 9.0,
159
+ 10.0,
160
+ 16.0,
161
+ 9.0,
162
+ 6.0,
163
+ 8.0,
164
+ 16.0,
165
+ 15.0,
166
+ 11.0,
167
+ 11.0,
168
+ 10.0,
169
+ 8.0,
170
+ 13.0,
171
+ 13.0,
172
+ 10.0,
173
+ 9.0,
174
+ 8.0,
175
+ 6.0
176
+ ],
177
+ "context_timestamps": [
178
+ "2026-07-08T12:00:00",
179
+ "2026-07-08T13:00:00",
180
+ "2026-07-08T14:00:00",
181
+ "2026-07-08T15:00:00",
182
+ "2026-07-08T16:00:00",
183
+ "2026-07-08T17:00:00",
184
+ "2026-07-08T18:00:00",
185
+ "2026-07-08T19:00:00",
186
+ "2026-07-08T20:00:00",
187
+ "2026-07-08T21:00:00",
188
+ "2026-07-08T22:00:00",
189
+ "2026-07-08T23:00:00",
190
+ "2026-07-09T00:00:00",
191
+ "2026-07-09T01:00:00",
192
+ "2026-07-09T02:00:00",
193
+ "2026-07-09T03:00:00",
194
+ "2026-07-09T04:00:00",
195
+ "2026-07-09T05:00:00",
196
+ "2026-07-09T06:00:00",
197
+ "2026-07-09T07:00:00",
198
+ "2026-07-09T08:00:00",
199
+ "2026-07-09T09:00:00",
200
+ "2026-07-09T10:00:00",
201
+ "2026-07-09T11:00:00",
202
+ "2026-07-09T12:00:00",
203
+ "2026-07-09T13:00:00",
204
+ "2026-07-09T14:00:00",
205
+ "2026-07-09T15:00:00",
206
+ "2026-07-09T16:00:00",
207
+ "2026-07-09T17:00:00",
208
+ "2026-07-09T18:00:00",
209
+ "2026-07-09T19:00:00",
210
+ "2026-07-09T20:00:00",
211
+ "2026-07-09T21:00:00",
212
+ "2026-07-09T22:00:00",
213
+ "2026-07-09T23:00:00",
214
+ "2026-07-10T00:00:00",
215
+ "2026-07-10T01:00:00",
216
+ "2026-07-10T02:00:00",
217
+ "2026-07-10T03:00:00",
218
+ "2026-07-10T04:00:00",
219
+ "2026-07-10T05:00:00",
220
+ "2026-07-10T06:00:00",
221
+ "2026-07-10T07:00:00",
222
+ "2026-07-10T08:00:00",
223
+ "2026-07-10T09:00:00",
224
+ "2026-07-10T10:00:00",
225
+ "2026-07-10T11:00:00",
226
+ "2026-07-10T12:00:00",
227
+ "2026-07-10T13:00:00",
228
+ "2026-07-10T14:00:00",
229
+ "2026-07-10T15:00:00",
230
+ "2026-07-10T16:00:00",
231
+ "2026-07-10T17:00:00",
232
+ "2026-07-10T18:00:00",
233
+ "2026-07-10T19:00:00",
234
+ "2026-07-10T20:00:00",
235
+ "2026-07-10T21:00:00",
236
+ "2026-07-10T22:00:00",
237
+ "2026-07-10T23:00:00",
238
+ "2026-07-11T00:00:00",
239
+ "2026-07-11T01:00:00",
240
+ "2026-07-11T02:00:00",
241
+ "2026-07-11T03:00:00",
242
+ "2026-07-11T04:00:00",
243
+ "2026-07-11T05:00:00",
244
+ "2026-07-11T06:00:00",
245
+ "2026-07-11T07:00:00",
246
+ "2026-07-11T08:00:00",
247
+ "2026-07-11T09:00:00",
248
+ "2026-07-11T10:00:00",
249
+ "2026-07-11T11:00:00",
250
+ "2026-07-11T12:00:00",
251
+ "2026-07-11T13:00:00",
252
+ "2026-07-11T14:00:00",
253
+ "2026-07-11T15:00:00",
254
+ "2026-07-11T16:00:00",
255
+ "2026-07-11T17:00:00",
256
+ "2026-07-11T18:00:00",
257
+ "2026-07-11T19:00:00",
258
+ "2026-07-11T20:00:00",
259
+ "2026-07-11T21:00:00",
260
+ "2026-07-11T22:00:00",
261
+ "2026-07-11T23:00:00",
262
+ "2026-07-12T00:00:00",
263
+ "2026-07-12T01:00:00",
264
+ "2026-07-12T02:00:00",
265
+ "2026-07-12T03:00:00",
266
+ "2026-07-12T04:00:00",
267
+ "2026-07-12T05:00:00",
268
+ "2026-07-12T06:00:00",
269
+ "2026-07-12T07:00:00",
270
+ "2026-07-12T08:00:00",
271
+ "2026-07-12T09:00:00",
272
+ "2026-07-12T10:00:00",
273
+ "2026-07-12T11:00:00",
274
+ "2026-07-12T12:00:00",
275
+ "2026-07-12T13:00:00",
276
+ "2026-07-12T14:00:00",
277
+ "2026-07-12T15:00:00",
278
+ "2026-07-12T16:00:00",
279
+ "2026-07-12T17:00:00",
280
+ "2026-07-12T18:00:00",
281
+ "2026-07-12T19:00:00",
282
+ "2026-07-12T20:00:00",
283
+ "2026-07-12T21:00:00",
284
+ "2026-07-12T22:00:00",
285
+ "2026-07-12T23:00:00",
286
+ "2026-07-13T00:00:00",
287
+ "2026-07-13T01:00:00",
288
+ "2026-07-13T02:00:00",
289
+ "2026-07-13T03:00:00",
290
+ "2026-07-13T04:00:00",
291
+ "2026-07-13T05:00:00",
292
+ "2026-07-13T06:00:00",
293
+ "2026-07-13T07:00:00",
294
+ "2026-07-13T08:00:00",
295
+ "2026-07-13T09:00:00",
296
+ "2026-07-13T10:00:00",
297
+ "2026-07-13T11:00:00",
298
+ "2026-07-13T12:00:00",
299
+ "2026-07-13T13:00:00",
300
+ "2026-07-13T14:00:00",
301
+ "2026-07-13T15:00:00",
302
+ "2026-07-13T16:00:00",
303
+ "2026-07-13T17:00:00",
304
+ "2026-07-13T18:00:00",
305
+ "2026-07-13T19:00:00",
306
+ "2026-07-13T20:00:00",
307
+ "2026-07-13T21:00:00",
308
+ "2026-07-13T22:00:00",
309
+ "2026-07-13T23:00:00",
310
+ "2026-07-14T00:00:00",
311
+ "2026-07-14T01:00:00",
312
+ "2026-07-14T02:00:00",
313
+ "2026-07-14T03:00:00",
314
+ "2026-07-14T04:00:00",
315
+ "2026-07-14T05:00:00",
316
+ "2026-07-14T06:00:00",
317
+ "2026-07-14T07:00:00",
318
+ "2026-07-14T08:00:00",
319
+ "2026-07-14T09:00:00",
320
+ "2026-07-14T10:00:00",
321
+ "2026-07-14T11:00:00",
322
+ "2026-07-14T12:00:00",
323
+ "2026-07-14T13:00:00",
324
+ "2026-07-14T14:00:00",
325
+ "2026-07-14T15:00:00",
326
+ "2026-07-14T16:00:00",
327
+ "2026-07-14T17:00:00",
328
+ "2026-07-14T18:00:00",
329
+ "2026-07-14T19:00:00",
330
+ "2026-07-14T20:00:00",
331
+ "2026-07-14T21:00:00",
332
+ "2026-07-14T22:00:00",
333
+ "2026-07-14T23:00:00",
334
+ "2026-07-15T00:00:00",
335
+ "2026-07-15T01:00:00",
336
+ "2026-07-15T02:00:00",
337
+ "2026-07-15T03:00:00",
338
+ "2026-07-15T04:00:00",
339
+ "2026-07-15T05:00:00",
340
+ "2026-07-15T06:00:00",
341
+ "2026-07-15T07:00:00",
342
+ "2026-07-15T08:00:00",
343
+ "2026-07-15T09:00:00",
344
+ "2026-07-15T10:00:00",
345
+ "2026-07-15T11:00:00"
346
+ ],
347
+ "context_start": "2026-07-08 12:00",
348
+ "context_end": "2026-07-15 11:00",
349
+ "data_fetched_at": "2026-07-15T11:49:23.164980Z",
350
+ "task_id": "future-659b7ac0a98d383a59c1",
351
+ "issued_at": "2026-07-15T11:49:28.822229+00:00",
352
+ "status": "open",
353
+ "scored_models": [],
354
+ "metric_version": "livehouse-canonical-v1"
355
+ }