ziyuzhou02 commited on
Commit
9cae79f
·
verified ·
1 Parent(s): 1c19060

Update online_status after push

Browse files
Files changed (1) hide show
  1. results/online_status.json +264 -15
results/online_status.json CHANGED
@@ -1,19 +1,268 @@
1
  {
2
- "status": "partial",
3
- "started_at": "2026-07-21T07:00:56.523246+00:00",
4
- "finished_at": "2026-07-21T08:06:29.226688+00:00",
5
- "task_count": 8,
 
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
- "models": {},
10
- "failed_models": [
11
- "Chronos-Bolt-Tiny",
12
- "Chronos-Bolt-Mini",
13
- "Chronos-Bolt-Base",
14
- "Chronos-2",
15
- "TimesFM-2.5",
16
- "Moirai-1.1-Small"
17
- ],
18
- "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
 
1
  {
2
+ "status": "ok",
3
+ "evaluation_protocol": "issue-now-score-later",
4
+ "metric_version": "livehouse-canonical-v1",
5
+ "started_at": "2026-07-21T08:05:18.615208+00:00",
6
+ "finished_at": "2026-07-21T08:07:49.496573+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
+ "task_count": 2,
10
+ "issued_tasks": 1,
11
+ "issued_forecasts": 12,
12
+ "resolved_forecasts": 12,
13
+ "pending_tasks": 13,
14
+ "failed_forecasts": [],
15
+ "models": {
16
+ "Chronos-2": {
17
+ "model": "Chronos-2",
18
+ "api_model_id": "amazon/chronos-2",
19
+ "admitted_at": "2026-06-01T00:00:00Z",
20
+ "evaluation_protocol": "issue-now-score-later",
21
+ "metric_version": "livehouse-canonical-v1",
22
+ "evaluated_at": "2026-07-21T08:07:46.638690+00:00",
23
+ "resolved_tasks": [
24
+ {
25
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
26
+ "task_id": "future-9e27750023baa2a61fb2",
27
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
28
+ "resolved_at": "2026-07-21T08:05:18.720769+00:00",
29
+ "target_end": "2026-07-21T07:55:00+00:00",
30
+ "prediction_length": 24,
31
+ "metric_version": "livehouse-canonical-v1"
32
+ }
33
+ ]
34
+ },
35
+ "TiRex": {
36
+ "model": "TiRex",
37
+ "api_model_id": "NX-AI/TiRex-1.1-gifteval",
38
+ "admitted_at": "2026-06-01T00:00:00Z",
39
+ "evaluation_protocol": "issue-now-score-later",
40
+ "metric_version": "livehouse-canonical-v1",
41
+ "evaluated_at": "2026-07-21T08:07:46.640825+00:00",
42
+ "resolved_tasks": [
43
+ {
44
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
45
+ "task_id": "future-9e27750023baa2a61fb2",
46
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
47
+ "resolved_at": "2026-07-21T08:05:18.772115+00:00",
48
+ "target_end": "2026-07-21T07:55:00+00:00",
49
+ "prediction_length": 24,
50
+ "metric_version": "livehouse-canonical-v1"
51
+ }
52
+ ]
53
+ },
54
+ "TimesFM-2.5": {
55
+ "model": "TimesFM-2.5",
56
+ "api_model_id": "google/timesfm-2.5-200m-pytorch",
57
+ "admitted_at": "2026-06-01T00:00:00Z",
58
+ "evaluation_protocol": "issue-now-score-later",
59
+ "metric_version": "livehouse-canonical-v1",
60
+ "evaluated_at": "2026-07-21T08:07:46.642682+00:00",
61
+ "resolved_tasks": [
62
+ {
63
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
64
+ "task_id": "future-9e27750023baa2a61fb2",
65
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
66
+ "resolved_at": "2026-07-21T08:05:18.766480+00:00",
67
+ "target_end": "2026-07-21T07:55:00+00:00",
68
+ "prediction_length": 24,
69
+ "metric_version": "livehouse-canonical-v1"
70
+ }
71
+ ]
72
+ },
73
+ "Toto-1.0": {
74
+ "model": "Toto-1.0",
75
+ "api_model_id": "Datadog/Toto-Open-Base-1.0",
76
+ "admitted_at": "2026-06-01T00:00:00Z",
77
+ "evaluation_protocol": "issue-now-score-later",
78
+ "metric_version": "livehouse-canonical-v1",
79
+ "evaluated_at": "2026-07-21T08:07:46.644305+00:00",
80
+ "resolved_tasks": [
81
+ {
82
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
83
+ "task_id": "future-9e27750023baa2a61fb2",
84
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
85
+ "resolved_at": "2026-07-21T08:05:18.783033+00:00",
86
+ "target_end": "2026-07-21T07:55:00+00:00",
87
+ "prediction_length": 24,
88
+ "metric_version": "livehouse-canonical-v1"
89
+ }
90
+ ]
91
+ },
92
+ "Moirai-2.0": {
93
+ "model": "Moirai-2.0",
94
+ "api_model_id": "Salesforce/moirai-2.0-R-small",
95
+ "admitted_at": "2026-06-01T00:00:00Z",
96
+ "evaluation_protocol": "issue-now-score-later",
97
+ "metric_version": "livehouse-canonical-v1",
98
+ "evaluated_at": "2026-07-21T08:07:46.646547+00:00",
99
+ "resolved_tasks": [
100
+ {
101
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
102
+ "task_id": "future-9e27750023baa2a61fb2",
103
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
104
+ "resolved_at": "2026-07-21T08:05:18.738047+00:00",
105
+ "target_end": "2026-07-21T07:55:00+00:00",
106
+ "prediction_length": 24,
107
+ "metric_version": "livehouse-canonical-v1"
108
+ }
109
+ ]
110
+ },
111
+ "Chronos-Bolt": {
112
+ "model": "Chronos-Bolt",
113
+ "api_model_id": "amazon/chronos-bolt-base",
114
+ "admitted_at": "2026-06-01T00:00:00Z",
115
+ "evaluation_protocol": "issue-now-score-later",
116
+ "metric_version": "livehouse-canonical-v1",
117
+ "evaluated_at": "2026-07-21T08:07:46.648281+00:00",
118
+ "resolved_tasks": [
119
+ {
120
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
121
+ "task_id": "future-9e27750023baa2a61fb2",
122
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
123
+ "resolved_at": "2026-07-21T08:05:18.727008+00:00",
124
+ "target_end": "2026-07-21T07:55:00+00:00",
125
+ "prediction_length": 24,
126
+ "metric_version": "livehouse-canonical-v1"
127
+ }
128
+ ]
129
+ },
130
+ "TabPFN-TS": {
131
+ "model": "TabPFN-TS",
132
+ "api_model_id": "priorlabs/tabpfn-ts",
133
+ "admitted_at": "2026-06-01T00:00:00Z",
134
+ "evaluation_protocol": "issue-now-score-later",
135
+ "metric_version": "livehouse-canonical-v1",
136
+ "evaluated_at": "2026-07-21T08:07:46.650406+00:00",
137
+ "resolved_tasks": [
138
+ {
139
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
140
+ "task_id": "future-9e27750023baa2a61fb2",
141
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
142
+ "resolved_at": "2026-07-21T08:05:18.761258+00:00",
143
+ "target_end": "2026-07-21T07:55:00+00:00",
144
+ "prediction_length": 24,
145
+ "metric_version": "livehouse-canonical-v1"
146
+ }
147
+ ]
148
+ },
149
+ "Sundial": {
150
+ "model": "Sundial",
151
+ "api_model_id": "thuml/sundial-base-128m",
152
+ "admitted_at": "2026-06-01T00:00:00Z",
153
+ "evaluation_protocol": "issue-now-score-later",
154
+ "metric_version": "livehouse-canonical-v1",
155
+ "evaluated_at": "2026-07-21T08:07:46.654075+00:00",
156
+ "resolved_tasks": [
157
+ {
158
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
159
+ "task_id": "future-9e27750023baa2a61fb2",
160
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
161
+ "resolved_at": "2026-07-21T08:05:18.756331+00:00",
162
+ "target_end": "2026-07-21T07:55:00+00:00",
163
+ "prediction_length": 24,
164
+ "metric_version": "livehouse-canonical-v1"
165
+ }
166
+ ]
167
+ },
168
+ "Moving-Average": {
169
+ "model": "Moving-Average",
170
+ "api_model_id": "baseline/moving-average",
171
+ "admitted_at": "2026-06-01T00:00:00Z",
172
+ "evaluation_protocol": "issue-now-score-later",
173
+ "metric_version": "livehouse-canonical-v1",
174
+ "evaluated_at": "2026-07-21T08:07:46.657572+00:00",
175
+ "resolved_tasks": [
176
+ {
177
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
178
+ "task_id": "future-9e27750023baa2a61fb2",
179
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
180
+ "resolved_at": "2026-07-21T08:05:18.745339+00:00",
181
+ "target_end": "2026-07-21T07:55:00+00:00",
182
+ "prediction_length": 24,
183
+ "metric_version": "livehouse-canonical-v1"
184
+ }
185
+ ]
186
+ },
187
+ "ETS": {
188
+ "model": "ETS",
189
+ "api_model_id": "baseline/ets",
190
+ "admitted_at": "2026-06-01T00:00:00Z",
191
+ "evaluation_protocol": "issue-now-score-later",
192
+ "metric_version": "livehouse-canonical-v1",
193
+ "evaluated_at": "2026-07-21T08:07:46.659337+00:00",
194
+ "resolved_tasks": [
195
+ {
196
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
197
+ "task_id": "future-9e27750023baa2a61fb2",
198
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
199
+ "resolved_at": "2026-07-21T08:05:18.732604+00:00",
200
+ "target_end": "2026-07-21T07:55:00+00:00",
201
+ "prediction_length": 24,
202
+ "metric_version": "livehouse-canonical-v1"
203
+ }
204
+ ]
205
+ },
206
+ "ARIMA": {
207
+ "model": "ARIMA",
208
+ "api_model_id": "baseline/arima",
209
+ "admitted_at": "2026-06-01T00:00:00Z",
210
+ "evaluation_protocol": "issue-now-score-later",
211
+ "metric_version": "livehouse-canonical-v1",
212
+ "evaluated_at": "2026-07-21T08:07:46.661701+00:00",
213
+ "resolved_tasks": [
214
+ {
215
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
216
+ "task_id": "future-9e27750023baa2a61fb2",
217
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
218
+ "resolved_at": "2026-07-21T08:05:18.716529+00:00",
219
+ "target_end": "2026-07-21T07:55:00+00:00",
220
+ "prediction_length": 24,
221
+ "metric_version": "livehouse-canonical-v1"
222
+ }
223
+ ]
224
+ },
225
+ "Seasonal-Naive": {
226
+ "model": "Seasonal-Naive",
227
+ "api_model_id": "baseline/seasonal-naive",
228
+ "admitted_at": "2026-06-01T00:00:00Z",
229
+ "evaluation_protocol": "issue-now-score-later",
230
+ "metric_version": "livehouse-canonical-v1",
231
+ "evaluated_at": "2026-07-21T08:07:46.664892+00:00",
232
+ "resolved_tasks": [
233
+ {
234
+ "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
235
+ "task_id": "future-9e27750023baa2a61fb2",
236
+ "issued_at": "2026-07-21T02:08:31.469837+00:00",
237
+ "resolved_at": "2026-07-21T08:05:18.751544+00:00",
238
+ "target_end": "2026-07-21T07:55:00+00:00",
239
+ "prediction_length": 24,
240
+ "metric_version": "livehouse-canonical-v1"
241
+ }
242
+ ]
243
+ }
244
+ },
245
+ "skipped_models": [],
246
+ "aggregate_status": "ok",
247
+ "aggregate_files": {
248
+ "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
249
+ "gift_domain": "aggregates/results_by_domain.csv",
250
+ "gift_frequency": "aggregates/results_by_frequency.csv",
251
+ "gift_overall": "aggregates/results_overall.csv",
252
+ "gift_metadata": "aggregates/metadata.json",
253
+ "live_releases": "aggregates/live_release_metrics.csv",
254
+ "live_by_dataset": "aggregates/live_results_by_dataset.csv",
255
+ "live_rank": "aggregates/live_rank_up_to_now.csv",
256
+ "live_overall": "aggregates/live_overall_up_to_now.csv",
257
+ "live_rank_1d": "aggregates/live_rank_1d.csv",
258
+ "live_overall_1d": "aggregates/live_overall_1d.csv",
259
+ "live_rank_7d": "aggregates/live_rank_7d.csv",
260
+ "live_overall_7d": "aggregates/live_overall_7d.csv",
261
+ "live_rank_30d": "aggregates/live_rank_30d.csv",
262
+ "live_overall_30d": "aggregates/live_overall_30d.csv",
263
+ "live_metadata": "aggregates/live_metadata.json"
264
+ },
265
+ "push_status": "ok",
266
+ "pushed_at": "2026-07-21T08:08:13.469607+00:00",
267
+ "push_detail": "HF Hub API"
268
  }