ziyuzhou02 commited on
Commit
f1dbc3b
·
verified ·
1 Parent(s): 1b86f04

Update leaderboard results from local eval

Browse files
results/dataset_properties.csv CHANGED
@@ -1,11 +1,10 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
  coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
- nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
7
- nws_ksfo_observations_temperature,Weather,1h,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
9
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
10
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
11
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
 
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
  coingecko_bitcoin_7d_price_usd,Finance,1h,1
 
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
6
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
7
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
8
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
9
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
10
+ wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -1,417 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-30T02:16:24.285877+00:00",
4
- "finished_at": "2026-06-30T02:20:20.117125+00:00",
5
- "task_count": 10,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
- "models": {
10
- "Chronos-Bolt-Tiny": {
11
- "model": "Chronos-Bolt-Tiny",
12
- "api_model_id": "amazon/chronos-bolt-tiny",
13
- "evaluated_at": "2026-06-30T02:17:05.879220+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
17
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
23
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
24
- "context_length": 96,
25
- "prediction_length": 24
26
- },
27
- {
28
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
29
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
30
- "context_length": 69,
31
- "prediction_length": 24
32
- },
33
- {
34
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
35
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
36
- "context_length": 96,
37
- "prediction_length": 24
38
- },
39
- {
40
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
41
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
42
- "context_length": 96,
43
- "prediction_length": 24
44
- },
45
- {
46
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
47
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
48
- "context_length": 96,
49
- "prediction_length": 24
50
- },
51
- {
52
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
53
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
54
- "context_length": 96,
55
- "prediction_length": 24
56
- },
57
- {
58
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
59
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
60
- "context_length": 96,
61
- "prediction_length": 24
62
- },
63
- {
64
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
65
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
66
- "context_length": 96,
67
- "prediction_length": 24
68
- },
69
- {
70
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
71
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
72
- "context_length": 96,
73
- "prediction_length": 24
74
- }
75
- ]
76
- },
77
- "Chronos-Bolt-Mini": {
78
- "model": "Chronos-Bolt-Mini",
79
- "api_model_id": "amazon/chronos-bolt-mini",
80
- "evaluated_at": "2026-06-30T02:17:42.095143+00:00",
81
- "datasets": [
82
- {
83
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
84
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
85
- "context_length": 96,
86
- "prediction_length": 24
87
- },
88
- {
89
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
90
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
91
- "context_length": 96,
92
- "prediction_length": 24
93
- },
94
- {
95
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
96
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
97
- "context_length": 69,
98
- "prediction_length": 24
99
- },
100
- {
101
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
102
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
103
- "context_length": 96,
104
- "prediction_length": 24
105
- },
106
- {
107
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
108
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
109
- "context_length": 96,
110
- "prediction_length": 24
111
- },
112
- {
113
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
114
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
115
- "context_length": 96,
116
- "prediction_length": 24
117
- },
118
- {
119
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
120
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
121
- "context_length": 96,
122
- "prediction_length": 24
123
- },
124
- {
125
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
126
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
127
- "context_length": 96,
128
- "prediction_length": 24
129
- },
130
- {
131
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
132
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
133
- "context_length": 96,
134
- "prediction_length": 24
135
- },
136
- {
137
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
138
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
139
- "context_length": 96,
140
- "prediction_length": 24
141
- }
142
- ]
143
- },
144
- "Chronos-Bolt-Base": {
145
- "model": "Chronos-Bolt-Base",
146
- "api_model_id": "amazon/chronos-bolt-base",
147
- "evaluated_at": "2026-06-30T02:18:07.175055+00:00",
148
- "datasets": [
149
- {
150
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
151
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
152
- "context_length": 96,
153
- "prediction_length": 24
154
- },
155
- {
156
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
157
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
158
- "context_length": 96,
159
- "prediction_length": 24
160
- },
161
- {
162
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
163
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
164
- "context_length": 69,
165
- "prediction_length": 24
166
- },
167
- {
168
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
169
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
170
- "context_length": 96,
171
- "prediction_length": 24
172
- },
173
- {
174
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
175
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
176
- "context_length": 96,
177
- "prediction_length": 24
178
- },
179
- {
180
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
181
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
182
- "context_length": 96,
183
- "prediction_length": 24
184
- },
185
- {
186
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
187
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
188
- "context_length": 96,
189
- "prediction_length": 24
190
- },
191
- {
192
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
193
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
194
- "context_length": 96,
195
- "prediction_length": 24
196
- },
197
- {
198
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
199
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
200
- "context_length": 96,
201
- "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
205
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
206
- "context_length": 96,
207
- "prediction_length": 24
208
- }
209
- ]
210
- },
211
- "Chronos-2": {
212
- "model": "Chronos-2",
213
- "api_model_id": "amazon/chronos-2",
214
- "evaluated_at": "2026-06-30T02:18:42.044706+00:00",
215
- "datasets": [
216
- {
217
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
218
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
219
- "context_length": 96,
220
- "prediction_length": 24
221
- },
222
- {
223
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
224
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
225
- "context_length": 96,
226
- "prediction_length": 24
227
- },
228
- {
229
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
230
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
231
- "context_length": 69,
232
- "prediction_length": 24
233
- },
234
- {
235
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
236
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
237
- "context_length": 96,
238
- "prediction_length": 24
239
- },
240
- {
241
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
242
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
243
- "context_length": 96,
244
- "prediction_length": 24
245
- },
246
- {
247
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
248
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
249
- "context_length": 96,
250
- "prediction_length": 24
251
- },
252
- {
253
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
254
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
255
- "context_length": 96,
256
- "prediction_length": 24
257
- },
258
- {
259
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
260
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
261
- "context_length": 96,
262
- "prediction_length": 24
263
- },
264
- {
265
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
266
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
267
- "context_length": 96,
268
- "prediction_length": 24
269
- },
270
- {
271
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
272
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
273
- "context_length": 96,
274
- "prediction_length": 24
275
- }
276
- ]
277
- },
278
- "TimesFM-2.5": {
279
- "model": "TimesFM-2.5",
280
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
281
- "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
282
- "datasets": [
283
- {
284
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
285
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
286
- "context_length": 96,
287
- "prediction_length": 24
288
- },
289
- {
290
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
291
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
292
- "context_length": 96,
293
- "prediction_length": 24
294
- },
295
- {
296
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
297
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
298
- "context_length": 69,
299
- "prediction_length": 24
300
- },
301
- {
302
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
303
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
304
- "context_length": 96,
305
- "prediction_length": 24
306
- },
307
- {
308
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
309
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
310
- "context_length": 96,
311
- "prediction_length": 24
312
- },
313
- {
314
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
315
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
316
- "context_length": 96,
317
- "prediction_length": 24
318
- },
319
- {
320
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
321
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
322
- "context_length": 96,
323
- "prediction_length": 24
324
- },
325
- {
326
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
327
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
328
- "context_length": 96,
329
- "prediction_length": 24
330
- },
331
- {
332
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
333
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
334
- "context_length": 96,
335
- "prediction_length": 24
336
- },
337
- {
338
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
339
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
340
- "context_length": 96,
341
- "prediction_length": 24
342
- }
343
- ]
344
- },
345
- "Moirai-1.1-Small": {
346
- "model": "Moirai-1.1-Small",
347
- "api_model_id": "Salesforce/moirai-1.1-R-small",
348
- "evaluated_at": "2026-06-30T02:20:20.114220+00:00",
349
- "datasets": [
350
- {
351
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
352
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
353
- "context_length": 96,
354
- "prediction_length": 24
355
- },
356
- {
357
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
358
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
359
- "context_length": 96,
360
- "prediction_length": 24
361
- },
362
- {
363
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
364
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
365
- "context_length": 69,
366
- "prediction_length": 24
367
- },
368
- {
369
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
370
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
371
- "context_length": 96,
372
- "prediction_length": 24
373
- },
374
- {
375
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
376
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
377
- "context_length": 96,
378
- "prediction_length": 24
379
- },
380
- {
381
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
382
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
383
- "context_length": 96,
384
- "prediction_length": 24
385
- },
386
- {
387
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
388
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
389
- "context_length": 96,
390
- "prediction_length": 24
391
- },
392
- {
393
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
394
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
395
- "context_length": 96,
396
- "prediction_length": 24
397
- },
398
- {
399
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
400
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
401
- "context_length": 96,
402
- "prediction_length": 24
403
- },
404
- {
405
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
406
- "data_fetched_at": "2026-06-30T02:16:24.198018Z",
407
- "context_length": 96,
408
- "prediction_length": 24
409
- }
410
- ]
411
- }
412
- },
413
- "failed_models": [],
414
- "push_status": "ok",
415
- "pushed_at": "2026-06-30T02:20:24.420098+00:00",
416
- "push_detail": "HF Hub API"
417
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-30T02:25:53.852898+00:00",
4
+ "finished_at": "2026-06-30T02:30:07.066001+00:00",
5
+ "task_count": 9,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }