ziyuzhou02 commited on
Commit
7fe2f9a
·
verified ·
1 Parent(s): c17f431

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,330646.5132083893,330646.5132083893,433.2794596354167,0.422731939952659,0.0066717398019402315,0.006638116762766412,2.4526882799575307,575.0187068334293,0.008796375605768387,0.006628112831677905,0.00642998104989826,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.009697630720084975,0.009697630720084975,0.07932836879044772,0.0838388970150182,0.16382066424474415,0.23446245077412498,0.7360179912534505,0.09847654908700332,0.1610453563170837,0.12973104293717322,0.18431388326287357,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06958679982723442,0.06958679982723442,0.23161932163768345,1.5717024326205489,0.16549043677805636,0.18400825917941985,4.832981413756891,0.26379310041628157,0.19641265593977383,0.1724569977684612,0.13766730585311773,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,1.6506541061520086,1.6506541061520086,1.1552505493164062,2.700585933835185,0.05982682608950044,0.06209595359384842,63.710605336155055,1.284777843112189,0.06745715997148699,0.060656339561095673,0.059096339076096224,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,40.579803492787505,40.579803492787505,5.266495227813721,0.43304515954233797,0.15751925316521506,0.1515200995938414,2.714897932797563,6.3702278995957045,0.1848452111027922,0.15281814677601388,0.15613650323406228,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,3.880890244183926,3.880890244183926,1.7325350443522136,0.8422419643390383,0.06518485270565136,0.06776640875993678,3.4095998424479035,1.9699975239029937,0.07702824505136376,0.06774330035300552,0.053067054199329354,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,17.72293535284526,17.72293535284526,3.6302886406580606,0.6851396648162003,0.3705950372262678,0.29707330606812526,4.32159932787734,4.209861678588177,0.35082180654901474,0.30252405338817173,0.22248273410914857,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,8904.23517412444,8904.23517412444,71.63016764322917,1.7191240234374998,0.02731210582295492,0.0266760792826633,57.48459008789063,94.36225502882199,0.03524815752049382,0.026756794139105058,0.025179329722627545,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,32 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-17T21:26:44.376109+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t210000z",
8
- "data_fetched_at": "2026-06-17T21:25:56.571013Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t150600z",
14
- "data_fetched_at": "2026-06-17T21:25:56.571013Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t202000z",
20
- "data_fetched_at": "2026-06-17T21:25:56.571013Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  },
24
  {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t185000z",
26
- "data_fetched_at": "2026-06-17T21:25:56.571013Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
30
- ],
31
- "failed_datasets": []
32
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
 
 
 
 
 
 
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,5 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
results/online_status.json CHANGED
@@ -1,456 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-17T15:41:36.643917+00:00",
4
- "finished_at": "2026-06-17T16:02:35.792100+00:00",
5
- "task_count": 6,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-17T15:43:05.277347+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
17
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
23
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
24
- "context_length": 336,
25
- "prediction_length": 24
26
- },
27
- {
28
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
29
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
30
- "context_length": 96,
31
- "prediction_length": 24
32
- },
33
- {
34
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
35
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
36
- "context_length": 336,
37
- "prediction_length": 24
38
- },
39
- {
40
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
41
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
42
- "context_length": 336,
43
- "prediction_length": 24
44
- },
45
- {
46
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
47
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
48
- "context_length": 168,
49
- "prediction_length": 24
50
- }
51
- ],
52
- "failed_datasets": []
53
- },
54
- "TimesFM-2.5": {
55
- "model": "TimesFM-2.5",
56
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
57
- "evaluated_at": "2026-06-17T15:49:02.264702+00:00",
58
- "datasets": [
59
- {
60
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
61
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
62
- "context_length": 96,
63
- "prediction_length": 24
64
- },
65
- {
66
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
67
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
68
- "context_length": 336,
69
- "prediction_length": 24
70
- },
71
- {
72
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
73
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
74
- "context_length": 96,
75
- "prediction_length": 24
76
- },
77
- {
78
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
79
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
80
- "context_length": 336,
81
- "prediction_length": 24
82
- },
83
- {
84
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
85
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
86
- "context_length": 336,
87
- "prediction_length": 24
88
- },
89
- {
90
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
91
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
92
- "context_length": 168,
93
- "prediction_length": 24
94
- }
95
- ],
96
- "failed_datasets": []
97
- },
98
- "Toto-2.0-1B": {
99
- "model": "Toto-2.0-1B",
100
- "api_model_id": "Datadog/Toto-2.0-1B",
101
- "evaluated_at": "2026-06-17T15:50:19.842435+00:00",
102
- "datasets": [
103
- {
104
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
105
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
106
- "context_length": 96,
107
- "prediction_length": 24
108
- },
109
- {
110
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
111
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
112
- "context_length": 336,
113
- "prediction_length": 24
114
- },
115
- {
116
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
117
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
118
- "context_length": 96,
119
- "prediction_length": 24
120
- },
121
- {
122
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
123
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
124
- "context_length": 336,
125
- "prediction_length": 24
126
- },
127
- {
128
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
129
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
130
- "context_length": 336,
131
- "prediction_length": 24
132
- },
133
- {
134
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
135
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
136
- "context_length": 168,
137
- "prediction_length": 24
138
- }
139
- ],
140
- "failed_datasets": []
141
- },
142
- "TiRex": {
143
- "model": "TiRex",
144
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
145
- "evaluated_at": "2026-06-17T15:58:03.781295+00:00",
146
- "datasets": [
147
- {
148
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
149
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
150
- "context_length": 96,
151
- "prediction_length": 24
152
- },
153
- {
154
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
155
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
156
- "context_length": 336,
157
- "prediction_length": 24
158
- },
159
- {
160
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
161
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
162
- "context_length": 96,
163
- "prediction_length": 24
164
- },
165
- {
166
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
167
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
168
- "context_length": 336,
169
- "prediction_length": 24
170
- },
171
- {
172
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
173
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
174
- "context_length": 336,
175
- "prediction_length": 24
176
- },
177
- {
178
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
179
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
180
- "context_length": 168,
181
- "prediction_length": 24
182
- }
183
- ],
184
- "failed_datasets": []
185
- },
186
- "Moirai-1.1-Large": {
187
- "model": "Moirai-1.1-Large",
188
- "api_model_id": "Salesforce/moirai-1.1-R-large",
189
- "evaluated_at": "2026-06-17T15:59:05.775771+00:00",
190
- "datasets": [
191
- {
192
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
193
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
194
- "context_length": 96,
195
- "prediction_length": 24
196
- },
197
- {
198
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
199
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
200
- "context_length": 336,
201
- "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
205
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
206
- "context_length": 96,
207
- "prediction_length": 24
208
- },
209
- {
210
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
211
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
212
- "context_length": 336,
213
- "prediction_length": 24
214
- },
215
- {
216
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
217
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
218
- "context_length": 336,
219
- "prediction_length": 24
220
- },
221
- {
222
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
223
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
224
- "context_length": 168,
225
- "prediction_length": 24
226
- }
227
- ],
228
- "failed_datasets": []
229
- },
230
- "Timer-S1": {
231
- "model": "Timer-S1",
232
- "api_model_id": "bytedance-research/Timer-S1",
233
- "evaluated_at": "2026-06-17T16:02:33.496522+00:00",
234
- "datasets": [
235
- {
236
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
237
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
238
- "context_length": 96,
239
- "prediction_length": 24
240
- },
241
- {
242
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
243
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
244
- "context_length": 336,
245
- "prediction_length": 24
246
- },
247
- {
248
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
249
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
250
- "context_length": 96,
251
- "prediction_length": 24
252
- },
253
- {
254
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
255
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
256
- "context_length": 336,
257
- "prediction_length": 24
258
- },
259
- {
260
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
261
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
262
- "context_length": 336,
263
- "prediction_length": 24
264
- },
265
- {
266
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
267
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
268
- "context_length": 168,
269
- "prediction_length": 24
270
- }
271
- ],
272
- "failed_datasets": []
273
- },
274
- "ARIMA": {
275
- "model": "ARIMA",
276
- "api_model_id": "baseline/arima",
277
- "evaluated_at": "2026-06-17T16:02:35.539485+00:00",
278
- "datasets": [
279
- {
280
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
281
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
282
- "context_length": 96,
283
- "prediction_length": 24
284
- },
285
- {
286
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
287
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
288
- "context_length": 336,
289
- "prediction_length": 24
290
- },
291
- {
292
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
293
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
294
- "context_length": 96,
295
- "prediction_length": 24
296
- },
297
- {
298
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
299
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
300
- "context_length": 336,
301
- "prediction_length": 24
302
- },
303
- {
304
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
305
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
306
- "context_length": 336,
307
- "prediction_length": 24
308
- },
309
- {
310
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
311
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
312
- "context_length": 168,
313
- "prediction_length": 24
314
- }
315
- ],
316
- "failed_datasets": []
317
- },
318
- "ETS": {
319
- "model": "ETS",
320
- "api_model_id": "baseline/ets",
321
- "evaluated_at": "2026-06-17T16:02:35.687088+00:00",
322
- "datasets": [
323
- {
324
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
325
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
326
- "context_length": 96,
327
- "prediction_length": 24
328
- },
329
- {
330
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
331
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
332
- "context_length": 336,
333
- "prediction_length": 24
334
- },
335
- {
336
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
337
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
338
- "context_length": 96,
339
- "prediction_length": 24
340
- },
341
- {
342
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
343
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
344
- "context_length": 336,
345
- "prediction_length": 24
346
- },
347
- {
348
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
349
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
350
- "context_length": 336,
351
- "prediction_length": 24
352
- },
353
- {
354
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
355
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
356
- "context_length": 168,
357
- "prediction_length": 24
358
- }
359
- ],
360
- "failed_datasets": []
361
- },
362
- "Moving-Average": {
363
- "model": "Moving-Average",
364
- "api_model_id": "baseline/moving-average",
365
- "evaluated_at": "2026-06-17T16:02:35.743748+00:00",
366
- "datasets": [
367
- {
368
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
369
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
370
- "context_length": 96,
371
- "prediction_length": 24
372
- },
373
- {
374
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
375
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
376
- "context_length": 336,
377
- "prediction_length": 24
378
- },
379
- {
380
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
381
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
382
- "context_length": 96,
383
- "prediction_length": 24
384
- },
385
- {
386
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
387
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
388
- "context_length": 336,
389
- "prediction_length": 24
390
- },
391
- {
392
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
393
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
394
- "context_length": 336,
395
- "prediction_length": 24
396
- },
397
- {
398
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
399
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
400
- "context_length": 168,
401
- "prediction_length": 24
402
- }
403
- ],
404
- "failed_datasets": []
405
- },
406
- "Seasonal-Naive": {
407
- "model": "Seasonal-Naive",
408
- "api_model_id": "baseline/seasonal-naive",
409
- "evaluated_at": "2026-06-17T16:02:35.790874+00:00",
410
- "datasets": [
411
- {
412
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
413
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
414
- "context_length": 96,
415
- "prediction_length": 24
416
- },
417
- {
418
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
419
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
420
- "context_length": 336,
421
- "prediction_length": 24
422
- },
423
- {
424
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
425
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
426
- "context_length": 96,
427
- "prediction_length": 24
428
- },
429
- {
430
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
431
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
432
- "context_length": 336,
433
- "prediction_length": 24
434
- },
435
- {
436
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
437
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
438
- "context_length": 336,
439
- "prediction_length": 24
440
- },
441
- {
442
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
443
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
444
- "context_length": 168,
445
- "prediction_length": 24
446
- }
447
- ],
448
- "failed_datasets": []
449
- }
450
- },
451
- "failed_models": [],
452
- "failed_datasets": [],
453
- "push_status": "ok",
454
- "pushed_at": "2026-06-17T23:26:47.459647+00:00",
455
- "push_detail": "HF Hub API"
456
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-17T23:04:29.939928+00:00",
4
+ "finished_at": "2026-06-18T00:53:15.456498+00:00",
5
+ "task_count": 11,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,556518.2958812714,423075.10721143085,472.0115559895833,0.460521163203647,0.0072752335129824515,0.007228139411068407,18.67410308357648,746.0015387928307,0.011411993487724634,0.007220618890143854,0.007816970360595758,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.12245662376038964,0.19380293688360267,0.33365391635646424,0.3526251296804111,0.5854562276307621,0.7646670319591045,1.7673551632515399,0.349938028457025,0.5722773087018854,0.5456467996126076,0.34520929311460175,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08283379883160297,0.1023218282989955,0.289525364836057,1.9646362704144475,0.20796931039706174,0.23664596930393023,35.04983163675819,0.2878086149363896,0.2142939082667338,0.21557215021789142,0.16589158970274712,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.007566781295281544,0.007664604560280471,0.033011277516682945,0.09141585213704125,0.002086131723009911,0.0020749236347632817,2.689433295135006,0.08698724788888049,0.005439536257774155,0.0020642800562770238,0.0020770219981191868,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,61.02843636359239,39.58394282940799,4.842769702275594,0.3982982059709393,0.16455400413081267,0.14565974675344895,25.92054288671289,7.812069915431658,0.20913516784200759,0.1296446992243327,0.20466859293536577,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,3.1302970497672504,4.898695203790794,1.8560814062754314,0.9025831759731163,0.06935187173629193,0.07284856455738338,5.847203778309975,1.769264550531449,0.06965608745627108,0.07307407403977258,0.047859704092397155,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,22.363749942161917,20.48683607360738,3.7455937465031943,0.706901047832844,0.41812874292595287,0.33200119979763015,27.14778280695644,4.72903266452685,0.41122023169798694,0.32570380404375604,0.34626707040169385,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,9326.618901111186,8568.728595525026,70.7781982421875,1.6986767578125004,0.026978041135788996,0.026366058497457517,78.37085620117188,96.57442156757236,0.036074492103062045,0.026438548759727627,0.02908030231639105,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,32 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-17T22:17:26.551445+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t210000z",
8
- "data_fetched_at": "2026-06-17T21:25:56.571013Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t150600z",
14
- "data_fetched_at": "2026-06-17T21:25:56.571013Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t202000z",
20
- "data_fetched_at": "2026-06-17T21:25:56.571013Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  },
24
  {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t185000z",
26
- "data_fetched_at": "2026-06-17T21:25:56.571013Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
30
- ],
31
- "failed_datasets": []
32
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
 
 
 
 
 
 
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }