ziyuzhou02 commited on
Commit
9432f1d
·
verified ·
1 Parent(s): 0df647f

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,160481.1370677948,160481.1370677948,281.17431640625,0.2776322161485732,0.004313700292276653,0.004296904969772435,2.604938405199291,400.60096987874954,0.0061112466329690945,0.004289369531319833,0.005837657901328981,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.1475505361451305,0.1475505361451305,0.32754684388249494,0.2991113509526389,5.066401585499709,0.8535789528390009,1.0033829947666346,0.3841230742159738,0.6743338845550566,0.5750134538516258,0.5180113035393143,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.07296336726476049,0.07296336726476049,0.23798595368862152,1.7063143235309413,0.17681717422878662,0.19832795206257495,26.352724397384314,0.2701173212971736,0.21002643038738011,0.18504307719151272,0.1595271046191865,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.007697988566898554,0.007697988566898554,0.030683716138203938,0.08497029707764091,0.001940534482249457,0.001929394453041697,3.478115593698618,0.08773818192154745,0.005486494093514704,0.001918731659038332,0.008866202449954995,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,111.43604530943003,111.43604530943003,7.973713636398315,0.655805671455142,0.21826475801430842,0.182436979704653,5.045313429917365,10.556327264225471,0.2826010645191426,0.21346249556448363,0.16876801581027273,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,5.336389300280189,5.336389300280189,1.9058684508005779,0.9267938321533299,0.07040763227071109,0.07403660847652725,6.643462203225369,2.3100626182595545,0.09094735081795213,0.07503419398146878,0.05942981242657763,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,24.24309131369095,24.24309131369095,4.330705205599467,0.8173283743202141,0.5173363733907547,0.374223949428597,7.1864615374123915,4.923727380114678,0.42815020696649375,0.3765830613564754,0.27665041187919087,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,7.798465934892495,7.798465934892495,2.0242411295572915,0.04134620179521276,0.0007229432605561755,0.0007234409711252254,1.5940007895611703,2.792573353538362,0.0009973476262637008,0.0007229432605561756,0.0029292115711030504,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,32 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-17T16:13:20.262737+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t160000z",
8
- "data_fetched_at": "2026-06-17T16:12:49.484311Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t100000z",
14
- "data_fetched_at": "2026-06-17T16:12:49.484311Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t162000z",
20
- "data_fetched_at": "2026-06-17T16:12:49.484311Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  },
24
  {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t135000z",
26
- "data_fetched_at": "2026-06-17T16:12:49.484311Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
30
- ],
31
- "failed_datasets": []
32
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
 
 
 
 
 
 
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,5 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
results/online_status.json CHANGED
@@ -1,456 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-17T15:41:36.643917+00:00",
4
- "finished_at": "2026-06-17T16:02:35.792100+00:00",
5
- "task_count": 6,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-17T15:43:05.277347+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
17
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
23
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
24
- "context_length": 336,
25
- "prediction_length": 24
26
- },
27
- {
28
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
29
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
30
- "context_length": 96,
31
- "prediction_length": 24
32
- },
33
- {
34
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
35
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
36
- "context_length": 336,
37
- "prediction_length": 24
38
- },
39
- {
40
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
41
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
42
- "context_length": 336,
43
- "prediction_length": 24
44
- },
45
- {
46
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
47
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
48
- "context_length": 168,
49
- "prediction_length": 24
50
- }
51
- ],
52
- "failed_datasets": []
53
- },
54
- "TimesFM-2.5": {
55
- "model": "TimesFM-2.5",
56
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
57
- "evaluated_at": "2026-06-17T15:49:02.264702+00:00",
58
- "datasets": [
59
- {
60
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
61
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
62
- "context_length": 96,
63
- "prediction_length": 24
64
- },
65
- {
66
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
67
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
68
- "context_length": 336,
69
- "prediction_length": 24
70
- },
71
- {
72
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
73
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
74
- "context_length": 96,
75
- "prediction_length": 24
76
- },
77
- {
78
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
79
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
80
- "context_length": 336,
81
- "prediction_length": 24
82
- },
83
- {
84
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
85
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
86
- "context_length": 336,
87
- "prediction_length": 24
88
- },
89
- {
90
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
91
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
92
- "context_length": 168,
93
- "prediction_length": 24
94
- }
95
- ],
96
- "failed_datasets": []
97
- },
98
- "Toto-2.0-1B": {
99
- "model": "Toto-2.0-1B",
100
- "api_model_id": "Datadog/Toto-2.0-1B",
101
- "evaluated_at": "2026-06-17T15:50:19.842435+00:00",
102
- "datasets": [
103
- {
104
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
105
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
106
- "context_length": 96,
107
- "prediction_length": 24
108
- },
109
- {
110
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
111
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
112
- "context_length": 336,
113
- "prediction_length": 24
114
- },
115
- {
116
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
117
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
118
- "context_length": 96,
119
- "prediction_length": 24
120
- },
121
- {
122
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
123
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
124
- "context_length": 336,
125
- "prediction_length": 24
126
- },
127
- {
128
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
129
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
130
- "context_length": 336,
131
- "prediction_length": 24
132
- },
133
- {
134
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
135
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
136
- "context_length": 168,
137
- "prediction_length": 24
138
- }
139
- ],
140
- "failed_datasets": []
141
- },
142
- "TiRex": {
143
- "model": "TiRex",
144
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
145
- "evaluated_at": "2026-06-17T15:58:03.781295+00:00",
146
- "datasets": [
147
- {
148
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
149
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
150
- "context_length": 96,
151
- "prediction_length": 24
152
- },
153
- {
154
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
155
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
156
- "context_length": 336,
157
- "prediction_length": 24
158
- },
159
- {
160
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
161
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
162
- "context_length": 96,
163
- "prediction_length": 24
164
- },
165
- {
166
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
167
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
168
- "context_length": 336,
169
- "prediction_length": 24
170
- },
171
- {
172
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
173
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
174
- "context_length": 336,
175
- "prediction_length": 24
176
- },
177
- {
178
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
179
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
180
- "context_length": 168,
181
- "prediction_length": 24
182
- }
183
- ],
184
- "failed_datasets": []
185
- },
186
- "Moirai-1.1-Large": {
187
- "model": "Moirai-1.1-Large",
188
- "api_model_id": "Salesforce/moirai-1.1-R-large",
189
- "evaluated_at": "2026-06-17T15:59:05.775771+00:00",
190
- "datasets": [
191
- {
192
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
193
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
194
- "context_length": 96,
195
- "prediction_length": 24
196
- },
197
- {
198
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
199
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
200
- "context_length": 336,
201
- "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
205
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
206
- "context_length": 96,
207
- "prediction_length": 24
208
- },
209
- {
210
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
211
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
212
- "context_length": 336,
213
- "prediction_length": 24
214
- },
215
- {
216
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
217
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
218
- "context_length": 336,
219
- "prediction_length": 24
220
- },
221
- {
222
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
223
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
224
- "context_length": 168,
225
- "prediction_length": 24
226
- }
227
- ],
228
- "failed_datasets": []
229
- },
230
- "Timer-S1": {
231
- "model": "Timer-S1",
232
- "api_model_id": "bytedance-research/Timer-S1",
233
- "evaluated_at": "2026-06-17T16:02:33.496522+00:00",
234
- "datasets": [
235
- {
236
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
237
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
238
- "context_length": 96,
239
- "prediction_length": 24
240
- },
241
- {
242
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
243
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
244
- "context_length": 336,
245
- "prediction_length": 24
246
- },
247
- {
248
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
249
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
250
- "context_length": 96,
251
- "prediction_length": 24
252
- },
253
- {
254
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
255
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
256
- "context_length": 336,
257
- "prediction_length": 24
258
- },
259
- {
260
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
261
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
262
- "context_length": 336,
263
- "prediction_length": 24
264
- },
265
- {
266
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
267
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
268
- "context_length": 168,
269
- "prediction_length": 24
270
- }
271
- ],
272
- "failed_datasets": []
273
- },
274
- "ARIMA": {
275
- "model": "ARIMA",
276
- "api_model_id": "baseline/arima",
277
- "evaluated_at": "2026-06-17T16:02:35.539485+00:00",
278
- "datasets": [
279
- {
280
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
281
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
282
- "context_length": 96,
283
- "prediction_length": 24
284
- },
285
- {
286
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
287
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
288
- "context_length": 336,
289
- "prediction_length": 24
290
- },
291
- {
292
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
293
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
294
- "context_length": 96,
295
- "prediction_length": 24
296
- },
297
- {
298
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
299
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
300
- "context_length": 336,
301
- "prediction_length": 24
302
- },
303
- {
304
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
305
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
306
- "context_length": 336,
307
- "prediction_length": 24
308
- },
309
- {
310
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
311
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
312
- "context_length": 168,
313
- "prediction_length": 24
314
- }
315
- ],
316
- "failed_datasets": []
317
- },
318
- "ETS": {
319
- "model": "ETS",
320
- "api_model_id": "baseline/ets",
321
- "evaluated_at": "2026-06-17T16:02:35.687088+00:00",
322
- "datasets": [
323
- {
324
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
325
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
326
- "context_length": 96,
327
- "prediction_length": 24
328
- },
329
- {
330
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
331
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
332
- "context_length": 336,
333
- "prediction_length": 24
334
- },
335
- {
336
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
337
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
338
- "context_length": 96,
339
- "prediction_length": 24
340
- },
341
- {
342
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
343
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
344
- "context_length": 336,
345
- "prediction_length": 24
346
- },
347
- {
348
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
349
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
350
- "context_length": 336,
351
- "prediction_length": 24
352
- },
353
- {
354
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
355
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
356
- "context_length": 168,
357
- "prediction_length": 24
358
- }
359
- ],
360
- "failed_datasets": []
361
- },
362
- "Moving-Average": {
363
- "model": "Moving-Average",
364
- "api_model_id": "baseline/moving-average",
365
- "evaluated_at": "2026-06-17T16:02:35.743748+00:00",
366
- "datasets": [
367
- {
368
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
369
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
370
- "context_length": 96,
371
- "prediction_length": 24
372
- },
373
- {
374
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
375
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
376
- "context_length": 336,
377
- "prediction_length": 24
378
- },
379
- {
380
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
381
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
382
- "context_length": 96,
383
- "prediction_length": 24
384
- },
385
- {
386
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
387
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
388
- "context_length": 336,
389
- "prediction_length": 24
390
- },
391
- {
392
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
393
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
394
- "context_length": 336,
395
- "prediction_length": 24
396
- },
397
- {
398
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
399
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
400
- "context_length": 168,
401
- "prediction_length": 24
402
- }
403
- ],
404
- "failed_datasets": []
405
- },
406
- "Seasonal-Naive": {
407
- "model": "Seasonal-Naive",
408
- "api_model_id": "baseline/seasonal-naive",
409
- "evaluated_at": "2026-06-17T16:02:35.790874+00:00",
410
- "datasets": [
411
- {
412
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z",
413
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
414
- "context_length": 96,
415
- "prediction_length": 24
416
- },
417
- {
418
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z",
419
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
420
- "context_length": 336,
421
- "prediction_length": 24
422
- },
423
- {
424
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z",
425
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
426
- "context_length": 96,
427
- "prediction_length": 24
428
- },
429
- {
430
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z",
431
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
432
- "context_length": 336,
433
- "prediction_length": 24
434
- },
435
- {
436
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z",
437
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
438
- "context_length": 336,
439
- "prediction_length": 24
440
- },
441
- {
442
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z",
443
- "data_fetched_at": "2026-06-17T15:41:36.154160Z",
444
- "context_length": 168,
445
- "prediction_length": 24
446
- }
447
- ],
448
- "failed_datasets": []
449
- }
450
- },
451
- "failed_models": [],
452
- "failed_datasets": [],
453
- "push_status": "ok",
454
- "pushed_at": "2026-06-17T18:43:01.419749+00:00",
455
- "push_detail": "HF Hub API"
456
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-17T18:12:57.539051+00:00",
4
+ "finished_at": "2026-06-17T19:47:51.525933+00:00",
5
+ "task_count": 11,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,146052.98054822287,116783.61996332805,299.615234375,0.2958408242067888,0.004578810577352201,0.004576885064082769,7.6784450339526735,382.16878541846256,0.005830060031610421,0.004570689364068847,0.004487888373540445,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.06697642033881031,0.11408478582542067,0.31401888553906854,0.2867578022273003,5.161424793866415,0.8796861045816838,1.6527839873104633,0.2587980300133877,0.45432386807360026,0.5512649177387116,0.3529051663541194,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06103451579771048,0.07318241424620611,0.2409630318482717,1.7276594114546115,0.1794577828972053,0.20114412345985264,40.61091562287816,0.24705164601295512,0.1920919957455928,0.18735786802333673,0.1559058521874085,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.007566781295281544,0.007664604560280471,0.033011277516682945,0.09141585213704125,0.002086131723009911,0.0020749236347632817,2.689433295135006,0.08698724788888049,0.005439536257774155,0.0020642800562770238,0.0020770219981191868,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,61.02843636359239,39.58394282940799,4.842769702275594,0.3982982059709393,0.16455400413081267,0.14565974675344895,25.92054288671289,7.812069915431658,0.20913516784200759,0.1296446992243327,0.20466859293536577,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,3.1302970497672504,4.898695203790794,1.8560814062754314,0.9025831759731163,0.06935187173629193,0.07284856455738338,5.847203778309975,1.769264550531449,0.06965608745627108,0.07307407403977258,0.047859704092397155,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,22.363749942161917,20.48683607360738,3.7455937465031943,0.706901047832844,0.41812874292595287,0.33200119979763015,27.14778280695644,4.72903266452685,0.41122023169798694,0.32570380404375604,0.34626707040169385,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,6.207438473900159,35.529525354504585,5.795613606770833,0.11837849069148935,0.0020698620024181547,0.0020721304827653387,6.908952169215425,2.491473153357298,0.0008898118404847493,0.0020698620024181547,0.0031391968903718166,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,32 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-17T16:57:26.726296+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t160000z",
8
- "data_fetched_at": "2026-06-17T16:12:49.484311Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t100000z",
14
- "data_fetched_at": "2026-06-17T16:12:49.484311Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t162000z",
20
- "data_fetched_at": "2026-06-17T16:12:49.484311Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  },
24
  {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t135000z",
26
- "data_fetched_at": "2026-06-17T16:12:49.484311Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
30
- ],
31
- "failed_datasets": []
32
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
 
 
 
 
 
 
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }