ziyuzhou02 commited on
Commit
63f7597
·
verified ·
1 Parent(s): 8b75280

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,850340.098783493,850340.098783493,727.2472330729166,0.7041882762181357,0.01152339947322184,0.011630060387601912,10.115866070477345,922.1388717451906,0.014650358233228576,0.011554043338915425,0.009949001220201235,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,6.784256455804855,6.784256455804855,2.2419544061024985,1.2998527648654454,0.08373305648426789,0.08821920786795756,21.37812596691265,2.60466052601963,0.10350844200915602,0.08909460765156285,0.07501617040826013,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.21230559111481068,0.21230559111481068,0.354445701589187,0.5612980713262602,0.6896604503650728,0.38196908413769304,12.717360533831584,0.4607663085717213,0.41017163118863287,0.31552561219003783,0.2496358199038851,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.022251690535853384,0.022251690535853384,0.11674873530864716,0.669588316076971,0.08297221473996698,0.08843515167304947,5.646784653750901,0.1491700054831848,0.1102694154807023,0.08630297196072005,0.08634016444544741,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,1.6221242620810397,1.6221242620810397,1.1204665501912434,22.40936424796841,0.06080118769186701,0.06325076986834727,863.9025041405421,1.2736264217112645,0.0703013683975192,0.061847281415734916,0.06125645720293241,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,136.38090732725962,136.38090732725962,8.066502610842386,0.7207803287239501,0.2709061398395667,0.3055581908232844,4.964578014731361,11.67822363749126,0.4551434639103415,0.3143813694536611,0.251974052404,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.5113534337903426,0.5113534337903426,0.5847256978352865,0.29882787506078523,0.022065743877838186,0.021740639523794292,2.591950984395595,0.7150898081991818,0.027189726021664334,0.022232915837530065,0.026972413599042542,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,20.998971911875135,20.998971911875135,3.7993574142456055,0.6631605668501419,1.0331377653801692,0.4641627362293627,7.326029999472877,4.582463519972105,0.5698400232089664,0.472458953066811,0.3600169376731262,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,413.00608159104985,413.00608159104985,8.549418131510416,0.29312290736607144,0.0034539161400237175,0.0034367766148776474,4.685522112165178,20.322551060116687,0.008142591409729557,0.0034254763799040065,0.004485753980157902,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,468.4802385560969,468.4802385560969,18.142602103097097,0.3760796719012265,0.07726229402960458,0.07373648618491686,1.8686392429740952,21.6444043243536,0.08603681446364293,0.07211710092088568,0.06159937599418486,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,44 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-20T17:19:15.036346+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
8
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
14
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
15
- "context_length": 336,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
20
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
26
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
27
- "context_length": 336,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
32
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
33
- "context_length": 336,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
38
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
39
- "context_length": 168,
40
  "prediction_length": 24
41
  }
42
- ],
43
- "failed_datasets": []
44
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
 
 
 
 
 
 
 
 
 
 
 
 
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,11 +1,11 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
6
  nws_ksfo_observations_temperature,Weather,1h,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
- usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
10
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
11
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
7
  nws_ksfo_observations_temperature,Weather,1h,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
9
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
 
10
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
11
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -1,456 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-20T17:18:12.609978+00:00",
4
- "finished_at": "2026-06-20T17:26:01.537645+00:00",
5
- "task_count": 6,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-20T17:19:15.036346+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
17
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
23
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
24
- "context_length": 336,
25
- "prediction_length": 24
26
- },
27
- {
28
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
29
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
30
- "context_length": 96,
31
- "prediction_length": 24
32
- },
33
- {
34
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
35
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
36
- "context_length": 336,
37
- "prediction_length": 24
38
- },
39
- {
40
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
41
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
42
- "context_length": 336,
43
- "prediction_length": 24
44
- },
45
- {
46
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
47
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
48
- "context_length": 168,
49
- "prediction_length": 24
50
- }
51
- ],
52
- "failed_datasets": []
53
- },
54
- "TimesFM-2.5": {
55
- "model": "TimesFM-2.5",
56
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
57
- "evaluated_at": "2026-06-20T17:20:20.599546+00:00",
58
- "datasets": [
59
- {
60
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
61
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
62
- "context_length": 96,
63
- "prediction_length": 24
64
- },
65
- {
66
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
67
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
68
- "context_length": 336,
69
- "prediction_length": 24
70
- },
71
- {
72
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
73
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
74
- "context_length": 96,
75
- "prediction_length": 24
76
- },
77
- {
78
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
79
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
80
- "context_length": 336,
81
- "prediction_length": 24
82
- },
83
- {
84
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
85
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
86
- "context_length": 336,
87
- "prediction_length": 24
88
- },
89
- {
90
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
91
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
92
- "context_length": 168,
93
- "prediction_length": 24
94
- }
95
- ],
96
- "failed_datasets": []
97
- },
98
- "Toto-2.0-1B": {
99
- "model": "Toto-2.0-1B",
100
- "api_model_id": "Datadog/Toto-2.0-1B",
101
- "evaluated_at": "2026-06-20T17:21:45.561107+00:00",
102
- "datasets": [
103
- {
104
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
105
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
106
- "context_length": 96,
107
- "prediction_length": 24
108
- },
109
- {
110
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
111
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
112
- "context_length": 336,
113
- "prediction_length": 24
114
- },
115
- {
116
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
117
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
118
- "context_length": 96,
119
- "prediction_length": 24
120
- },
121
- {
122
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
123
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
124
- "context_length": 336,
125
- "prediction_length": 24
126
- },
127
- {
128
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
129
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
130
- "context_length": 336,
131
- "prediction_length": 24
132
- },
133
- {
134
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
135
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
136
- "context_length": 168,
137
- "prediction_length": 24
138
- }
139
- ],
140
- "failed_datasets": []
141
- },
142
- "TiRex": {
143
- "model": "TiRex",
144
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
145
- "evaluated_at": "2026-06-20T17:22:56.823562+00:00",
146
- "datasets": [
147
- {
148
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
149
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
150
- "context_length": 96,
151
- "prediction_length": 24
152
- },
153
- {
154
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
155
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
156
- "context_length": 336,
157
- "prediction_length": 24
158
- },
159
- {
160
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
161
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
162
- "context_length": 96,
163
- "prediction_length": 24
164
- },
165
- {
166
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
167
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
168
- "context_length": 336,
169
- "prediction_length": 24
170
- },
171
- {
172
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
173
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
174
- "context_length": 336,
175
- "prediction_length": 24
176
- },
177
- {
178
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
179
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
180
- "context_length": 168,
181
- "prediction_length": 24
182
- }
183
- ],
184
- "failed_datasets": []
185
- },
186
- "Moirai-1.1-Large": {
187
- "model": "Moirai-1.1-Large",
188
- "api_model_id": "Salesforce/moirai-1.1-R-large",
189
- "evaluated_at": "2026-06-20T17:23:58.645926+00:00",
190
- "datasets": [
191
- {
192
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
193
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
194
- "context_length": 96,
195
- "prediction_length": 24
196
- },
197
- {
198
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
199
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
200
- "context_length": 336,
201
- "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
205
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
206
- "context_length": 96,
207
- "prediction_length": 24
208
- },
209
- {
210
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
211
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
212
- "context_length": 336,
213
- "prediction_length": 24
214
- },
215
- {
216
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
217
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
218
- "context_length": 336,
219
- "prediction_length": 24
220
- },
221
- {
222
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
223
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
224
- "context_length": 168,
225
- "prediction_length": 24
226
- }
227
- ],
228
- "failed_datasets": []
229
- },
230
- "Timer-S1": {
231
- "model": "Timer-S1",
232
- "api_model_id": "bytedance-research/Timer-S1",
233
- "evaluated_at": "2026-06-20T17:25:59.124724+00:00",
234
- "datasets": [
235
- {
236
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
237
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
238
- "context_length": 96,
239
- "prediction_length": 24
240
- },
241
- {
242
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
243
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
244
- "context_length": 336,
245
- "prediction_length": 24
246
- },
247
- {
248
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
249
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
250
- "context_length": 96,
251
- "prediction_length": 24
252
- },
253
- {
254
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
255
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
256
- "context_length": 336,
257
- "prediction_length": 24
258
- },
259
- {
260
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
261
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
262
- "context_length": 336,
263
- "prediction_length": 24
264
- },
265
- {
266
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
267
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
268
- "context_length": 168,
269
- "prediction_length": 24
270
- }
271
- ],
272
- "failed_datasets": []
273
- },
274
- "ARIMA": {
275
- "model": "ARIMA",
276
- "api_model_id": "baseline/arima",
277
- "evaluated_at": "2026-06-20T17:26:01.213378+00:00",
278
- "datasets": [
279
- {
280
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
281
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
282
- "context_length": 96,
283
- "prediction_length": 24
284
- },
285
- {
286
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
287
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
288
- "context_length": 336,
289
- "prediction_length": 24
290
- },
291
- {
292
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
293
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
294
- "context_length": 96,
295
- "prediction_length": 24
296
- },
297
- {
298
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
299
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
300
- "context_length": 336,
301
- "prediction_length": 24
302
- },
303
- {
304
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
305
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
306
- "context_length": 336,
307
- "prediction_length": 24
308
- },
309
- {
310
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
311
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
312
- "context_length": 168,
313
- "prediction_length": 24
314
- }
315
- ],
316
- "failed_datasets": []
317
- },
318
- "ETS": {
319
- "model": "ETS",
320
- "api_model_id": "baseline/ets",
321
- "evaluated_at": "2026-06-20T17:26:01.405761+00:00",
322
- "datasets": [
323
- {
324
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
325
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
326
- "context_length": 96,
327
- "prediction_length": 24
328
- },
329
- {
330
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
331
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
332
- "context_length": 336,
333
- "prediction_length": 24
334
- },
335
- {
336
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
337
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
338
- "context_length": 96,
339
- "prediction_length": 24
340
- },
341
- {
342
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
343
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
344
- "context_length": 336,
345
- "prediction_length": 24
346
- },
347
- {
348
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
349
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
350
- "context_length": 336,
351
- "prediction_length": 24
352
- },
353
- {
354
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
355
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
356
- "context_length": 168,
357
- "prediction_length": 24
358
- }
359
- ],
360
- "failed_datasets": []
361
- },
362
- "Moving-Average": {
363
- "model": "Moving-Average",
364
- "api_model_id": "baseline/moving-average",
365
- "evaluated_at": "2026-06-20T17:26:01.476003+00:00",
366
- "datasets": [
367
- {
368
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
369
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
370
- "context_length": 96,
371
- "prediction_length": 24
372
- },
373
- {
374
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
375
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
376
- "context_length": 336,
377
- "prediction_length": 24
378
- },
379
- {
380
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
381
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
382
- "context_length": 96,
383
- "prediction_length": 24
384
- },
385
- {
386
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
387
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
388
- "context_length": 336,
389
- "prediction_length": 24
390
- },
391
- {
392
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
393
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
394
- "context_length": 336,
395
- "prediction_length": 24
396
- },
397
- {
398
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
399
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
400
- "context_length": 168,
401
- "prediction_length": 24
402
- }
403
- ],
404
- "failed_datasets": []
405
- },
406
- "Seasonal-Naive": {
407
- "model": "Seasonal-Naive",
408
- "api_model_id": "baseline/seasonal-naive",
409
- "evaluated_at": "2026-06-20T17:26:01.533599+00:00",
410
- "datasets": [
411
- {
412
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
413
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
414
- "context_length": 96,
415
- "prediction_length": 24
416
- },
417
- {
418
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
419
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
420
- "context_length": 336,
421
- "prediction_length": 24
422
- },
423
- {
424
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
425
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
426
- "context_length": 96,
427
- "prediction_length": 24
428
- },
429
- {
430
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
431
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
432
- "context_length": 336,
433
- "prediction_length": 24
434
- },
435
- {
436
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
437
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
438
- "context_length": 336,
439
- "prediction_length": 24
440
- },
441
- {
442
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
443
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
444
- "context_length": 168,
445
- "prediction_length": 24
446
- }
447
- ],
448
- "failed_datasets": []
449
- }
450
- },
451
- "failed_models": [],
452
- "failed_datasets": [],
453
- "push_status": "ok",
454
- "pushed_at": "2026-06-20T17:27:14.499487+00:00",
455
- "push_detail": "HF Hub API"
456
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-20T17:56:33.162698+00:00",
4
+ "finished_at": "2026-06-20T19:37:18.021746+00:00",
5
+ "task_count": 10,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,122063.28371810913,101242.120677948,274.7447916666667,0.266033409884782,0.004364328542468783,0.0043661971434430505,16.627174955257434,349.375562565714,0.005550657613897696,0.0043649712033207244,0.006547869044446434,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,6.602895581186355,8.783970266745351,2.4889137744903564,1.4430362377026291,0.09223925307316716,0.09846848901201422,24.116860785958774,2.569610005659683,0.10211554465542194,0.09890870020068139,0.07508043445337181,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02140716342587297,0.011609897491454873,0.08869297628601393,0.14045366132617276,0.1304844775329764,0.11709249413943275,8.593505047305278,0.14631187042025323,0.13024602154303072,0.07895399919967538,0.10966095615544616,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013809829184688698,0.012500876335153658,0.09338678750726911,0.5356006780332021,0.06892997962154859,0.06911513494055505,17.085815016475895,0.11751522958616342,0.08686957967570434,0.06903335854075522,0.07007391019388305,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.6100254520768733,1.6146817583089614,1.118714412053426,22.374321433226275,0.060708813880891964,0.0631471373815867,885.4705404268442,1.268867783528636,0.07003870206911658,0.061750567256378404,0.06148906435093052,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,141.21946631530932,178.55450264425374,9.460469365119934,0.8453378803483589,0.3164810627194182,0.3701132635783386,14.260983016130117,11.883579692807606,0.46314694708149645,0.36870939714110085,0.28201911853818884,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.614746943897444,1.5849405332014612,1.1216975053151448,0.5732508135271502,0.042674004441695924,0.04385245143816859,1.7538484703020225,0.7840579977893498,0.029812090594149673,0.04265009443430361,0.027992385115540412,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,23.604433456640283,18.45842134337234,3.616086959838867,0.6311715420809659,0.9441931410184398,0.4524766980706405,30.05353623823686,4.858439405471708,0.6041582680379327,0.44966884474680213,0.5304992558287697,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,411.3089149221778,395.06844189514715,9.063201904296875,0.3107383510044643,0.0036575907169508434,0.0036423837231190858,10.85416538783482,20.280752326335868,0.008125844003874137,0.0036313329833576793,0.0035042926361644406,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,382.36791636794806,380.8561190595584,16.257890973772323,0.3370113211146514,0.06127320631014211,0.06191220665758579,9.65443353566283,19.554230139996513,0.07772834240770903,0.06462534742555721,0.06307113332638298,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,44 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-20T17:20:20.599546+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
8
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z",
14
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
15
- "context_length": 336,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t151000z",
20
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t170000z",
26
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
27
- "context_length": 336,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t170000z",
32
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
33
- "context_length": 336,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t170000z",
38
- "data_fetched_at": "2026-06-20T17:18:12.040841Z",
39
- "context_length": 168,
40
  "prediction_length": 24
41
  }
42
- ],
43
- "failed_datasets": []
44
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
 
 
 
 
 
 
 
 
 
 
 
 
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }