ziyuzhou02 commited on
Commit
64b5c9d
·
verified ·
1 Parent(s): f10b1cf

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,14 +1,7 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,118527.64027913411,118527.64027913411,270.3141276041667,0.4652991675206999,0.0045251447991921006,0.00450919851903237,3.8403807652847672,344.2784342347544,0.005742900235520856,0.004509103425351504,0.003928791293789421,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,148617.43701171875,148617.43701171875,303.1731770833333,0.3689478615160032,0.005093459937072112,0.005073250715459147,1.8670604337379941,385.50932156268124,0.006450476840600733,0.005072799665492439,0.0041584090026742905,Finance,1,24
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,2.164819412399531e-06,2.164819412399531e-06,0.0014337978015343349,0.006928419084124445,nan,2.0,0.1697647870046766,0.0014713325295117794,inf,inf,inf,Climate,1,36
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12
6
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.20179387666773133,0.20179387666773133,0.35216259956359863,0.28193973332220307,0.013632190320527893,0.01369646512521818,2.9696033147410845,0.4492147333600394,0.018307273142615103,0.014352015688801765,0.02232399663670404,Weather,1,24
7
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.008804554899467357,0.008804554899467357,0.08501033981641133,0.09225964183017703,0.04979340896750934,0.05129317897515527,0.6077231172360381,0.09383258975146831,0.05602057504572355,0.050753454998541274,0.06063647369024784,Ocean,1,60
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.16911115871210175,0.16911115871210175,0.3579906357659234,0.8145895264268754,0.14102178266121598,0.12976844302249402,5.822096515819491,0.41123127156394823,0.15160598451928206,0.13197810219434336,0.09043244182301824,Ocean,1,72
9
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.6523375981098146,0.6523375981098146,0.6706324021021525,0.29140331559556787,0.0477121072686671,0.04611093611669142,2.6576429226757927,0.8076741905680871,0.05621862314355156,0.04667975121888875,0.033544943382573904,Weather,1,24
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,128.205026790314,128.205026790314,9.19090485572815,0.753570619449647,0.3072013958663363,0.3838764340109542,2.0741221380036894,11.322765863088135,0.42000986200017815,0.3409300101042899,0.25970471116985916,Air Quality,1,24
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.883980368003146,2.883980368003146,1.3146258195241292,1.1816862130258985,0.05214183709856853,0.0505648907264859,6.8542706027956255,1.6982285970985018,0.06761360820988442,0.0523407715873878,0.036718138510799914,Weather,1,24
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,23.389385612865947,23.389385612865947,3.817001144091288,0.7119794880170279,1.2178162104242363,0.47717761432355604,8.896556235348006,4.83625739729245,0.5527151311191372,0.4362287021818615,0.35282278928807176,Hazards,1,24
13
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1009.8697467346987,1009.8697467346987,24.53692626953125,1.308636067708333,0.009287816284356858,0.009215689890353464,5.240204535590277,31.77844783394398,0.012001302093070897,0.009266502446400472,0.007286837125868738,Hydrology,1,24
14
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,0.1456044109597034,0.1456044109597034,,,0.0732649397732364,,,0.3540856210491078,,,0.2097125439693489,Web,1,7
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,78673.98026339214,78673.98026339214,217.53759765625,0.32824907108116097,0.0036272702939784637,0.003623297310984198,2.38414080860719,280.4888237762641,0.004671494211235203,0.003623052121990398,0.004263750397407614,Finance,1
3
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,7.278893959612257,7.278893959612257,2.0790089766184487,2.660847966557817,0.0785958865491148,0.08304563119070457,52.26659845787916,2.69794254194048,0.11117512468827637,0.08567049839295689,0.07675114930392904,Weather,1
4
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,3.7678311592242912,3.7678311592242912,1.6878677209218342,1.0127206325531006,0.08831525244846934,0.0851022494436936,9.478708505630493,1.9410901986317615,0.09635194367562001,0.08378247218639923,0.06301065931700432,Weather,1
5
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.0279987706897677,2.0279987706897677,0.878044843673706,0.7016562093444749,0.034202599466595755,0.03276300319958237,12.826168046675294,1.4240782178973765,0.05522358358588627,0.03404924126173637,0.02823907335309785,Weather,1
6
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,13.514262155315995,13.514262155315995,2.9063664277394614,0.7117632067933375,0.3107400965667255,0.2925501488494769,6.508810495843694,3.676174935352777,0.35575886471155904,0.281261267200593,0.24353089050580096,Hazards,1
7
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,2288.185256148378,2288.185256148378,43.976359049479164,0.40987674453883494,0.016216042943541314,0.016372453783500013,10.650111498786407,47.83497942038209,0.017675742972889458,0.016249924821978446,0.014701078236597597,Hydrology,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,26 +1,43 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-30T07:42:15.928940+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
8
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
14
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
15
- "context_length": 120,
16
- "prediction_length": 12
 
 
 
 
 
 
17
  },
18
  {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
20
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
21
- "context_length": 76,
22
- "prediction_length": 72
 
 
 
 
 
 
 
 
 
 
 
 
23
  }
24
- ],
25
- "failed_datasets": []
26
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-30T02:41:38.863754+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
8
+ "data_fetched_at": "2026-06-30T02:35:52.487252Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
14
+ "data_fetched_at": "2026-06-30T02:35:52.487252Z",
15
+ "context_length": 69,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t003000z",
20
+ "data_fetched_at": "2026-06-30T02:35:52.487252Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
26
+ "data_fetched_at": "2026-06-30T02:35:52.487252Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
32
+ "data_fetched_at": "2026-06-30T02:35:52.487252Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
38
+ "data_fetched_at": "2026-06-30T02:35:52.487252Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
  }
42
+ ]
 
43
  }
results/dataset_properties.csv CHANGED
@@ -1,13 +1,4 @@
1
  dataset,domain,frequency,num_variates
2
- binance_btcusdt_1h_close,Finance,1h,1
3
- data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
6
- nasa_power_shanghai_hourly_t2m,Weather,1h,1
7
- noaa_coops_sf_water_level_water_level,Ocean,6min,1
8
- noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
9
  nws_ksfo_observations_temperature,Weather,1h,1
10
- open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
11
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
12
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
13
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
 
 
 
 
 
 
 
2
  nws_ksfo_observations_temperature,Weather,1h,1
 
3
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 
4
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -1,290 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-30T07:41:29.613701+00:00",
4
- "finished_at": "2026-06-30T07:45:59.303505+00:00",
5
  "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-30T07:42:15.928940+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
17
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
23
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
24
- "context_length": 120,
25
- "prediction_length": 12
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
29
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
30
- "context_length": 76,
31
- "prediction_length": 72
32
- }
33
- ],
34
- "failed_datasets": []
35
- },
36
- "TimesFM-2.5": {
37
- "model": "TimesFM-2.5",
38
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
39
- "evaluated_at": "2026-06-30T07:42:51.967734+00:00",
40
- "datasets": [
41
- {
42
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
43
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
44
- "context_length": 96,
45
- "prediction_length": 24
46
- },
47
- {
48
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
49
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
50
- "context_length": 120,
51
- "prediction_length": 12
52
- },
53
- {
54
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
55
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
56
- "context_length": 76,
57
- "prediction_length": 72
58
- }
59
- ],
60
- "failed_datasets": []
61
- },
62
- "Toto-2.0-1B": {
63
- "model": "Toto-2.0-1B",
64
- "api_model_id": "Datadog/Toto-2.0-1B",
65
- "evaluated_at": "2026-06-30T07:43:32.728236+00:00",
66
- "datasets": [
67
- {
68
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
69
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
70
- "context_length": 96,
71
- "prediction_length": 24
72
- },
73
- {
74
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
75
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
76
- "context_length": 120,
77
- "prediction_length": 12
78
- },
79
- {
80
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
81
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
82
- "context_length": 76,
83
- "prediction_length": 72
84
- }
85
- ],
86
- "failed_datasets": []
87
- },
88
- "TiRex": {
89
- "model": "TiRex",
90
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
91
- "evaluated_at": "2026-06-30T07:43:57.912287+00:00",
92
- "datasets": [
93
- {
94
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
95
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
96
- "context_length": 96,
97
- "prediction_length": 24
98
- },
99
- {
100
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
101
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
102
- "context_length": 120,
103
- "prediction_length": 12
104
- },
105
- {
106
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
107
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
108
- "context_length": 76,
109
- "prediction_length": 72
110
- }
111
- ],
112
- "failed_datasets": []
113
- },
114
- "Moirai-1.1-Large": {
115
- "model": "Moirai-1.1-Large",
116
- "api_model_id": "Salesforce/moirai-1.1-R-large",
117
- "evaluated_at": "2026-06-30T07:44:34.845616+00:00",
118
- "datasets": [
119
- {
120
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
121
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
122
- "context_length": 96,
123
- "prediction_length": 24
124
- },
125
- {
126
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
127
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
128
- "context_length": 120,
129
- "prediction_length": 12
130
- },
131
- {
132
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
133
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
134
- "context_length": 76,
135
- "prediction_length": 72
136
- }
137
- ],
138
- "failed_datasets": []
139
- },
140
- "Timer-S1": {
141
- "model": "Timer-S1",
142
- "api_model_id": "bytedance-research/Timer-S1",
143
- "evaluated_at": "2026-06-30T07:45:57.961868+00:00",
144
- "datasets": [
145
- {
146
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
147
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
148
- "context_length": 96,
149
- "prediction_length": 24
150
- },
151
- {
152
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
153
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
154
- "context_length": 120,
155
- "prediction_length": 12
156
- },
157
- {
158
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
159
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
160
- "context_length": 76,
161
- "prediction_length": 72
162
- }
163
- ],
164
- "failed_datasets": []
165
- },
166
- "ARIMA": {
167
- "model": "ARIMA",
168
- "api_model_id": "baseline/arima",
169
- "evaluated_at": "2026-06-30T07:45:58.639970+00:00",
170
- "datasets": [
171
- {
172
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
173
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
174
- "context_length": 96,
175
- "prediction_length": 24
176
- },
177
- {
178
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
179
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
180
- "context_length": 120,
181
- "prediction_length": 12
182
- },
183
- {
184
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
185
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
186
- "context_length": 76,
187
- "prediction_length": 72
188
- }
189
- ],
190
- "failed_datasets": []
191
- },
192
- "ETS": {
193
- "model": "ETS",
194
- "api_model_id": "baseline/ets",
195
- "evaluated_at": "2026-06-30T07:45:58.740377+00:00",
196
- "datasets": [
197
- {
198
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
199
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
200
- "context_length": 96,
201
- "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
205
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
206
- "context_length": 120,
207
- "prediction_length": 12
208
- },
209
- {
210
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
211
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
212
- "context_length": 76,
213
- "prediction_length": 72
214
- }
215
- ],
216
- "failed_datasets": []
217
- },
218
- "Moving-Average": {
219
- "model": "Moving-Average",
220
- "api_model_id": "baseline/moving-average",
221
- "evaluated_at": "2026-06-30T07:45:58.786960+00:00",
222
- "datasets": [
223
- {
224
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
225
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
226
- "context_length": 96,
227
- "prediction_length": 24
228
- },
229
- {
230
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
231
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
232
- "context_length": 120,
233
- "prediction_length": 12
234
- },
235
- {
236
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
237
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
238
- "context_length": 76,
239
- "prediction_length": 72
240
- }
241
- ],
242
- "failed_datasets": []
243
- },
244
- "Seasonal-Naive": {
245
- "model": "Seasonal-Naive",
246
- "api_model_id": "baseline/seasonal-naive",
247
- "evaluated_at": "2026-06-30T07:45:58.821698+00:00",
248
- "datasets": [
249
- {
250
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
251
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
252
- "context_length": 96,
253
- "prediction_length": 24
254
- },
255
- {
256
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
257
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
258
- "context_length": 120,
259
- "prediction_length": 12
260
- },
261
- {
262
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
263
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
264
- "context_length": 76,
265
- "prediction_length": 72
266
- }
267
- ],
268
- "failed_datasets": []
269
- }
270
- },
271
- "failed_models": [],
272
- "skipped_models": [],
273
- "failed_datasets": [],
274
- "aggregate_status": "ok",
275
- "aggregate_files": {
276
- "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
277
- "gift_domain": "aggregates/results_by_domain.csv",
278
- "gift_frequency": "aggregates/results_by_frequency.csv",
279
- "gift_overall": "aggregates/results_overall.csv",
280
- "gift_metadata": "aggregates/metadata.json",
281
- "live_releases": "aggregates/live_release_metrics.csv",
282
- "live_by_dataset": "aggregates/live_results_by_dataset.csv",
283
- "live_rank": "aggregates/live_rank_up_to_now.csv",
284
- "live_overall": "aggregates/live_overall_up_to_now.csv",
285
- "live_metadata": "aggregates/live_metadata.json"
286
- },
287
- "push_status": "ok",
288
- "pushed_at": "2026-06-30T07:46:08.358316+00:00",
289
- "push_detail": "HF Hub API"
290
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-30T07:48:46.006733+00:00",
4
+ "finished_at": "2026-06-30T07:50:43.559089+00:00",
5
  "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,14 +1,11 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,126348.71605873108,95175.34641838074,252.42529296875,0.4345066227967203,0.004219678519992276,0.004210299765422816,16.96476461461481,355.45564569820954,0.005929347029635685,0.004210700207417509,0.004529414781943253,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,262305.8912595113,192959.45042037964,348.951171875,0.4246575830862385,0.00586230812653368,0.0058362077727840515,20.27281125524148,512.1580725318222,0.008569608050465975,0.005838773089989192,0.006846444787670643,Finance,1,24
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,5.7855455657766326e-09,8.934031397587256e-10,6.8367872801091935e-06,3.303682528660474e-05,nan,2.0,0.4428998511791991,7.606277385013403e-05,inf,inf,inf,Climate,1,36
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12
6
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.8268239915431271,1.6361124122696917,0.9860689640045166,0.7894422096305744,0.03709091807733142,0.03813283026991521,6.538998039313495,0.9092986261636642,0.037057507426054744,0.04018620165562907,0.028745892066180848,Weather,1,24
7
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.07462703363865017,0.11177373150568073,0.2563408116499583,0.27820041091891246,0.1366268164205661,0.1535507258280444,2.6700721841357775,0.2731794897840066,0.1630954889866283,0.15304234610122183,0.10542513559020643,Ocean,1,60
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.15993248932291712,0.12093983858693018,0.3050180673599243,0.6940531349675391,0.1186705534268963,0.1115841777234531,28.216010008397024,0.39991560275002663,0.14743430977162866,0.11244904654844348,0.12168084227418248,Ocean,1,72
9
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.8679253418321954,0.6195882584461287,0.6632928053538004,0.28821411265681923,0.047135874756108066,0.04562888252640127,19.653719091285307,0.9316251079872179,0.06484629751529584,0.04616887439697246,0.06743725152222554,Weather,1,24
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,111.0623986000516,152.37648004753422,10.619262337684631,0.8706829440106665,0.3589555455101055,0.4579843016250104,9.434662984227257,10.53861464330353,0.3909223360730831,0.3939139043345149,0.2691619020095503,Air Quality,1,24
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6965502627278208,1.9691790727324587,1.3168230851491292,1.1836612833895386,0.05274743959358047,0.05401984536670066,22.139812840893942,1.3025168953713502,0.051858664493614884,0.05242825395422323,0.042676954054679445,Weather,1,24
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,22.406715137818537,20.259900871964533,3.5821529626846313,0.6681736096199313,1.047484127955328,0.4656671700815041,23.816536473486707,4.733573189232267,0.5409797930551162,0.4093889100211007,0.41917000896716244,Hazards,1,24
13
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,198.13738222668567,131.28248648842177,3.7872111002604165,0.20198459201388888,0.0014458913300195405,0.0014363402344637615,31.994093967013885,14.076128097835912,0.005315925638836537,0.001430260683025177,0.004304661376376869,Hydrology,1,24
14
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,0.1444161468980461,0.1444161468980461,,,0.0610494778629864,,,0.3654615665066417,,,0.291763171778512,Web,1,7
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81742.42789522807,124744.15551821391,297.3611653645833,0.4486972705324055,0.004943552533723208,0.0049579917738521604,4.904699820126863,285.90632713395496,0.0047624096472577765,0.004953215610330298,0.003661364469335062,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,97952.0961373647,155042.49553426108,344.3505859375,0.494849513065497,0.005734942849078377,0.005753831848928334,4.4515950592935765,312.9729958596503,0.005223298429098694,0.005746968263655385,0.004048322861622117,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,11.641811304915336,13.423471256234128,2.7575780550638833,3.5293238475457582,0.10321913729068599,0.11204715871745875,101.69350427694228,3.4120098629569253,0.14059996314044312,0.11363254752226123,0.10196536560973148,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02908771671812005,0.034046774600905515,0.13568753997484842,0.17312143585760467,0.11185537202482503,0.12463965779787611,2.676967727907387,0.1705512143554541,0.1434961937098364,0.11416304242585044,0.08757558544176978,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05836318292564613,0.04761165148106272,0.16445205609003702,0.3447029766963658,0.07191232151835235,0.06762886788054125,17.47579260325252,0.24158473239351475,0.09877400134375952,0.06723764141999806,0.08169348159617512,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.091922888105425,6.327109473932221,2.2220658461252847,1.3592926513955181,0.10384344306035338,0.11108617811955894,27.998005969855527,2.2565289468795706,0.10885767783941647,0.10719513629549113,0.08603730202253673,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,49.47017191748849,82.91626740256955,7.3194271723429365,0.5005687624158839,0.2545421621602366,0.295325743742574,5.8418762834746945,7.033503530779557,0.27381035642937446,0.28494120378950605,0.21288132768520807,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6484289968751302,1.7882974488526695,1.16057284673055,0.9274277392234174,0.04635277574155072,0.04703534337119358,20.58434769273915,1.2839116001014752,0.04978813570351389,0.045005246764860715,0.03796367653364946,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.541379031458973,13.808125303080638,3.0202603340148926,0.7396555920036473,0.33108155235761566,0.30808027947552724,19.43875757528811,3.5413809497791924,0.34691078691714533,0.29586223680145884,0.27081315021125635,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,430.1970050111413,571.0872243667642,16.349232991536457,0.15238120069781555,0.006005184220679013,0.0060436006179905065,2.234056811286407,20.741191022001153,0.007664181440000427,0.006041287017657814,0.004361342408824095,Hydrology,1
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,26 +1,67 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-30T07:42:51.967734+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z",
8
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t054500z",
14
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
15
- "context_length": 120,
16
- "prediction_length": 12
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
  },
18
  {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t082000z",
20
- "data_fetched_at": "2026-06-30T07:41:27.530028Z",
21
- "context_length": 76,
22
- "prediction_length": 72
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  }
24
- ],
25
- "failed_datasets": []
26
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
8
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
14
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
20
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
21
+ "context_length": 69,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
26
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
32
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
38
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
44
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
50
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
51
+ "context_length": 96,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
56
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
62
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
  }
66
+ ]
 
67
  }