ziyuzhou02 commited on
Commit
3f97868
·
verified ·
1 Parent(s): 52f5ce6

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,14 +1,3 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,387798.1778488159,387798.1778488159,558.8587239583334,1.1254752403038522,0.009527564433755164,0.009471460975898347,9.745528176804637,622.7344360550619,0.010591401864452558,0.009505010463841614,0.006642903042449608,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,556386.871014913,556386.871014913,635.1350911458334,1.3401131084351914,0.010841785450836527,0.010761300550232479,10.51293452788149,745.9134474018504,0.01267962221096247,0.010796524766654051,0.007045662899733976,Finance,1,24
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12
6
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,3.0775751296079457,3.0775751296079457,1.4618395964304607,1.2195678322530294,0.052597837054821316,0.054478347474748084,8.34176904100966,1.7543018923799705,0.06727047531260014,0.05605571362021716,0.045102648276414456,Weather,1,24
7
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.20360510579916447,0.20360510579916447,0.3740617255369822,0.41100792138341635,0.19843511663439703,0.174048701879527,1.1796690520473758,0.45122622463589646,0.2527712745882176,0.20954468950679225,0.1262559319927672,Ocean,1,60
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.36523014646051166,0.36523014646051166,0.5184990995460086,1.1110695688907997,0.2177666586384164,0.1887199598374422,10.30653068232904,0.6043427392304069,0.23596897323660312,0.2024508481723131,0.15266828896924853,Ocean,1,72
9
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.20035250633524507,0.20035250633524507,0.22779043515523276,0.0962494830905926,0.01733123907347579,0.016763473510223982,3.3439359553049997,0.447607536057253,0.03243532750433278,0.01650655266373666,0.01657686214655157,Weather,1,24
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,62.54773356785457,62.54773356785457,6.408636252085368,0.5675867552819981,0.1852773423440838,0.19062124175474512,3.074087221823355,7.908712510127964,0.23085514160181858,0.1870679491200493,0.18126367801806895,Air Quality,1,24
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,4.168757169698135,4.168757169698135,1.427996317545573,1.2696917072553038,0.05881947029547041,0.05546616377189819,12.10917855778058,2.041753454680103,0.08316714510709187,0.05816685490673648,0.03999457413494081,Weather,1,24
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,24.68716059713601,24.68716059713601,4.151198983192444,0.7980943305470118,0.587670138456394,0.41207232808976085,7.770250929054494,4.9686175740477365,0.47698728710858274,0.3985151023864746,0.30720673133002385,Hazards,1,24
13
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1907.769026728968,1907.769026728968,40.92119344075521,0.8729854600694446,0.016429518262383078,0.016276421307732724,2.6795959201388886,43.67801537076711,0.017500373437369127,0.016395803715828463,0.011190563917292708,Hydrology,1,24
14
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,336.45090397607004,336.45090397607004,15.605024065290179,0.31936887642442857,0.06493356140143323,0.06272653359306832,1.7003156214138233,18.342598070504355,0.07579585979547254,0.06448357051772802,0.05901580794533453,Web,1,7
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,253427.98031171164,253427.98031171164,430.1599934895833,0.9318014749305178,0.007149086996462027,0.007183290602900378,3.2641156533937963,503.4163091435474,0.008389478022961463,0.007168654940634957,0.006453564120717358,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,151474.27375920615,151474.27375920615,331.1985677083333,0.6128762551879093,0.00555338622541073,0.005536958612993723,3.7665332417731356,389.19696011043834,0.006507699932794779,0.005537918117874429,0.004363665891866698,Finance,1
 
 
 
 
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,26 +1,19 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-07-01T09:27:02.026807+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
8
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
9
- "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
14
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
15
- "context_length": 288,
16
- "prediction_length": 36
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
20
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
21
- "context_length": 78,
22
- "prediction_length": 72
23
  }
24
- ],
25
- "failed_datasets": []
26
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-30T10:59:48.162083+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
8
+ "data_fetched_at": "2026-06-30T10:58:37.207440Z",
9
+ "context_length": 48,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
14
+ "data_fetched_at": "2026-06-30T10:58:37.207440Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
 
 
 
 
 
 
17
  }
18
+ ]
 
19
  }
results/dataset_properties.csv CHANGED
@@ -1,14 +1,5 @@
1
  dataset,domain,frequency,num_variates
2
- binance_btcusdt_1h_close,Finance,1h,1
3
- data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
6
- nasa_power_shanghai_hourly_t2m,Weather,1h,1
7
- noaa_coops_sf_water_level_water_level,Ocean,6min,1
8
- noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
9
  nws_ksfo_observations_temperature,Weather,1h,1
10
- open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
11
- open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
12
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
13
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
14
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
 
 
 
 
 
 
3
  nws_ksfo_observations_temperature,Weather,1h,1
 
 
4
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 
5
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -1,318 +1,19 @@
1
  {
2
  "status": "partial",
3
- "started_at": "2026-07-01T09:26:32.337966+00:00",
4
- "finished_at": "2026-07-01T09:31:21.484145+00:00",
5
- "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-07-01T09:27:02.026807+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
17
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
23
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
24
- "context_length": 288,
25
- "prediction_length": 36
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
29
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
30
- "context_length": 78,
31
- "prediction_length": 72
32
- }
33
- ],
34
- "failed_datasets": []
35
- },
36
- "TimesFM-2.5": {
37
- "model": "TimesFM-2.5",
38
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
39
- "evaluated_at": "2026-07-01T09:27:49.674203+00:00",
40
- "datasets": [
41
- {
42
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
43
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
44
- "context_length": 96,
45
- "prediction_length": 24
46
- },
47
- {
48
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
49
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
50
- "context_length": 288,
51
- "prediction_length": 36
52
- },
53
- {
54
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
55
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
56
- "context_length": 78,
57
- "prediction_length": 72
58
- }
59
- ],
60
- "failed_datasets": []
61
- },
62
- "Toto-2.0-1B": {
63
- "model": "Toto-2.0-1B",
64
- "api_model_id": "Datadog/Toto-2.0-1B",
65
- "evaluated_at": "2026-07-01T09:28:57.079600+00:00",
66
- "datasets": [
67
- {
68
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
69
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
70
- "context_length": 96,
71
- "prediction_length": 24
72
- },
73
- {
74
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
75
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
76
- "context_length": 288,
77
- "prediction_length": 36
78
- },
79
- {
80
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
81
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
82
- "context_length": 78,
83
- "prediction_length": 72
84
- }
85
- ],
86
- "failed_datasets": []
87
- },
88
- "TiRex": {
89
- "model": "TiRex",
90
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
91
- "evaluated_at": "2026-07-01T09:29:15.648739+00:00",
92
- "datasets": [
93
- {
94
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
95
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
96
- "context_length": 96,
97
- "prediction_length": 24
98
- },
99
- {
100
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
101
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
102
- "context_length": 288,
103
- "prediction_length": 36
104
- },
105
- {
106
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
107
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
108
- "context_length": 78,
109
- "prediction_length": 72
110
- }
111
- ],
112
- "failed_datasets": []
113
- },
114
- "Moirai-1.1-Large": {
115
- "model": "Moirai-1.1-Large",
116
- "api_model_id": "Salesforce/moirai-1.1-R-large",
117
- "evaluated_at": "2026-07-01T09:30:05.019483+00:00",
118
- "datasets": [
119
- {
120
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
121
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
122
- "context_length": 96,
123
- "prediction_length": 24
124
- },
125
- {
126
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
127
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
128
- "context_length": 288,
129
- "prediction_length": 36
130
- },
131
- {
132
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
133
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
134
- "context_length": 78,
135
- "prediction_length": 72
136
- }
137
- ],
138
- "failed_datasets": []
139
- },
140
- "Timer-S1": {
141
- "model": "Timer-S1",
142
- "api_model_id": "bytedance-research/Timer-S1",
143
- "evaluated_at": "2026-07-01T09:30:49.865012+00:00",
144
- "datasets": [
145
- {
146
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
147
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
148
- "context_length": 96,
149
- "prediction_length": 24
150
- },
151
- {
152
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
153
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
154
- "context_length": 288,
155
- "prediction_length": 36
156
- },
157
- {
158
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
159
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
160
- "context_length": 78,
161
- "prediction_length": 72
162
- }
163
- ],
164
- "failed_datasets": []
165
- },
166
- "Sundial (Base 128M)": {
167
- "model": "Sundial (Base 128M)",
168
- "api_model_id": "thuml/sundial-base-128m",
169
- "evaluated_at": "2026-07-01T09:31:19.857105+00:00",
170
- "datasets": [
171
- {
172
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
173
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
174
- "context_length": 96,
175
- "prediction_length": 24
176
- },
177
- {
178
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
179
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
180
- "context_length": 288,
181
- "prediction_length": 36
182
- },
183
- {
184
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
185
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
186
- "context_length": 78,
187
- "prediction_length": 72
188
- }
189
- ],
190
- "failed_datasets": []
191
- },
192
- "ARIMA": {
193
- "model": "ARIMA",
194
- "api_model_id": "baseline/arima",
195
- "evaluated_at": "2026-07-01T09:31:20.651391+00:00",
196
- "datasets": [
197
- {
198
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
199
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
200
- "context_length": 96,
201
- "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
205
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
206
- "context_length": 288,
207
- "prediction_length": 36
208
- },
209
- {
210
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
211
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
212
- "context_length": 78,
213
- "prediction_length": 72
214
- }
215
- ],
216
- "failed_datasets": []
217
- },
218
- "ETS": {
219
- "model": "ETS",
220
- "api_model_id": "baseline/ets",
221
- "evaluated_at": "2026-07-01T09:31:20.764323+00:00",
222
- "datasets": [
223
- {
224
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
225
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
226
- "context_length": 96,
227
- "prediction_length": 24
228
- },
229
- {
230
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
231
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
232
- "context_length": 288,
233
- "prediction_length": 36
234
- },
235
- {
236
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
237
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
238
- "context_length": 78,
239
- "prediction_length": 72
240
- }
241
- ],
242
- "failed_datasets": []
243
- },
244
- "Moving-Average": {
245
- "model": "Moving-Average",
246
- "api_model_id": "baseline/moving-average",
247
- "evaluated_at": "2026-07-01T09:31:20.819919+00:00",
248
- "datasets": [
249
- {
250
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
251
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
252
- "context_length": 96,
253
- "prediction_length": 24
254
- },
255
- {
256
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
257
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
258
- "context_length": 288,
259
- "prediction_length": 36
260
- },
261
- {
262
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
263
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
264
- "context_length": 78,
265
- "prediction_length": 72
266
- }
267
- ],
268
- "failed_datasets": []
269
- },
270
- "Seasonal-Naive": {
271
- "model": "Seasonal-Naive",
272
- "api_model_id": "baseline/seasonal-naive",
273
- "evaluated_at": "2026-07-01T09:31:20.865053+00:00",
274
- "datasets": [
275
- {
276
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
277
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
278
- "context_length": 96,
279
- "prediction_length": 24
280
- },
281
- {
282
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
283
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
284
- "context_length": 288,
285
- "prediction_length": 36
286
- },
287
- {
288
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
289
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
290
- "context_length": 78,
291
- "prediction_length": 72
292
- }
293
- ],
294
- "failed_datasets": []
295
- }
296
- },
297
  "failed_models": [
298
- "TabPFN-TS"
 
 
 
 
 
299
  ],
300
- "skipped_models": [],
301
- "failed_datasets": [],
302
- "aggregate_status": "ok",
303
- "aggregate_files": {
304
- "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
305
- "gift_domain": "aggregates/results_by_domain.csv",
306
- "gift_frequency": "aggregates/results_by_frequency.csv",
307
- "gift_overall": "aggregates/results_overall.csv",
308
- "gift_metadata": "aggregates/metadata.json",
309
- "live_releases": "aggregates/live_release_metrics.csv",
310
- "live_by_dataset": "aggregates/live_results_by_dataset.csv",
311
- "live_rank": "aggregates/live_rank_up_to_now.csv",
312
- "live_overall": "aggregates/live_overall_up_to_now.csv",
313
- "live_metadata": "aggregates/live_metadata.json"
314
- },
315
- "push_status": "ok",
316
- "pushed_at": "2026-07-01T09:31:30.788925+00:00",
317
- "push_detail": "HF Hub API"
318
  }
 
1
  {
2
  "status": "partial",
3
+ "started_at": "2026-07-01T09:39:13.978180+00:00",
4
+ "finished_at": "2026-07-01T09:39:21.674079+00:00",
5
+ "task_count": 4,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
  ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,14 +1,11 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,646735.1181246439,515129.86538060504,632.9466145833334,1.274679471946113,0.01079196954750023,0.010717511201949192,61.63627936705645,804.1984320580611,0.013677722444012157,0.010765089523978253,0.012367679463188315,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,1012533.3715108236,852082.3715521494,801.2820638020834,1.6906774829870297,0.01367221532099834,0.013549063668702385,75.12183436496359,1006.2471721753178,0.017104979188233744,0.013620821408730027,0.014777848175667883,Finance,1,24
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12
6
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,2.9256197349172908,4.342611337276594,1.6804980436960857,1.4019878523336915,0.05972269419633205,0.062447726073867234,15.593821259095378,1.7104443092124604,0.06558871205477354,0.06444039230212772,0.045753440533306385,Weather,1,24
7
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0520394841210584,0.07749493202320869,0.22171787023544312,0.24361701494107554,0.1173557951919029,0.12948088454562326,2.7046106141378776,0.2281216432543357,0.12779088487839158,0.12420357150921568,0.08733156520674581,Ocean,1,60
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.3863672084999937,0.2821360914440526,0.4543000790807936,0.9735002306721733,0.1907793569844373,0.1680910831415569,43.627015619068466,0.6215844339267141,0.24270108852523484,0.177383984688086,0.20008980321388392,Ocean,1,72
9
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.19796917974429107,0.18175832536273143,0.23196172714233398,0.09801200089475248,0.01757276067359236,0.01707045347614641,5.204276335112749,0.4449372761910279,0.03224183041970905,0.016808820187893182,0.02066791039000026,Weather,1,24
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,61.58120310726357,86.23274892374411,6.481114387512207,0.5740058479091421,0.17083229799210672,0.2018301418518551,9.92715749946394,7.847369183826103,0.22906453127660983,0.18918358427502194,0.16010539571542248,Air Quality,1,24
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.1490995596608022,2.046967405272426,1.1857672532399495,1.054315637705148,0.04907943262823459,0.04903279352448308,26.397339649445325,1.4659807500989916,0.059714082269932335,0.0483000907809879,0.04346499180713426,Weather,1,24
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,22.964233114635288,23.039461662834544,3.820330182711283,0.7344827053543722,0.49721401798490944,0.38500115615273495,24.08375329551136,4.792101116904284,0.4600417072228113,0.3667516975402832,0.36146671981811523,Hazards,1,24
13
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1866.2241027355194,1295.6372718140483,32.978790283203125,0.7035475260416666,0.013246169483418368,0.013141816118955393,37.70943771701389,43.19981600349149,0.01730877435866103,0.013213538677744156,0.01634411057274277,Hydrology,1,24
14
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,292.21702043203237,262.8787845134336,13.863067626953125,0.2837183918007344,0.05474280144466193,0.0547911800229988,8.055749195743827,17.094356391278158,0.0706378363275957,0.05728540341716167,0.058426039834731235,Web,1,7
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81742.42789522807,124744.15551821391,297.3611653645833,0.4486972705324055,0.004943552533723208,0.0049579917738521604,4.904699820126863,285.90632713395496,0.0047624096472577765,0.004953215610330298,0.003661364469335062,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,97952.0961373647,155042.49553426108,344.3505859375,0.494849513065497,0.005734942849078377,0.005753831848928334,4.4515950592935765,312.9729958596503,0.005223298429098694,0.005746968263655385,0.004048322861622117,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,11.641811304915336,13.423471256234128,2.7575780550638833,3.5293238475457582,0.10321913729068599,0.11204715871745875,101.69350427694228,3.4120098629569253,0.14059996314044312,0.11363254752226123,0.10196536560973148,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02908771671812005,0.034046774600905515,0.13568753997484842,0.17312143585760467,0.11185537202482503,0.12463965779787611,2.676967727907387,0.1705512143554541,0.1434961937098364,0.11416304242585044,0.08757558544176978,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05836318292564613,0.04761165148106272,0.16445205609003702,0.3447029766963658,0.07191232151835235,0.06762886788054125,17.47579260325252,0.24158473239351475,0.09877400134375952,0.06723764141999806,0.08169348159617512,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.091922888105425,6.327109473932221,2.2220658461252847,1.3592926513955181,0.10384344306035338,0.11108617811955894,27.998005969855527,2.2565289468795706,0.10885767783941647,0.10719513629549113,0.08603730202253673,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,49.47017191748849,82.91626740256955,7.3194271723429365,0.5005687624158839,0.2545421621602366,0.295325743742574,5.8418762834746945,7.033503530779557,0.27381035642937446,0.28494120378950605,0.21288132768520807,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6484289968751302,1.7882974488526695,1.16057284673055,0.9274277392234174,0.04635277574155072,0.04703534337119358,20.58434769273915,1.2839116001014752,0.04978813570351389,0.045005246764860715,0.03796367653364946,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.541379031458973,13.808125303080638,3.0202603340148926,0.7396555920036473,0.33108155235761566,0.30808027947552724,19.43875757528811,3.5413809497791924,0.34691078691714533,0.29586223680145884,0.27081315021125635,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,430.1970050111413,571.0872243667642,16.349232991536457,0.15238120069781555,0.006005184220679013,0.0060436006179905065,2.234056811286407,20.741191022001153,0.007664181440000427,0.006041287017657814,0.004361342408824095,Hydrology,1
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,26 +1,67 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-07-01T09:27:49.674203+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t090000z",
8
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t061500z",
14
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
15
- "context_length": 288,
16
- "prediction_length": 36
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
  },
18
  {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t095000z",
20
- "data_fetched_at": "2026-07-01T09:26:29.723848Z",
21
- "context_length": 78,
22
- "prediction_length": 72
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  }
24
- ],
25
- "failed_datasets": []
26
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
8
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
14
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
20
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
21
+ "context_length": 69,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
26
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
32
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
38
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
44
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
50
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
51
+ "context_length": 96,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
56
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
62
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
  }
66
+ ]
 
67
  }