ziyuzhou02 commited on
Commit
f51ce42
·
verified ·
1 Parent(s): 22571b2

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,4525259.544978459,4525259.544978459,1855.7430013020833,1.6869219447355295,0.029319271571139335,0.028762615130256963,20.49445301699377,2127.265743854881,0.03340127692666375,0.029137960816726947,0.019117885309381556,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.2636181896623384,0.2636181896623384,0.41401322682698566,0.23349983671001576,0.017847168659734923,0.01761600110836976,1.959125489732039,0.5134376200302607,0.022199109404753965,0.017900373012802992,0.020483897112699892,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.05918562287327038,0.05918562287327038,0.1723447491725286,0.1939817927602084,0.14520350196882978,0.17627918454813168,0.7543168396897665,0.24328095460448682,0.16717083473303482,0.11842692588849187,0.11067854040842463,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.09648264034474646,0.09648264034474646,0.28134051627582973,1.5581932856794607,0.19988891644248957,0.1777961879123805,10.122785055207828,0.31061654872969413,0.21058749671563104,0.1907393385494351,0.12480516112869829,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,1.2451256000957376,1.2451256000957376,0.9612921873728434,1.195389217043619,0.05242452172001679,0.05061138950457242,9.647567969140878,1.1158519615503382,0.05992492155507006,0.05162455317082011,0.03346227818333205,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,39.01831377944821,39.01831377944821,5.246808608373006,0.43935809568653,0.18884457881490724,0.18705193530066402,2.0052226031688942,6.246464102149969,0.21398107861225618,0.17973652724671846,0.16086761067692262,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.627711607526635,1.627711607526635,1.1214147408803303,0.548919651323038,0.04337233681957694,0.04288373912441626,4.0964594912680665,1.275818015050201,0.04967493697021059,0.0436631289992433,0.0342768607349334,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,33.86120499855588,33.86120499855588,5.188571612040202,0.9530029491502412,0.6297438491113121,0.4386743088488095,9.515223354709391,5.819038150635883,0.5654126138269684,0.5041527072427726,0.35584814472344345,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,0.5393722628553709,0.5393722628553709,0.6888326009114584,0.025433819110576922,0.0002599368305326258,0.0002599668287220067,1.5076423527644234,0.7344196776063199,0.0002771395009835169,0.0002599368305326258,0.0019389611756693308,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,26 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-19T03:45:00.101479+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
8
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
14
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
  },
18
  {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
20
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
21
- "context_length": 71,
22
- "prediction_length": 72
23
  }
24
- ],
25
- "failed_datasets": []
26
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,10 +1,10 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
 
3
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
4
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
5
  nws_ksfo_observations_temperature,Weather,1h,1
6
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
7
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
8
- usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
9
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
10
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
+ nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
7
  nws_ksfo_observations_temperature,Weather,1h,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
9
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
 
 
10
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -1,276 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-19T03:44:17.985001+00:00",
4
- "finished_at": "2026-06-19T03:48:43.296780+00:00",
5
- "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-19T03:45:00.101479+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
17
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
23
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
24
- "context_length": 240,
25
- "prediction_length": 60
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
29
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
30
- "context_length": 71,
31
- "prediction_length": 72
32
- }
33
- ],
34
- "failed_datasets": []
35
- },
36
- "TimesFM-2.5": {
37
- "model": "TimesFM-2.5",
38
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
39
- "evaluated_at": "2026-06-19T03:45:35.450353+00:00",
40
- "datasets": [
41
- {
42
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
43
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
44
- "context_length": 96,
45
- "prediction_length": 24
46
- },
47
- {
48
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
49
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
50
- "context_length": 240,
51
- "prediction_length": 60
52
- },
53
- {
54
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
55
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
56
- "context_length": 71,
57
- "prediction_length": 72
58
- }
59
- ],
60
- "failed_datasets": []
61
- },
62
- "Toto-2.0-1B": {
63
- "model": "Toto-2.0-1B",
64
- "api_model_id": "Datadog/Toto-2.0-1B",
65
- "evaluated_at": "2026-06-19T03:46:50.815215+00:00",
66
- "datasets": [
67
- {
68
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
69
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
70
- "context_length": 96,
71
- "prediction_length": 24
72
- },
73
- {
74
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
75
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
76
- "context_length": 240,
77
- "prediction_length": 60
78
- },
79
- {
80
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
81
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
82
- "context_length": 71,
83
- "prediction_length": 72
84
- }
85
- ],
86
- "failed_datasets": []
87
- },
88
- "TiRex": {
89
- "model": "TiRex",
90
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
91
- "evaluated_at": "2026-06-19T03:47:18.060653+00:00",
92
- "datasets": [
93
- {
94
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
95
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
96
- "context_length": 96,
97
- "prediction_length": 24
98
- },
99
- {
100
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
101
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
102
- "context_length": 240,
103
- "prediction_length": 60
104
- },
105
- {
106
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
107
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
108
- "context_length": 71,
109
- "prediction_length": 72
110
- }
111
- ],
112
- "failed_datasets": []
113
- },
114
- "Moirai-1.1-Large": {
115
- "model": "Moirai-1.1-Large",
116
- "api_model_id": "Salesforce/moirai-1.1-R-large",
117
- "evaluated_at": "2026-06-19T03:48:08.678042+00:00",
118
- "datasets": [
119
- {
120
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
121
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
122
- "context_length": 96,
123
- "prediction_length": 24
124
- },
125
- {
126
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
127
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
128
- "context_length": 240,
129
- "prediction_length": 60
130
- },
131
- {
132
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
133
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
134
- "context_length": 71,
135
- "prediction_length": 72
136
- }
137
- ],
138
- "failed_datasets": []
139
- },
140
- "Timer-S1": {
141
- "model": "Timer-S1",
142
- "api_model_id": "bytedance-research/Timer-S1",
143
- "evaluated_at": "2026-06-19T03:48:41.300665+00:00",
144
- "datasets": [
145
- {
146
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
147
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
148
- "context_length": 96,
149
- "prediction_length": 24
150
- },
151
- {
152
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
153
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
154
- "context_length": 240,
155
- "prediction_length": 60
156
- },
157
- {
158
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
159
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
160
- "context_length": 71,
161
- "prediction_length": 72
162
- }
163
- ],
164
- "failed_datasets": []
165
- },
166
- "ARIMA": {
167
- "model": "ARIMA",
168
- "api_model_id": "baseline/arima",
169
- "evaluated_at": "2026-06-19T03:48:43.090317+00:00",
170
- "datasets": [
171
- {
172
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
173
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
174
- "context_length": 96,
175
- "prediction_length": 24
176
- },
177
- {
178
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
179
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
180
- "context_length": 240,
181
- "prediction_length": 60
182
- },
183
- {
184
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
185
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
186
- "context_length": 71,
187
- "prediction_length": 72
188
- }
189
- ],
190
- "failed_datasets": []
191
- },
192
- "ETS": {
193
- "model": "ETS",
194
- "api_model_id": "baseline/ets",
195
- "evaluated_at": "2026-06-19T03:48:43.230573+00:00",
196
- "datasets": [
197
- {
198
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
199
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
200
- "context_length": 96,
201
- "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
205
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
206
- "context_length": 240,
207
- "prediction_length": 60
208
- },
209
- {
210
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
211
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
212
- "context_length": 71,
213
- "prediction_length": 72
214
- }
215
- ],
216
- "failed_datasets": []
217
- },
218
- "Moving-Average": {
219
- "model": "Moving-Average",
220
- "api_model_id": "baseline/moving-average",
221
- "evaluated_at": "2026-06-19T03:48:43.272605+00:00",
222
- "datasets": [
223
- {
224
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
225
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
226
- "context_length": 96,
227
- "prediction_length": 24
228
- },
229
- {
230
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
231
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
232
- "context_length": 240,
233
- "prediction_length": 60
234
- },
235
- {
236
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
237
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
238
- "context_length": 71,
239
- "prediction_length": 72
240
- }
241
- ],
242
- "failed_datasets": []
243
- },
244
- "Seasonal-Naive": {
245
- "model": "Seasonal-Naive",
246
- "api_model_id": "baseline/seasonal-naive",
247
- "evaluated_at": "2026-06-19T03:48:43.295320+00:00",
248
- "datasets": [
249
- {
250
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
251
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
252
- "context_length": 96,
253
- "prediction_length": 24
254
- },
255
- {
256
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
257
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
258
- "context_length": 240,
259
- "prediction_length": 60
260
- },
261
- {
262
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
263
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
264
- "context_length": 71,
265
- "prediction_length": 72
266
- }
267
- ],
268
- "failed_datasets": []
269
- }
270
- },
271
- "failed_models": [],
272
- "failed_datasets": [],
273
- "push_status": "ok",
274
- "pushed_at": "2026-06-19T03:52:33.569680+00:00",
275
- "push_detail": "HF Hub API"
276
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-19T03:58:26.610671+00:00",
4
+ "finished_at": "2026-06-19T06:03:22.023310+00:00",
5
+ "task_count": 9,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1309848.276089986,1010694.1341425577,753.2607421875,0.6847349418600981,0.011947237171961453,0.011821887904386222,37.1690239314189,1144.486031408853,0.017970154873322354,0.011827328447547891,0.014828174270802685,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.526210171215401,0.7473377386639489,0.7295161088307699,0.41144070104913816,0.03116201568238881,0.03095660265167545,17.411750000413743,1.2353987903569443,0.053413991954890584,0.031541529643874154,0.038499626353120694,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.047092906994085956,0.029047234808368096,0.11778773466746012,0.1325754108881183,0.10017905234066213,0.08963858119233281,6.35251636099475,0.21700900210379742,0.1491180272835285,0.08093800008999709,0.09688691900121488,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06271225503281662,0.041753047187010374,0.17312886317571005,0.9588673388699741,0.12381134449342628,0.11427232808046127,43.35098584410173,0.25042415025874926,0.16977908979994927,0.11737550383100502,0.13463726091849165,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.0100968204675762,0.6023095146007714,0.6345949172973633,0.789133555117235,0.03472651886642334,0.03383391751984107,53.606305562645424,1.0050357309407343,0.05397372537929536,0.03407983491417213,0.05010405271940715,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,85.86004566916078,59.791612473109275,6.461504062016805,0.5410744572287355,0.25581093443349984,0.2251951052655632,21.369010044640078,9.266069591210762,0.3174217498410116,0.2213475633633979,0.2475484901072689,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.3753085343738953,2.2736152357409387,1.279158353805542,0.6261333402900386,0.04939997423492217,0.04943895560326242,18.24830563171384,1.541203599260622,0.06000792491437004,0.049804995579803266,0.048236312581249004,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,33.609178954652634,23.571583174889913,4.262144009272258,0.7828427772132717,0.5167466424063112,0.37932201196528603,40.5780180595359,5.797342404468847,0.5633045251305763,0.41413545029366067,0.5138086884396064,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.03053480138381322,0.12935407956441244,0.2716064453125,0.010028545673076926,0.00010249299823113208,0.0001025019959402483,0.1420090895432692,0.17474209963203835,6.594041495548617e-05,0.00010249299823113208,0.0002099295455538085,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,26 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-19T03:45:35.450353+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z",
8
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z",
14
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
  },
18
  {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z",
20
- "data_fetched_at": "2026-06-19T03:44:17.277795Z",
21
- "context_length": 71,
22
- "prediction_length": 72
23
  }
24
- ],
25
- "failed_datasets": []
26
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
  }
24
+ ]
 
25
  }