ziyuzhou02 commited on
Commit
0fbf335
·
verified ·
1 Parent(s): 9df0bdb

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,385045.84802691144,385045.84802691144,498.4041341145833,0.49128009300036224,0.007682823164417108,0.0076450952633348975,2.1671099457187712,620.5206265926311,0.009508733392695909,0.007637444800403527,0.006411995246873231,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.2636181896623384,0.2636181896623384,0.41401322682698566,0.23349983671001576,0.017847168659734923,0.01761600110836976,1.959125489732039,0.5134376200302607,0.022199109404753965,0.017900373012802992,0.020483897112699892,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0028039436021664327,0.0028039436021664327,0.04180124987227221,0.04908170385966868,0.4238018658780112,0.4031374224609519,0.5759192443215132,0.05295227664762331,0.21294481116695702,0.16810154018171602,0.25369628253179816,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.023877284456183645,0.023877284456183645,0.12067889173825581,0.7363459467296803,0.08137564643818852,0.07999967922492515,10.998541676061977,0.1545227635534119,0.10244603252454787,0.08000810614398804,0.06820393919250703,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.3137860168476436,0.3137860168476436,0.464180866877238,0.46612306607609266,0.02298759999327221,0.02320523138772051,2.255276891701538,0.5601660618492017,0.02834489949480901,0.023487963507847386,0.023133381101097576,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,39.61062385971703,39.61062385971703,5.341403961181641,0.4421293116229344,0.1715813951711349,0.18209901352637461,2.198385890212146,6.293697153479585,0.2082569064190109,0.17674575655025554,0.1551408308624319,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.5701619780666078,0.5701619780666078,0.5729495684305826,0.2785295290593131,0.022043345694780506,0.021729303244539505,1.9582654497961631,0.7550907085023678,0.02970361863504807,0.02253858415438844,0.024279920752778735,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,33.86120499855588,33.86120499855588,5.188571612040202,0.9530029491502412,0.6297438491113121,0.4386743088488095,9.515223354709391,5.819038150635883,0.5654126138269684,0.5041527072427726,0.35584814472344345,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,4878.137272293369,4878.137272293369,57.902364095052086,2.22345078125,0.021977115806121075,0.02230259439114755,31.591423046874997,69.84366307900359,0.026777123225177096,0.022198989429412938,0.01711120081134074,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,32 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-18T20:07:06.550194+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
8
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z",
14
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z",
20
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
21
- "context_length": 72,
22
- "prediction_length": 72
23
  },
24
  {
25
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z",
26
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
27
- "context_length": 168,
28
  "prediction_length": 24
29
  }
30
- ],
31
- "failed_datasets": []
32
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
 
 
 
 
 
 
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,5 +1,7 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
 
3
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
4
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
5
  nws_ksfo_observations_temperature,Weather,1h,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
+ nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
7
  nws_ksfo_observations_temperature,Weather,1h,1
results/online_status.json CHANGED
@@ -1,272 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-18T20:05:41.034001+00:00",
4
- "finished_at": "2026-06-19T02:54:01.689077+00:00",
5
- "task_count": 4,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-18T20:07:06.550194+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
17
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z",
23
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
24
- "context_length": 240,
25
- "prediction_length": 60
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z",
29
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
30
- "context_length": 72,
31
- "prediction_length": 72
32
- },
33
- {
34
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z",
35
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
36
- "context_length": 168,
37
- "prediction_length": 24
38
- }
39
- ],
40
- "failed_datasets": []
41
- },
42
- "TimesFM-2.5": {
43
- "model": "TimesFM-2.5",
44
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
45
- "evaluated_at": "2026-06-18T20:08:21.138205+00:00",
46
- "datasets": [
47
- {
48
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
49
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
50
- "context_length": 96,
51
- "prediction_length": 24
52
- },
53
- {
54
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z",
55
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
56
- "context_length": 240,
57
- "prediction_length": 60
58
- },
59
- {
60
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z",
61
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
62
- "context_length": 72,
63
- "prediction_length": 72
64
- },
65
- {
66
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z",
67
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
68
- "context_length": 168,
69
- "prediction_length": 24
70
- }
71
- ],
72
- "failed_datasets": []
73
- },
74
- "Toto-2.0-1B": {
75
- "model": "Toto-2.0-1B",
76
- "api_model_id": "Datadog/Toto-2.0-1B",
77
- "evaluated_at": "2026-06-18T20:09:17.903038+00:00",
78
- "datasets": [
79
- {
80
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
81
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
82
- "context_length": 96,
83
- "prediction_length": 24
84
- },
85
- {
86
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z",
87
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
88
- "context_length": 240,
89
- "prediction_length": 60
90
- },
91
- {
92
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z",
93
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
94
- "context_length": 72,
95
- "prediction_length": 72
96
- },
97
- {
98
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z",
99
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
100
- "context_length": 168,
101
- "prediction_length": 24
102
- }
103
- ],
104
- "failed_datasets": []
105
- },
106
- "TiRex": {
107
- "model": "TiRex",
108
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
109
- "evaluated_at": "2026-06-18T23:12:04.160981+00:00",
110
- "datasets": [
111
- {
112
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
113
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
114
- "context_length": 96,
115
- "prediction_length": 24
116
- },
117
- {
118
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z",
119
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
120
- "context_length": 240,
121
- "prediction_length": 60
122
- },
123
- {
124
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z",
125
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
126
- "context_length": 72,
127
- "prediction_length": 72
128
- },
129
- {
130
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z",
131
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
132
- "context_length": 168,
133
- "prediction_length": 24
134
- }
135
- ],
136
- "failed_datasets": []
137
- },
138
- "ARIMA": {
139
- "model": "ARIMA",
140
- "api_model_id": "baseline/arima",
141
- "evaluated_at": "2026-06-19T02:54:01.406188+00:00",
142
- "datasets": [
143
- {
144
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
145
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
146
- "context_length": 96,
147
- "prediction_length": 24
148
- },
149
- {
150
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z",
151
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
152
- "context_length": 240,
153
- "prediction_length": 60
154
- },
155
- {
156
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z",
157
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
158
- "context_length": 72,
159
- "prediction_length": 72
160
- },
161
- {
162
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z",
163
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
164
- "context_length": 168,
165
- "prediction_length": 24
166
- }
167
- ],
168
- "failed_datasets": []
169
- },
170
- "ETS": {
171
- "model": "ETS",
172
- "api_model_id": "baseline/ets",
173
- "evaluated_at": "2026-06-19T02:54:01.596810+00:00",
174
- "datasets": [
175
- {
176
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
177
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
178
- "context_length": 96,
179
- "prediction_length": 24
180
- },
181
- {
182
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z",
183
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
184
- "context_length": 240,
185
- "prediction_length": 60
186
- },
187
- {
188
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z",
189
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
190
- "context_length": 72,
191
- "prediction_length": 72
192
- },
193
- {
194
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z",
195
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
196
- "context_length": 168,
197
- "prediction_length": 24
198
- }
199
- ],
200
- "failed_datasets": []
201
- },
202
- "Moving-Average": {
203
- "model": "Moving-Average",
204
- "api_model_id": "baseline/moving-average",
205
- "evaluated_at": "2026-06-19T02:54:01.648674+00:00",
206
- "datasets": [
207
- {
208
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
209
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
210
- "context_length": 96,
211
- "prediction_length": 24
212
- },
213
- {
214
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z",
215
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
216
- "context_length": 240,
217
- "prediction_length": 60
218
- },
219
- {
220
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z",
221
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
222
- "context_length": 72,
223
- "prediction_length": 72
224
- },
225
- {
226
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z",
227
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
228
- "context_length": 168,
229
- "prediction_length": 24
230
- }
231
- ],
232
- "failed_datasets": []
233
- },
234
- "Seasonal-Naive": {
235
- "model": "Seasonal-Naive",
236
- "api_model_id": "baseline/seasonal-naive",
237
- "evaluated_at": "2026-06-19T02:54:01.687551+00:00",
238
- "datasets": [
239
- {
240
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
241
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
242
- "context_length": 96,
243
- "prediction_length": 24
244
- },
245
- {
246
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z",
247
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
248
- "context_length": 240,
249
- "prediction_length": 60
250
- },
251
- {
252
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z",
253
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
254
- "context_length": 72,
255
- "prediction_length": 72
256
- },
257
- {
258
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z",
259
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
260
- "context_length": 168,
261
- "prediction_length": 24
262
- }
263
- ],
264
- "failed_datasets": []
265
- }
266
- },
267
- "failed_models": [],
268
- "failed_datasets": [],
269
- "push_status": "ok",
270
- "pushed_at": "2026-06-19T03:03:55.953183+00:00",
271
- "push_detail": "HF Hub API"
272
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-19T01:28:42.573275+00:00",
4
+ "finished_at": "2026-06-19T03:07:10.153042+00:00",
5
+ "task_count": 11,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,738856.7660821279,570699.654214859,585.0496419270834,0.5766871155801597,0.009029842228555232,0.00896587210368016,23.996490346527747,859.567778643504,0.013171843915897305,0.008965183151323313,0.009701484269118191,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.526210171215401,0.7473377386639489,0.7295161088307699,0.41144070104913816,0.03116201568238881,0.03095660265167545,17.411750000413743,1.2353987903569443,0.053413991954890584,0.031541529643874154,0.038499626353120694,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.002288210345946227,0.008782145000776821,0.06709895430443187,0.0787854672892954,0.33039638699876056,0.41033030243623553,0.8263564371137994,0.047835241673333556,0.19236692263562882,0.2698349355012829,0.21121977463398922,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02274433091544776,0.027032492386544742,0.1283723513285319,0.783289100615411,0.081156531297995,0.08521517658553067,16.378691377101177,0.15081223728679236,0.09998601507565011,0.0851087424081025,0.07226923249281275,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.451143813647377,1.8587206124896813,0.957312266031901,0.9613177976011991,0.046410566370603035,0.04866735983908856,14.169091384827743,1.2046343070190957,0.06095556422632252,0.04844084962278008,0.03761346568741606,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,128.38730747357113,76.83730431487841,6.912498076756795,0.5721750383386532,0.264575894595827,0.2144088982786079,33.88106499361149,11.330812304224755,0.3749338203201751,0.22873287830458083,0.3146156556132135,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4408147687421054,0.8901380158275364,0.765444835027059,0.3721077755673378,0.029875976417459715,0.03052612799945682,3.600781765025698,0.6639388290664324,0.026117902860577757,0.03011092734925336,0.023208248176009263,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,33.609178954652634,23.571583174889913,4.262144009272258,0.7828427772132717,0.5167466424063112,0.37932201196528603,40.5780180595359,5.797342404468847,0.5633045251305763,0.41413545029366067,0.5138086884396064,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,2771.5685460989675,3731.752880235513,49.60968017578125,1.90501171875,0.018840952217132473,0.019067740126627084,34.52156367187499,52.64568877029692,0.020183650646759203,0.019019685690395367,0.015003169408113685,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,32 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-18T20:08:21.138205+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
8
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z",
14
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z",
20
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
21
- "context_length": 72,
22
- "prediction_length": 72
23
  },
24
  {
25
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z",
26
- "data_fetched_at": "2026-06-18T20:05:40.528091Z",
27
- "context_length": 168,
28
  "prediction_length": 24
29
  }
30
- ],
31
- "failed_datasets": []
32
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
 
 
 
 
 
 
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }