ziyuzhou02 commited on
Commit
d029bf4
·
verified ·
1 Parent(s): 3f63f29

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,259820.0387547811,259820.0387547811,434.2490234375,0.6236484340102003,0.006551304038579018,0.00653027211605544,4.618213769546384,509.7254542935649,0.007674699110391257,0.006538285592354668,0.0062551210080991435,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,22.345834660703684,22.345834660703684,3.6524171829223633,2.1067371381944047,0.1598800262704899,0.14129449832827615,48.90445553239535,4.7271381046785255,0.20756959399893793,0.16037838010774536,0.12868841871906067,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.005360358200249034,0.005360358200249034,0.061518956635457776,0.06844312327702722,0.48648436930781364,0.3505419724901521,0.7401672831597693,0.07321446715130168,0.35192213116191257,0.29570497701317583,0.4503443394517261,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.0031932899210980934,0.0031932899210980934,0.04276234656572342,0.3364906274911812,0.04306784844084929,0.042744616416368425,2.277583761926597,0.056509202092208784,0.056509202092208784,0.04276234656572342,0.045876325611714966,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.006700739294691023,0.006700739294691023,0.022412657737731934,0.16137119726989638,0.001561831896542386,0.0015775201496534858,5.099205722505846,0.08185804355523667,0.005826195059920328,0.001595206898673861,0.002153775886468338,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,77.60544457964568,77.60544457964568,4.514706969261169,0.7083436611684263,0.18636602692180756,0.21208246142115325,11.689653072024212,8.809395244830696,0.5065296442488988,0.2595902274188214,0.24383838239549993,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.49432844382530067,0.49432844382530067,0.5745224952697754,0.22728362450232872,0.023741709489003043,0.024121975357325066,1.70456540453565,0.7030849478016868,0.029428042945461464,0.0240469842467762,0.024020474220580852,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,12.795067039783552,12.795067039783552,2.947515288988749,0.5895030577977498,0.47488588269336063,0.3008483612427243,4.827474625905355,3.5770192954167235,0.3532858563374542,0.2911126211346913,0.22658352348212515,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,258.74086638291675,258.74086638291675,4.89532470703125,0.1415515577936747,0.001574139503727435,0.0015714845010692524,3.476107751317771,16.085424034911753,0.005156273231439589,0.0015692238943335113,0.0024463777579053687,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,44 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-16T14:23:05.217815+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
8
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z",
14
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
15
- "context_length": 81,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z",
20
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z",
26
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z",
32
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z",
38
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  }
42
- ],
43
- "failed_datasets": []
44
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,10 +1,10 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
6
  nws_ksfo_observations_temperature,Weather,1h,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
10
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
7
  nws_ksfo_observations_temperature,Weather,1h,1
 
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
10
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
results/online_status.json CHANGED
@@ -1,280 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-16T14:22:02.203912+00:00",
4
- "finished_at": "2026-06-16T14:39:23.912080+00:00",
5
- "task_count": 6,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-16T14:23:05.217815+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
17
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z",
23
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
24
- "context_length": 81,
25
- "prediction_length": 24
26
- },
27
- {
28
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z",
29
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
30
- "context_length": 96,
31
- "prediction_length": 24
32
- },
33
- {
34
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z",
35
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
36
- "context_length": 96,
37
- "prediction_length": 24
38
- },
39
- {
40
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z",
41
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
42
- "context_length": 96,
43
- "prediction_length": 24
44
- },
45
- {
46
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z",
47
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
48
- "context_length": 96,
49
- "prediction_length": 24
50
- }
51
- ],
52
- "failed_datasets": []
53
- },
54
- "TimesFM-2.5": {
55
- "model": "TimesFM-2.5",
56
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
57
- "evaluated_at": "2026-06-16T14:30:11.100071+00:00",
58
- "datasets": [
59
- {
60
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
61
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
62
- "context_length": 96,
63
- "prediction_length": 24
64
- },
65
- {
66
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z",
67
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
68
- "context_length": 81,
69
- "prediction_length": 24
70
- },
71
- {
72
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z",
73
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
74
- "context_length": 96,
75
- "prediction_length": 24
76
- },
77
- {
78
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z",
79
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
80
- "context_length": 96,
81
- "prediction_length": 24
82
- },
83
- {
84
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z",
85
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
86
- "context_length": 96,
87
- "prediction_length": 24
88
- },
89
- {
90
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z",
91
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
92
- "context_length": 96,
93
- "prediction_length": 24
94
- }
95
- ],
96
- "failed_datasets": []
97
- },
98
- "Toto-2.0-1B": {
99
- "model": "Toto-2.0-1B",
100
- "api_model_id": "Datadog/Toto-2.0-1B",
101
- "evaluated_at": "2026-06-16T14:31:13.814779+00:00",
102
- "datasets": [
103
- {
104
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
105
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
106
- "context_length": 96,
107
- "prediction_length": 24
108
- },
109
- {
110
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z",
111
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
112
- "context_length": 81,
113
- "prediction_length": 24
114
- },
115
- {
116
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z",
117
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
118
- "context_length": 96,
119
- "prediction_length": 24
120
- },
121
- {
122
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z",
123
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
124
- "context_length": 96,
125
- "prediction_length": 24
126
- },
127
- {
128
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z",
129
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
130
- "context_length": 96,
131
- "prediction_length": 24
132
- },
133
- {
134
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z",
135
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
136
- "context_length": 96,
137
- "prediction_length": 24
138
- }
139
- ],
140
- "failed_datasets": []
141
- },
142
- "TiRex": {
143
- "model": "TiRex",
144
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
145
- "evaluated_at": "2026-06-16T14:36:34.455819+00:00",
146
- "datasets": [
147
- {
148
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
149
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
150
- "context_length": 96,
151
- "prediction_length": 24
152
- },
153
- {
154
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z",
155
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
156
- "context_length": 81,
157
- "prediction_length": 24
158
- },
159
- {
160
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z",
161
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
162
- "context_length": 96,
163
- "prediction_length": 24
164
- },
165
- {
166
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z",
167
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
168
- "context_length": 96,
169
- "prediction_length": 24
170
- },
171
- {
172
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z",
173
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
174
- "context_length": 96,
175
- "prediction_length": 24
176
- },
177
- {
178
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z",
179
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
180
- "context_length": 96,
181
- "prediction_length": 24
182
- }
183
- ],
184
- "failed_datasets": []
185
- },
186
- "Moirai-1.1-Large": {
187
- "model": "Moirai-1.1-Large",
188
- "api_model_id": "Salesforce/moirai-1.1-R-large",
189
- "evaluated_at": "2026-06-16T14:37:39.661161+00:00",
190
- "datasets": [
191
- {
192
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
193
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
194
- "context_length": 96,
195
- "prediction_length": 24
196
- },
197
- {
198
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z",
199
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
200
- "context_length": 81,
201
- "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z",
205
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
206
- "context_length": 96,
207
- "prediction_length": 24
208
- },
209
- {
210
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z",
211
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
212
- "context_length": 96,
213
- "prediction_length": 24
214
- },
215
- {
216
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z",
217
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
218
- "context_length": 96,
219
- "prediction_length": 24
220
- },
221
- {
222
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z",
223
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
224
- "context_length": 96,
225
- "prediction_length": 24
226
- }
227
- ],
228
- "failed_datasets": []
229
- },
230
- "Timer-S1": {
231
- "model": "Timer-S1",
232
- "api_model_id": "bytedance-research/Timer-S1",
233
- "evaluated_at": "2026-06-16T14:39:23.908583+00:00",
234
- "datasets": [
235
- {
236
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
237
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
238
- "context_length": 96,
239
- "prediction_length": 24
240
- },
241
- {
242
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z",
243
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
244
- "context_length": 81,
245
- "prediction_length": 24
246
- },
247
- {
248
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z",
249
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
250
- "context_length": 96,
251
- "prediction_length": 24
252
- },
253
- {
254
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z",
255
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
256
- "context_length": 96,
257
- "prediction_length": 24
258
- },
259
- {
260
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z",
261
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
262
- "context_length": 96,
263
- "prediction_length": 24
264
- },
265
- {
266
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z",
267
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
268
- "context_length": 96,
269
- "prediction_length": 24
270
- }
271
- ],
272
- "failed_datasets": []
273
- }
274
- },
275
- "failed_models": [],
276
- "failed_datasets": [],
277
- "push_status": "ok",
278
- "pushed_at": "2026-06-16T14:39:48.344991+00:00",
279
- "push_detail": "HF Hub API"
280
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-16T14:08:38.180355+00:00",
4
+ "finished_at": "2026-06-16T15:37:26.794739+00:00",
5
+ "task_count": 10,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,139824.98875935873,212186.56344604492,379.513671875,0.5450400447115105,0.005696533631013694,0.00571833691427832,5.122557644258785,373.9317969354288,0.005630117164277487,0.00571416085931409,0.004428661701809124,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,15.98912768744382,13.255245254994103,2.7597408294677734,1.5918358188697566,0.11998712390477924,0.10915195535601513,65.71684750818295,3.9986407299786038,0.17558112635799972,0.12118078017394299,0.1273694619520383,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.04998265269614979,0.049541006581580144,0.17434888981127492,0.1939724470503795,0.9893039740130795,1.5221335500128246,8.33820869490687,0.22356800463427184,1.0746308989439999,0.8380479330854005,0.8818722560791976,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0034188260343954724,0.003684500371830731,0.045311627288659416,0.35655054325828023,0.04506103942238227,0.04550594631070745,10.404738206213485,0.058470728013215914,0.058470728013215914,0.045311627288659416,0.04512748574769055,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.020140266414766,0.02014162430187601,0.05136978626251221,0.36986260218147365,0.0035697246331591373,0.003618977403570187,24.717497336386618,0.14191640643268136,0.01010081148008135,0.0036562124130154025,0.00517516848371345,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,70.16008591741729,75.38890293238141,4.472720662752788,0.7017561385952935,0.19268454689596248,0.20879427473482495,27.902206553847833,8.376161765236946,0.48161923959608166,0.2571760652308442,0.28303654830914626,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.18827670905056948,0.563129394143895,0.6322999000549316,0.25014061980195096,0.025934640295501733,0.02639779222875876,2.7667875499515744,0.43390864136425017,0.01816150690240016,0.026465292240157496,0.020751398426741455,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,11.691559163154238,10.68485342893564,2.4816381136576333,0.4963276227315267,0.3869798201776382,0.2611369830349439,19.383788625399273,3.419292202072563,0.33770787180963585,0.24510006060816134,0.2697096077666525,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,260.0813939323028,257.7432473277052,6.071726481119792,0.17556799463478914,0.0019505544697871978,0.0019486933475073992,11.815324677616715,16.12703921779515,0.005169613212596282,0.0019463261058751836,0.002922116796428624,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,44 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-16T14:30:11.100071+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t140000z",
8
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z",
14
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
15
- "context_length": 81,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t121500z",
20
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t140000z",
26
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t140000z",
32
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t140000z",
38
- "data_fetched_at": "2026-06-16T14:22:00.475321Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  }
42
- ],
43
- "failed_datasets": []
44
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }