ziyuzhou02 commited on
Commit
d009c48
·
verified ·
1 Parent(s): c058140

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,14 +1,3 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,2604754.495958964,2604754.495958964,1580.4085286458333,1.6521415158910226,0.025670552224557875,0.026018621389847757,31.083515467240968,1613.925182887659,0.02623759747765978,0.025692716901955837,0.02205768967616846,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,1047487.098203659,1047487.098203659,819.30322265625,1.2141082894057063,0.01366893271924998,0.013814714127786376,10.44496425626024,1023.4681715635612,0.017214098505861357,0.013780170964601867,0.011439704022350464,Finance,1,24
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12
6
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.54560986632805,0.54560986632805,0.6001551946004232,0.46018290372097703,0.023867330828463356,0.024227874292963563,2.6256552532497768,0.7386540911198218,0.02941868387836925,0.02390263069029286,0.023545228485815556,Weather,1,24
7
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.03658648000987365,0.03658648000987365,0.15080074270566304,0.18271679698934767,0.10416059627706706,0.1128892116389473,0.5160567769334824,0.1912759263730636,0.14536855873968776,0.11460766150592716,0.0962696631899236,Ocean,1,60
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.17957284158694164,0.17957284158694164,0.3711034738355213,0.8509378087482298,0.2348809285294048,0.20237928117788706,2.7147146919586738,0.4237603586780406,0.2486613258886529,0.2177624215103527,0.14060769348464722,Ocean,1,72
9
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.9510295528220164,0.9510295528220164,0.9325873057047526,0.5029684345373946,0.06648148637741565,0.0641465846837236,17.84766186489148,0.9752074409180933,0.06908199358122873,0.06606285756595463,0.06258430822797051,Weather,1,24
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,123.73217367023199,123.73217367023199,9.003747860590616,0.692920565559865,0.2735004388168769,0.22896564208079162,3.2780591583888836,11.123496467848227,0.29878446024438443,0.2418466129313652,0.19232758774224007,Air Quality,1,24
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,5.761414763831302,5.761414763831302,2.0877134799957275,1.8722811646627315,0.07651109977250269,0.08024595935332794,38.071175525244016,2.40029472436851,0.0900955218708802,0.07836272503851448,0.06898676917658886,Weather,1,24
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,21.12912768503524,21.12912768503524,4.013699571291606,0.8974731960652037,0.606554239463062,0.4109922433795535,6.799296007393309,4.59664308871542,0.51073812096838,0.44596661903240065,0.31191615518719074,Hazards,1,24
13
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1250.0,1250.0,25.0,nan,0.010638297872340425,0.010526315789473684,nan,35.35533905932738,0.014886458551295738,0.010526315789473684,0.010526315789473684,Hydrology,1,24
14
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,202.88044411110292,202.88044411110292,11.206120082310267,0.22092282963086185,0.04851325893573051,0.047004889976123405,1.5753882042213447,14.243610641656241,0.05988304774269891,0.04711281716286599,0.05100915592513086,Web,1,7
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,253427.98031171164,253427.98031171164,430.1599934895833,0.9318014749305178,0.007149086996462027,0.007183290602900378,3.2641156533937963,503.4163091435474,0.008389478022961463,0.007168654940634957,0.006453564120717358,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,151474.27375920615,151474.27375920615,331.1985677083333,0.6128762551879093,0.00555338622541073,0.005536958612993723,3.7665332417731356,389.19696011043834,0.006507699932794779,0.005537918117874429,0.004363665891866698,Finance,1
 
 
 
 
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,20 +1,19 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-07-03T07:27:01.072373+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
8
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
9
- "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
14
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
15
- "context_length": 72,
16
- "prediction_length": 72
17
  }
18
- ],
19
- "failed_datasets": []
20
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-30T10:59:48.162083+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
8
+ "data_fetched_at": "2026-06-30T10:58:37.207440Z",
9
+ "context_length": 48,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
14
+ "data_fetched_at": "2026-06-30T10:58:37.207440Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
  }
18
+ ]
 
19
  }
results/dataset_properties.csv CHANGED
@@ -1,8 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
- data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
6
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
7
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
8
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
@@ -11,4 +9,3 @@ open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
11
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
12
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
13
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
14
- wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
 
 
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
9
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
10
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
11
  usgs_potomac_iv_usgs_00060,Hydrology,15min,1
 
results/online_status.json CHANGED
@@ -1,252 +1,19 @@
1
  {
2
  "status": "partial",
3
- "started_at": "2026-07-03T07:26:20.588929+00:00",
4
- "finished_at": "2026-07-03T07:32:03.744956+00:00",
5
- "task_count": 2,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-07-03T07:27:01.072373+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
17
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
23
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
24
- "context_length": 72,
25
- "prediction_length": 72
26
- }
27
- ],
28
- "failed_datasets": []
29
- },
30
- "TimesFM-2.5": {
31
- "model": "TimesFM-2.5",
32
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
33
- "evaluated_at": "2026-07-03T07:27:34.639285+00:00",
34
- "datasets": [
35
- {
36
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
37
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
38
- "context_length": 96,
39
- "prediction_length": 24
40
- },
41
- {
42
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
43
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
44
- "context_length": 72,
45
- "prediction_length": 72
46
- }
47
- ],
48
- "failed_datasets": []
49
- },
50
- "Toto-2.0-1B": {
51
- "model": "Toto-2.0-1B",
52
- "api_model_id": "Datadog/Toto-2.0-1B",
53
- "evaluated_at": "2026-07-03T07:30:13.015518+00:00",
54
- "datasets": [
55
- {
56
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
57
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
58
- "context_length": 96,
59
- "prediction_length": 24
60
- },
61
- {
62
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
63
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
64
- "context_length": 72,
65
- "prediction_length": 72
66
- }
67
- ],
68
- "failed_datasets": []
69
- },
70
- "TiRex": {
71
- "model": "TiRex",
72
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
73
- "evaluated_at": "2026-07-03T07:30:42.712049+00:00",
74
- "datasets": [
75
- {
76
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
77
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
78
- "context_length": 96,
79
- "prediction_length": 24
80
- },
81
- {
82
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
83
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
84
- "context_length": 72,
85
- "prediction_length": 72
86
- }
87
- ],
88
- "failed_datasets": []
89
- },
90
- "Moirai-1.1-Large": {
91
- "model": "Moirai-1.1-Large",
92
- "api_model_id": "Salesforce/moirai-1.1-R-large",
93
- "evaluated_at": "2026-07-03T07:31:15.635821+00:00",
94
- "datasets": [
95
- {
96
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
97
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
98
- "context_length": 96,
99
- "prediction_length": 24
100
- },
101
- {
102
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
103
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
104
- "context_length": 72,
105
- "prediction_length": 72
106
- }
107
- ],
108
- "failed_datasets": []
109
- },
110
- "Timer-S1": {
111
- "model": "Timer-S1",
112
- "api_model_id": "bytedance-research/Timer-S1",
113
- "evaluated_at": "2026-07-03T07:31:35.942337+00:00",
114
- "datasets": [
115
- {
116
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
117
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
118
- "context_length": 96,
119
- "prediction_length": 24
120
- },
121
- {
122
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
123
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
124
- "context_length": 72,
125
- "prediction_length": 72
126
- }
127
- ],
128
- "failed_datasets": []
129
- },
130
- "Sundial (Base 128M)": {
131
- "model": "Sundial (Base 128M)",
132
- "api_model_id": "thuml/sundial-base-128m",
133
- "evaluated_at": "2026-07-03T07:32:01.822631+00:00",
134
- "datasets": [
135
- {
136
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
137
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
138
- "context_length": 96,
139
- "prediction_length": 24
140
- },
141
- {
142
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
143
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
144
- "context_length": 72,
145
- "prediction_length": 72
146
- }
147
- ],
148
- "failed_datasets": []
149
- },
150
- "ARIMA": {
151
- "model": "ARIMA",
152
- "api_model_id": "baseline/arima",
153
- "evaluated_at": "2026-07-03T07:32:02.808041+00:00",
154
- "datasets": [
155
- {
156
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
157
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
158
- "context_length": 96,
159
- "prediction_length": 24
160
- },
161
- {
162
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
163
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
164
- "context_length": 72,
165
- "prediction_length": 72
166
- }
167
- ],
168
- "failed_datasets": []
169
- },
170
- "ETS": {
171
- "model": "ETS",
172
- "api_model_id": "baseline/ets",
173
- "evaluated_at": "2026-07-03T07:32:02.918162+00:00",
174
- "datasets": [
175
- {
176
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
177
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
178
- "context_length": 96,
179
- "prediction_length": 24
180
- },
181
- {
182
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
183
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
184
- "context_length": 72,
185
- "prediction_length": 72
186
- }
187
- ],
188
- "failed_datasets": []
189
- },
190
- "Moving-Average": {
191
- "model": "Moving-Average",
192
- "api_model_id": "baseline/moving-average",
193
- "evaluated_at": "2026-07-03T07:32:02.955457+00:00",
194
- "datasets": [
195
- {
196
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
197
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
198
- "context_length": 96,
199
- "prediction_length": 24
200
- },
201
- {
202
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
203
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
204
- "context_length": 72,
205
- "prediction_length": 72
206
- }
207
- ],
208
- "failed_datasets": []
209
- },
210
- "Seasonal-Naive": {
211
- "model": "Seasonal-Naive",
212
- "api_model_id": "baseline/seasonal-naive",
213
- "evaluated_at": "2026-07-03T07:32:02.983925+00:00",
214
- "datasets": [
215
- {
216
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
217
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
218
- "context_length": 96,
219
- "prediction_length": 24
220
- },
221
- {
222
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
223
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
224
- "context_length": 72,
225
- "prediction_length": 72
226
- }
227
- ],
228
- "failed_datasets": []
229
- }
230
- },
231
  "failed_models": [
232
- "TabPFN-TS"
 
 
 
 
 
233
  ],
234
- "skipped_models": [],
235
- "failed_datasets": [],
236
- "aggregate_status": "ok",
237
- "aggregate_files": {
238
- "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
239
- "gift_domain": "aggregates/results_by_domain.csv",
240
- "gift_frequency": "aggregates/results_by_frequency.csv",
241
- "gift_overall": "aggregates/results_overall.csv",
242
- "gift_metadata": "aggregates/metadata.json",
243
- "live_releases": "aggregates/live_release_metrics.csv",
244
- "live_by_dataset": "aggregates/live_results_by_dataset.csv",
245
- "live_rank": "aggregates/live_rank_up_to_now.csv",
246
- "live_overall": "aggregates/live_overall_up_to_now.csv",
247
- "live_metadata": "aggregates/live_metadata.json"
248
- },
249
- "push_status": "ok",
250
- "pushed_at": "2026-07-03T07:32:12.969809+00:00",
251
- "push_detail": "HF Hub API"
252
  }
 
1
  {
2
  "status": "partial",
3
+ "started_at": "2026-07-03T07:36:27.483466+00:00",
4
+ "finished_at": "2026-07-03T07:36:41.435502+00:00",
5
+ "task_count": 10,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
  ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,14 +1,11 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,2430193.7377815247,3057351.721394857,1709.6178385416667,1.7872154928085278,0.027769274986939707,0.028178332935385058,39.42394534939198,1558.9078669958417,0.025343180435298505,0.027793273916220516,0.022719330276112323,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,587981.2842750549,798190.9533653259,731.4443359375,1.0839120449464725,0.012211151877744015,0.01232053543272651,17.36189429037594,766.7993768092505,0.01289708891138466,0.012302439098957865,0.009368686649684545,Finance,1,24
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12
6
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.876741318800517,0.9887207370355403,0.7871178785959879,0.6035408744302516,0.03122523898443467,0.03189789285365354,12.175534342625932,0.9363446581256909,0.03729218835955924,0.031348871310416554,0.028016311157743348,Weather,1,24
7
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.012682501628071444,0.02471684035187517,0.12376293738683065,0.1499566056478426,0.08539375232356301,0.09106966825533992,0.45848071187729367,0.11261661346387328,0.08558795191747248,0.09405909135801944,0.05976100730714989,Ocean,1,60
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.21187850107310524,0.14249662246916056,0.31240467561615837,0.7163418530254404,0.2002534892602418,0.1737725854718326,40.74300538431097,0.46030261901612646,0.27010421624060416,0.18331814022167525,0.2382391496211746,Ocean,1,72
9
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.4228138332596245,0.26195411293944443,0.43303600947062176,0.23354751072572857,0.03081949786274688,0.03019240193923463,15.638704964284145,0.6502413653864421,0.046061963788531404,0.030675515353458964,0.044328501138083926,Weather,1,24
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,52.758822556880205,84.3519833851016,7.315632263819377,0.563004664742044,0.17756938802018576,0.19876408569999068,9.842399229666219,7.2635268676367,0.19510312794995055,0.19650271329789037,0.17152709595667723,Air Quality,1,24
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,5.171792288579884,6.3905089557445836,2.2422727743784585,2.0108913994814204,0.08298444644130126,0.08733133960870727,46.279109134071824,2.2741574898365955,0.0853609366313562,0.08416413773422864,0.06968464907609732,Weather,1,24
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,20.6147748723093,14.662581969670327,3.271023432413737,0.7314089662540032,0.4932152045928387,0.35386057764955514,33.13296419345074,4.540349642077062,0.5044832935641179,0.3634470480459708,0.41960137076829196,Hazards,1,24
13
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1250.0,1250.0,25.0,nan,0.010638297872340425,0.010526315789473684,nan,35.35533905932738,0.014886458551295738,0.010526315789473684,0.010526315789473684,Hydrology,1,24
14
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,173.4043356173206,163.03690450681773,11.149778093610491,0.21981207662454397,0.0513373407728838,0.05198670583526128,7.2872665433428905,13.168308001308317,0.055362255861356284,0.046875943937101164,0.05180873968858181,Web,1,7
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81742.42789522807,124744.15551821391,297.3611653645833,0.4486972705324055,0.004943552533723208,0.0049579917738521604,4.904699820126863,285.90632713395496,0.0047624096472577765,0.004953215610330298,0.003661364469335062,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,97952.0961373647,155042.49553426108,344.3505859375,0.494849513065497,0.005734942849078377,0.005753831848928334,4.4515950592935765,312.9729958596503,0.005223298429098694,0.005746968263655385,0.004048322861622117,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,11.641811304915336,13.423471256234128,2.7575780550638833,3.5293238475457582,0.10321913729068599,0.11204715871745875,101.69350427694228,3.4120098629569253,0.14059996314044312,0.11363254752226123,0.10196536560973148,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02908771671812005,0.034046774600905515,0.13568753997484842,0.17312143585760467,0.11185537202482503,0.12463965779787611,2.676967727907387,0.1705512143554541,0.1434961937098364,0.11416304242585044,0.08757558544176978,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05836318292564613,0.04761165148106272,0.16445205609003702,0.3447029766963658,0.07191232151835235,0.06762886788054125,17.47579260325252,0.24158473239351475,0.09877400134375952,0.06723764141999806,0.08169348159617512,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.091922888105425,6.327109473932221,2.2220658461252847,1.3592926513955181,0.10384344306035338,0.11108617811955894,27.998005969855527,2.2565289468795706,0.10885767783941647,0.10719513629549113,0.08603730202253673,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,49.47017191748849,82.91626740256955,7.3194271723429365,0.5005687624158839,0.2545421621602366,0.295325743742574,5.8418762834746945,7.033503530779557,0.27381035642937446,0.28494120378950605,0.21288132768520807,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6484289968751302,1.7882974488526695,1.16057284673055,0.9274277392234174,0.04635277574155072,0.04703534337119358,20.58434769273915,1.2839116001014752,0.04978813570351389,0.045005246764860715,0.03796367653364946,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.541379031458973,13.808125303080638,3.0202603340148926,0.7396555920036473,0.33108155235761566,0.30808027947552724,19.43875757528811,3.5413809497791924,0.34691078691714533,0.29586223680145884,0.27081315021125635,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,430.1970050111413,571.0872243667642,16.349232991536457,0.15238120069781555,0.006005184220679013,0.0060436006179905065,2.234056811286407,20.741191022001153,0.007664181440000427,0.006041287017657814,0.004361342408824095,Hydrology,1
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,20 +1,67 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-07-03T07:27:34.639285+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t070000z",
8
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t095000z",
14
- "data_fetched_at": "2026-07-03T07:26:17.315386Z",
15
- "context_length": 72,
16
- "prediction_length": 72
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
  }
18
- ],
19
- "failed_datasets": []
20
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
8
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
14
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
20
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
21
+ "context_length": 69,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
26
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
32
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
38
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
44
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
50
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
51
+ "context_length": 96,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
56
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
62
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
  }
66
+ ]
 
67
  }