ziyuzhou02 commited on
Commit
2642c83
·
verified ·
1 Parent(s): 3656a0b

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,14 +1,12 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,493899.5606511434,493899.5606511434,346.6227213541667,0.4828387239535982,0.0056461552647501636,0.0055849848929373815,8.176986754441371,702.7798806533547,0.011255822083143137,0.005551558587463065,0.005460426579550721,Finance,1
3
- data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,0.004811595515273526,0.004811595515273526,0.029256403032276366,0.10325789498596369,0.49370217332687716,1.9316799991226243,4.060546852903915,0.0693656652478265,6.242909779277781,2.6330762336689797,8.140846614179312,Climate,1
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,2.883436665529308e-17,2.883436665529308e-17,4.639987139879824e-09,nan,nan,2.0,nan,5.369764115423794e-09,inf,inf,inf,Transportation,1
6
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.1856189730145463,1.1856189730145463,0.8935155868530273,0.528918092898918,0.03525833188695542,0.03442299537161009,2.067822221662518,1.0888613194592534,0.04281517840978692,0.035133977651108414,0.026715970972378357,Weather,1
7
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0010264831150825179,0.0010264831150825179,0.027423792084058127,0.06154582400853716,0.04504681325080918,0.04660975950306218,0.8197470601253248,0.03203877518074806,0.04089795498675907,0.0350068630243393,0.06330920351375051,Ocean,1
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.022923292807469804,0.022923292807469804,0.1348275045553843,0.6335269596603723,0.11181514294906433,0.10516904570995,2.9432437273782375,0.15140440154589233,0.12220983502532587,0.10882937959762982,0.0764942710923923,Ocean,1
9
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.5779928024064702,0.5779928024064702,0.5911885102589926,14.677785633716667,0.04229462106590363,0.04382541289753802,576.9151644101853,0.7602583787150723,0.05593562356331646,0.043496393976866894,0.04326450221858981,Weather,1
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,29.896841756812478,29.896841756812478,4.219423333803813,0.400724491572329,0.3269503333336256,0.249655425870419,3.1045769977332527,5.467800449615227,0.3125946036365354,0.24122478074304415,0.21895761946333353,Air Quality,1
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.10429680695597199,0.10429680695597199,0.2682592074076335,0.1627394024844383,0.011530717839388957,0.01160443047978558,1.5122139295925103,0.3229501617215449,0.014128334353348733,0.011735729610463068,0.0165718607656173,Weather,1
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,21.32326113139186,21.32326113139186,3.564160625139872,0.6289695220835068,0.5002348346066271,0.3166085142504367,6.767615546198453,4.617711676944746,0.4015401458212823,0.309927010881728,0.25276499723658663,Hazards,1
13
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,8407.559117061397,8407.559117061397,79.2636006673177,1.486192512512207,0.027120812683908313,0.02663523588735744,41.939128684997556,91.69274299017015,0.031126249388459454,0.026907021442936704,0.02383531707662954,Hydrology,1
14
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,637.530580385189,637.530580385189,21.104901994977677,0.4259166025430429,0.0949933795960077,0.08936343208458887,2.9195645138264323,25.249367920508206,0.10163632860469089,0.0849536020499389,0.06888865716510226,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,55191.59698359171,55191.59698359171,198.619140625,0.33669081659764916,0.0031670256625763817,0.0031738450727417495,3.900166949882754,234.92891900230526,0.003752486603882454,0.003172515617213751,0.005455293856706997,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,30386.772164026897,30386.772164026897,144.51025390625,0.2504473730233503,0.0023081111903845816,0.002310803026802783,4.5902827532904205,174.3180201930566,0.0027878551618223265,0.0023111417674581943,0.005540922213555685,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0135279250328797,1.0135279250328797,0.7760221163431803,0.7124828150075104,0.030955027243555127,0.030196089081532942,2.57253154977446,1.0067412403556735,0.039586130068174706,0.03051401015665984,0.021486936327500903,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.015383660482691278,0.015383660482691278,0.10735778758923213,0.16121804815178017,0.3177356224428212,0.2608616471668601,0.5772064369494309,0.12403088519675766,0.32461736313586087,0.2809800306111773,0.1879749372877965,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.00863338698202476,0.00863338698202476,0.0797783484061559,0.696247585361026,0.06966743501301983,0.06646254886886296,3.6346311052403295,0.09291602112673981,0.07879803593160989,0.06765654714915081,0.04583538876911983,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.003313027154149495,0.003313027154149495,0.021967291831970215,0.019894905810086228,0.0017096161745851074,0.0016997041002216639,0.6699716460030034,0.05755890160652386,0.004433291436129362,0.0016919608268304743,0.004813137049942042,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,42.99446735530853,42.99446735530853,5.482115626335144,0.5300286271331468,0.355168579752886,0.29971654379193624,2.8644409929297736,6.557016650528541,0.3712394476965104,0.3103816393641487,0.23762113286321496,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.6244250747777187,0.6244250747777187,0.5695122083028158,0.43163033990400934,0.023857974725010247,0.024392185152139822,1.9124857581277752,0.7902057167457843,0.03438168607921584,0.024779357513111604,0.022741753599106018,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.870864701296265,14.870864701296265,2.8135249614715576,0.4916839738493984,0.42614708676965996,0.262055477239668,5.0060174557769175,3.856276014667034,0.32247604303835825,0.23527734869448566,0.21753711552754695,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,2.857387719055017,2.857387719055017,1.3997904459635417,0.019142433449074073,0.00044865078396267357,0.0004487976119229237,1.0503039585559117,1.6903809390356415,0.0005417887625114235,0.0004486507839626736,0.0033214613288669276,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,7527.493429508177,7527.493429508177,86.01233673095703,1.7317920147172559,0.3099005286298708,0.3673858887998923,5.472806021671167,86.76112856290067,0.31378346677360097,0.3110753588823039,0.2676876743371069,Web,1
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,26 +1,73 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-24T16:11:50.226080+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
8
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
14
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
15
- "context_length": 240,
16
- "prediction_length": 60
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
  },
18
  {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
20
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
21
- "context_length": 77,
22
- "prediction_length": 72
23
  }
24
- ],
25
- "failed_datasets": []
26
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-24T10:26:41.569713+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
+ "context_length": 85,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
+ "context_length": 96,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
  },
66
  {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
+ ]
 
73
  }
results/dataset_properties.csv CHANGED
@@ -1,7 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
- data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
6
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
7
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
 
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
results/online_status.json CHANGED
@@ -1,289 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-24T16:09:28.212081+00:00",
4
- "finished_at": "2026-06-24T16:51:56.135388+00:00",
5
- "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-24T16:11:50.226080+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
17
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
23
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
24
- "context_length": 240,
25
- "prediction_length": 60
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
29
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
30
- "context_length": 77,
31
- "prediction_length": 72
32
- }
33
- ],
34
- "failed_datasets": []
35
- },
36
- "TimesFM-2.5": {
37
- "model": "TimesFM-2.5",
38
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
39
- "evaluated_at": "2026-06-24T16:12:44.839436+00:00",
40
- "datasets": [
41
- {
42
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
43
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
44
- "context_length": 96,
45
- "prediction_length": 24
46
- },
47
- {
48
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
49
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
50
- "context_length": 240,
51
- "prediction_length": 60
52
- },
53
- {
54
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
55
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
56
- "context_length": 77,
57
- "prediction_length": 72
58
- }
59
- ],
60
- "failed_datasets": []
61
- },
62
- "Toto-2.0-1B": {
63
- "model": "Toto-2.0-1B",
64
- "api_model_id": "Datadog/Toto-2.0-1B",
65
- "evaluated_at": "2026-06-24T16:18:44.452996+00:00",
66
- "datasets": [
67
- {
68
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
69
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
70
- "context_length": 96,
71
- "prediction_length": 24
72
- },
73
- {
74
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
75
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
76
- "context_length": 240,
77
- "prediction_length": 60
78
- },
79
- {
80
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
81
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
82
- "context_length": 77,
83
- "prediction_length": 72
84
- }
85
- ],
86
- "failed_datasets": []
87
- },
88
- "TiRex": {
89
- "model": "TiRex",
90
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
91
- "evaluated_at": "2026-06-24T16:25:56.691690+00:00",
92
- "datasets": [
93
- {
94
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
95
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
96
- "context_length": 96,
97
- "prediction_length": 24
98
- },
99
- {
100
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
101
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
102
- "context_length": 240,
103
- "prediction_length": 60
104
- },
105
- {
106
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
107
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
108
- "context_length": 77,
109
- "prediction_length": 72
110
- }
111
- ],
112
- "failed_datasets": []
113
- },
114
- "Moirai-1.1-Large": {
115
- "model": "Moirai-1.1-Large",
116
- "api_model_id": "Salesforce/moirai-1.1-R-large",
117
- "evaluated_at": "2026-06-24T16:37:24.501908+00:00",
118
- "datasets": [
119
- {
120
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
121
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
122
- "context_length": 96,
123
- "prediction_length": 24
124
- },
125
- {
126
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
127
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
128
- "context_length": 240,
129
- "prediction_length": 60
130
- },
131
- {
132
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
133
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
134
- "context_length": 77,
135
- "prediction_length": 72
136
- }
137
- ],
138
- "failed_datasets": []
139
- },
140
- "Timer-S1": {
141
- "model": "Timer-S1",
142
- "api_model_id": "bytedance-research/Timer-S1",
143
- "evaluated_at": "2026-06-24T16:51:49.482280+00:00",
144
- "datasets": [
145
- {
146
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
147
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
148
- "context_length": 96,
149
- "prediction_length": 24
150
- },
151
- {
152
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
153
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
154
- "context_length": 240,
155
- "prediction_length": 60
156
- },
157
- {
158
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
159
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
160
- "context_length": 77,
161
- "prediction_length": 72
162
- }
163
- ],
164
- "failed_datasets": []
165
- },
166
- "ARIMA": {
167
- "model": "ARIMA",
168
- "api_model_id": "baseline/arima",
169
- "evaluated_at": "2026-06-24T16:51:49.811460+00:00",
170
- "datasets": [
171
- {
172
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
173
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
174
- "context_length": 96,
175
- "prediction_length": 24
176
- },
177
- {
178
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
179
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
180
- "context_length": 240,
181
- "prediction_length": 60
182
- },
183
- {
184
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
185
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
186
- "context_length": 77,
187
- "prediction_length": 72
188
- }
189
- ],
190
- "failed_datasets": []
191
- },
192
- "ETS": {
193
- "model": "ETS",
194
- "api_model_id": "baseline/ets",
195
- "evaluated_at": "2026-06-24T16:51:49.947090+00:00",
196
- "datasets": [
197
- {
198
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
199
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
200
- "context_length": 96,
201
- "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
205
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
206
- "context_length": 240,
207
- "prediction_length": 60
208
- },
209
- {
210
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
211
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
212
- "context_length": 77,
213
- "prediction_length": 72
214
- }
215
- ],
216
- "failed_datasets": []
217
- },
218
- "Moving-Average": {
219
- "model": "Moving-Average",
220
- "api_model_id": "baseline/moving-average",
221
- "evaluated_at": "2026-06-24T16:51:49.985600+00:00",
222
- "datasets": [
223
- {
224
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
225
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
226
- "context_length": 96,
227
- "prediction_length": 24
228
- },
229
- {
230
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
231
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
232
- "context_length": 240,
233
- "prediction_length": 60
234
- },
235
- {
236
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
237
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
238
- "context_length": 77,
239
- "prediction_length": 72
240
- }
241
- ],
242
- "failed_datasets": []
243
- },
244
- "Seasonal-Naive": {
245
- "model": "Seasonal-Naive",
246
- "api_model_id": "baseline/seasonal-naive",
247
- "evaluated_at": "2026-06-24T16:51:50.020440+00:00",
248
- "datasets": [
249
- {
250
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
251
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
252
- "context_length": 96,
253
- "prediction_length": 24
254
- },
255
- {
256
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
257
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
258
- "context_length": 240,
259
- "prediction_length": 60
260
- },
261
- {
262
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
263
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
264
- "context_length": 77,
265
- "prediction_length": 72
266
- }
267
- ],
268
- "failed_datasets": []
269
- }
270
- },
271
- "failed_models": [],
272
- "failed_datasets": [],
273
- "aggregate_status": "ok",
274
- "aggregate_files": {
275
- "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
276
- "gift_domain": "aggregates/results_by_domain.csv",
277
- "gift_frequency": "aggregates/results_by_frequency.csv",
278
- "gift_overall": "aggregates/results_overall.csv",
279
- "gift_metadata": "aggregates/metadata.json",
280
- "live_releases": "aggregates/live_release_metrics.csv",
281
- "live_by_dataset": "aggregates/live_results_by_dataset.csv",
282
- "live_rank": "aggregates/live_rank_up_to_now.csv",
283
- "live_overall": "aggregates/live_overall_up_to_now.csv",
284
- "live_metadata": "aggregates/live_metadata.json"
285
- },
286
- "push_status": "ok",
287
- "pushed_at": "2026-06-24T16:52:05.341015+00:00",
288
- "push_detail": "HF Hub API"
289
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-24T14:35:28.754024+00:00",
4
+ "finished_at": "2026-06-24T17:38:04.672154+00:00",
5
+ "task_count": 11,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,14 +1,12 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,408538.94679260254,406925.34188079834,462.5963541666667,0.6443877437659357,0.007466154344578958,0.007442512126658466,14.536899248778989,639.1705146458202,0.01023704546999263,0.007409008712614197,0.006241857418635081,Finance,1
3
- data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0020590563111985015,0.002048344202279477,0.016901880295740232,0.05965369627693021,0.9452600403463834,1.986167251335443,7.925692464825955,0.045376825706504656,4.083914252730355,1.5211692039494336,3.6466934058894043,Climate,1
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
6
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.8684622986591725,0.38677450845276934,0.5371975104014078,0.3179949929158829,0.021395996088360056,0.021276197062737267,14.990329351376266,0.9319132463159714,0.03664381422170184,0.021123174125197073,0.027442996147764274,Weather,1
7
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.007105438250929878,0.018789543765762022,0.13158224225044252,0.29530334460572744,0.17860553280732944,0.19747991625457623,0.9091470500677793,0.08429376163708605,0.10760219295679238,0.16796661514854377,0.10712735533004919,Ocean,1
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03374141992701792,0.024752808385433686,0.14037196338176727,0.6595792414616545,0.11749044761659097,0.10930724043663027,28.682966670856704,0.18368837722354106,0.14826865036519024,0.11330472768235238,0.12390444660453823,Ocean,1
9
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.5786353166710493,0.5800774682439093,0.5931393702824911,14.726220785498887,0.04243894720002784,0.04397538261127123,581.343236310661,0.7606808244402177,0.055966704792697455,0.04363992751093141,0.04341711998906697,Weather,1
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,37.4182280240658,23.826602232350677,4.227365970611572,0.40147881481622677,0.31528032104694176,0.2542933752107088,26.884966581848754,6.117044059352997,0.349711914467404,0.24167886194582933,0.3638613648002997,Air Quality,1
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.6148006369503491,0.28948802210273544,0.4227605660756429,0.25646762540600604,0.018202871024827413,0.01803963968909937,16.061257445594983,0.7840922375271605,0.03430225034288942,0.01849481231744246,0.027512961797039045,Weather,1
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,16.23894900844213,14.187005699310475,2.967676877975464,0.5237076843486111,0.38759374528544194,0.2811085025859416,18.807466240490182,4.029757934224105,0.35041373341079174,0.2580588589543882,0.2733535798851418,Hazards,1
13
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,6241.316423955063,5444.915697385867,63.039265950520836,1.1819862365722655,0.021577897096981463,0.02126207011430936,56.74604034423828,79.0020026578761,0.026818218724031492,0.0213994679322843,0.024218114075637474,Hydrology,1
14
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,469.11081480956636,373.4936858475807,16.623528616768972,0.3354783088979126,0.06653657666917964,0.06568460223995125,11.047105937274766,21.65896615283302,0.08718387755596961,0.06691472128659161,0.06883994739784248,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,143698.81774457297,259308.65317090353,436.7947591145833,0.7404361113893149,0.006964360970632857,0.006997430935392166,2.9033357143901637,379.0762690337829,0.006054931965975008,0.006976861295681754,0.004396025501021366,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,60796.876025517784,141477.4780515035,304.4527994791667,0.527640093198012,0.004858650318542056,0.004876183940444589,6.219105028292254,246.57022534263496,0.003943379317364112,0.004869091030400886,0.003788760505399408,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.3078232643306364,0.882397259172194,0.8326110045115153,0.7644383063410723,0.03304003350182586,0.03253864343309771,29.71352960817701,1.1436010074893412,0.04496760082320152,0.03273914507479797,0.03507756356851164,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0010808374567314132,0.0014703557049691174,0.028304442763328552,0.042504480753525614,0.07933076491379537,0.08517070791605032,1.1342570762668525,0.0328760924796639,0.08604429803132765,0.07407923889510228,0.07154839197141893,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.015257792609373766,0.010044598633593674,0.08848431706428528,0.772226967957315,0.07709670832495095,0.07341835646632079,39.189481004233194,0.12352243767580758,0.10475400651370795,0.07503970048292313,0.09113788629340464,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.005334279362652221,0.011045045427825547,0.092233141263326,0.08353190152150279,0.007103246509162518,0.007129811883651259,0.9162803505951503,0.07303615106679856,0.0056253773789107404,0.007103964528115102,0.005218519971814225,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,43.6385115084006,39.38850268416562,5.078357656796773,0.4909920038885631,0.29665341299344955,0.27570394639367124,19.082559201313973,6.605945163895973,0.3740096395760251,0.28752202292526,0.3094113234906923,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3919256536719331,0.5637739698977384,0.5101989110310873,0.3866771004668467,0.021210427525613754,0.021636057467028152,7.326048887236657,0.6260396582261647,0.027238855080563926,0.022198648308022626,0.01871504523368693,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.057733152631764,13.951839676957244,3.037028670310974,0.5307428744232771,0.3958677423348811,0.2852598975589325,13.636738390598481,3.749364366480239,0.3135356961516576,0.2539675543117191,0.23346227549140502,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.7194533944129944,3.129751900831858,1.46136474609375,0.01998447516025641,0.00046838613656850965,0.00046854695547793253,0.07836315883190882,0.8482059858389319,0.00027186089289709357,0.0004683861365685096,0.0003897966346849403,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,4416.349631509278,6524.646165183047,79.82075500488281,1.6071292954003251,0.2873172872971189,0.3363756289242429,12.245023996237942,66.45562151924605,0.2403458282793709,0.2886826582455075,0.1896958246704371,Web,1
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,26 +1,73 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-24T16:12:44.839436+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t150000z",
8
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t095400z",
14
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
15
- "context_length": 240,
16
- "prediction_length": 60
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
  },
18
  {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t165000z",
20
- "data_fetched_at": "2026-06-24T16:09:26.983007Z",
21
- "context_length": 77,
22
- "prediction_length": 72
23
  }
24
- ],
25
- "failed_datasets": []
26
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-24T10:27:31.285218+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
+ "context_length": 85,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
+ "context_length": 96,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
  },
66
  {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
+ ]
 
73
  }