ziyuzhou02 commited on
Commit
5d2c7a2
·
verified ·
1 Parent(s): f7bb716

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,14 +1,12 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,6308868.80076917,6308868.80076917,2192.8728841145835,2.558926063564054,0.03613437687440842,0.035294002141144115,65.49579055455128,2511.746165672234,0.041011532241224,0.035805002200014015,0.029450418796380013,Finance,1
3
- data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,2.3491274577051393e-06,2.3491274577051393e-06,0.0013493547836939495,0.00525154294194402,nan,2.0,0.046237999523008194,0.0015326863533368918,inf,inf,inf,Climate,1
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.0603712701266215e-18,1.0603712701266215e-18,8.312986046060677e-10,nan,nan,2.0,nan,1.0297433030258664e-09,inf,inf,inf,Transportation,1
6
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.1856189730145463,1.1856189730145463,0.8935155868530273,0.528918092898918,0.03525833188695542,0.03442299537161009,2.067822221662518,1.0888613194592534,0.04281517840978692,0.035133977651108414,0.026715970972378357,Weather,1
7
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.026968912716305245,0.026968912716305245,0.14899471998214722,0.2732260691826795,0.0856676922110431,0.09026822623178056,1.4223466343738536,0.16422214441513436,0.09577869199347631,0.08689765588342413,0.07662864795641294,Ocean,1
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04504860210303047,0.04504860210303047,0.1854040887620714,1.595338144831644,0.13960701072815462,0.1529587508788548,14.247272175015944,0.21224655969657194,0.16538692690251902,0.14447071613013335,0.11948662334522026,Ocean,1
9
- nws_ksfo_observations_temperature/1h/short,Chronos-2,2.1060176716752417,2.1060176716752417,1.2754056453704834,0.6363770237325451,0.09091617027440069,0.0966403930147244,13.745419138200953,1.4512124832963784,0.10356556902569498,0.0910191394587127,0.07953289904338728,Weather,1
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,11.228098463108305,11.228098463108305,2.9250094095865884,0.29553203879242734,0.1403695092657099,0.15392251441651209,2.3176207119319105,3.3508354873237667,0.16332259892039452,0.14256747024660235,0.17504333644279868,Air Quality,1
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.260496001610439,0.260496001610439,0.33877046902974445,0.2296749033958135,0.014048103712427013,0.014194419889173035,1.5963704803627465,0.510388089212943,0.02214665464075292,0.014699858281679851,0.017017051672241233,Weather,1
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,55.84255056917997,55.84255056917997,6.562788327534993,1.141354491745216,0.8195005308829707,0.5068476503754887,16.642539397529934,7.472787336006557,0.6315031551554837,0.5546018304959149,0.4148197845673897,Hazards,1
13
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,722.4192162280282,722.4192162280282,25.163625081380207,0.23917901067450495,0.009861761201500834,0.00980743235144195,3.4521160465655942,26.87785735932141,0.010514565226140405,0.009843960912031378,0.00790094120709952,Hydrology,1
14
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,1001.1110222856181,1001.1110222856181,27.89371817452567,0.6000874087991426,0.12489326001936231,0.11526854675352935,3.6507019085012895,31.640338529883305,0.13159974433106544,0.11601665313231116,0.08155222254522863,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,55191.59698359171,55191.59698359171,198.619140625,0.33669081659764916,0.0031670256625763817,0.0031738450727417495,3.900166949882754,234.92891900230526,0.003752486603882454,0.003172515617213751,0.005455293856706997,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,30386.772164026897,30386.772164026897,144.51025390625,0.2504473730233503,0.0023081111903845816,0.002310803026802783,4.5902827532904205,174.3180201930566,0.0027878551618223265,0.0023111417674581943,0.005540922213555685,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0135279250328797,1.0135279250328797,0.7760221163431803,0.7124828150075104,0.030955027243555127,0.030196089081532942,2.57253154977446,1.0067412403556735,0.039586130068174706,0.03051401015665984,0.021486936327500903,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.015383660482691278,0.015383660482691278,0.10735778758923213,0.16121804815178017,0.3177356224428212,0.2608616471668601,0.5772064369494309,0.12403088519675766,0.32461736313586087,0.2809800306111773,0.1879749372877965,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.00863338698202476,0.00863338698202476,0.0797783484061559,0.696247585361026,0.06966743501301983,0.06646254886886296,3.6346311052403295,0.09291602112673981,0.07879803593160989,0.06765654714915081,0.04583538876911983,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.003313027154149495,0.003313027154149495,0.021967291831970215,0.019894905810086228,0.0017096161745851074,0.0016997041002216639,0.6699716460030034,0.05755890160652386,0.004433291436129362,0.0016919608268304743,0.004813137049942042,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,42.99446735530853,42.99446735530853,5.482115626335144,0.5300286271331468,0.355168579752886,0.29971654379193624,2.8644409929297736,6.557016650528541,0.3712394476965104,0.3103816393641487,0.23762113286321496,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.6244250747777187,0.6244250747777187,0.5695122083028158,0.43163033990400934,0.023857974725010247,0.024392185152139822,1.9124857581277752,0.7902057167457843,0.03438168607921584,0.024779357513111604,0.022741753599106018,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.870864701296265,14.870864701296265,2.8135249614715576,0.4916839738493984,0.42614708676965996,0.262055477239668,5.0060174557769175,3.856276014667034,0.32247604303835825,0.23527734869448566,0.21753711552754695,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,2.857387719055017,2.857387719055017,1.3997904459635417,0.019142433449074073,0.00044865078396267357,0.0004487976119229237,1.0503039585559117,1.6903809390356415,0.0005417887625114235,0.0004486507839626736,0.0033214613288669276,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,7527.493429508177,7527.493429508177,86.01233673095703,1.7317920147172559,0.3099005286298708,0.3673858887998923,5.472806021671167,86.76112856290067,0.31378346677360097,0.3110753588823039,0.2676876743371069,Web,1
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,26 +1,73 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-25T06:59:22.880428+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
8
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
14
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
15
- "context_length": 54,
16
- "prediction_length": 12
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
  },
18
  {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
20
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
21
- "context_length": 240,
22
- "prediction_length": 60
23
  }
24
- ],
25
- "failed_datasets": []
26
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-24T10:26:41.569713+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
+ "context_length": 85,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
+ "context_length": 96,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
  },
66
  {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
+ ]
 
73
  }
results/dataset_properties.csv CHANGED
@@ -1,14 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
- data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
6
- nasa_power_shanghai_hourly_t2m,Weather,1h,1
7
- noaa_coops_sf_water_level_water_level,Ocean,6min,1
8
- noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
9
  nws_ksfo_observations_temperature,Weather,1h,1
10
- open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
11
- open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
12
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
13
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
14
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
 
 
 
 
 
4
  nws_ksfo_observations_temperature,Weather,1h,1
 
 
5
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 
6
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -1,307 +1,19 @@
1
  {
2
  "status": "partial",
3
- "started_at": "2026-06-25T06:58:35.354224+00:00",
4
- "finished_at": "2026-06-25T07:02:46.109649+00:00",
5
- "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-25T06:59:22.880428+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
17
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
23
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
24
- "context_length": 54,
25
- "prediction_length": 12
26
- },
27
- {
28
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
29
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
30
- "context_length": 240,
31
- "prediction_length": 60
32
- }
33
- ],
34
- "failed_datasets": []
35
- },
36
- "Chronos-Bolt": {
37
- "model": "Chronos-Bolt",
38
- "api_model_id": "amazon/chronos-bolt-base",
39
- "evaluated_at": "2026-06-25T06:59:46.016704+00:00",
40
- "datasets": [
41
- {
42
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
43
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
44
- "context_length": 96,
45
- "prediction_length": 24
46
- },
47
- {
48
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
49
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
50
- "context_length": 54,
51
- "prediction_length": 12
52
- },
53
- {
54
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
55
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
56
- "context_length": 240,
57
- "prediction_length": 60
58
- }
59
- ],
60
- "failed_datasets": []
61
- },
62
- "TimesFM-2.5": {
63
- "model": "TimesFM-2.5",
64
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
65
- "evaluated_at": "2026-06-25T07:00:31.919181+00:00",
66
- "datasets": [
67
- {
68
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
69
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
70
- "context_length": 96,
71
- "prediction_length": 24
72
- },
73
- {
74
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
75
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
76
- "context_length": 54,
77
- "prediction_length": 12
78
- },
79
- {
80
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
81
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
82
- "context_length": 240,
83
- "prediction_length": 60
84
- }
85
- ],
86
- "failed_datasets": []
87
- },
88
- "Toto-2.0-1B": {
89
- "model": "Toto-2.0-1B",
90
- "api_model_id": "Datadog/Toto-2.0-1B",
91
- "evaluated_at": "2026-06-25T07:01:10.689140+00:00",
92
- "datasets": [
93
- {
94
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
95
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
96
- "context_length": 96,
97
- "prediction_length": 24
98
- },
99
- {
100
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
101
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
102
- "context_length": 54,
103
- "prediction_length": 12
104
- },
105
- {
106
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
107
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
108
- "context_length": 240,
109
- "prediction_length": 60
110
- }
111
- ],
112
- "failed_datasets": []
113
- },
114
- "TiRex": {
115
- "model": "TiRex",
116
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
117
- "evaluated_at": "2026-06-25T07:01:33.557226+00:00",
118
- "datasets": [
119
- {
120
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
121
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
122
- "context_length": 96,
123
- "prediction_length": 24
124
- },
125
- {
126
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
127
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
128
- "context_length": 54,
129
- "prediction_length": 12
130
- },
131
- {
132
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
133
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
134
- "context_length": 240,
135
- "prediction_length": 60
136
- }
137
- ],
138
- "failed_datasets": []
139
- },
140
- "Moirai-1.1-Large": {
141
- "model": "Moirai-1.1-Large",
142
- "api_model_id": "Salesforce/moirai-1.1-R-large",
143
- "evaluated_at": "2026-06-25T07:02:14.190377+00:00",
144
- "datasets": [
145
- {
146
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
147
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
148
- "context_length": 96,
149
- "prediction_length": 24
150
- },
151
- {
152
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
153
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
154
- "context_length": 54,
155
- "prediction_length": 12
156
- },
157
- {
158
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
159
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
160
- "context_length": 240,
161
- "prediction_length": 60
162
- }
163
- ],
164
- "failed_datasets": []
165
- },
166
- "Timer-S1": {
167
- "model": "Timer-S1",
168
- "api_model_id": "bytedance-research/Timer-S1",
169
- "evaluated_at": "2026-06-25T07:02:45.537155+00:00",
170
- "datasets": [
171
- {
172
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
173
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
174
- "context_length": 96,
175
- "prediction_length": 24
176
- },
177
- {
178
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
179
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
180
- "context_length": 54,
181
- "prediction_length": 12
182
- },
183
- {
184
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
185
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
186
- "context_length": 240,
187
- "prediction_length": 60
188
- }
189
- ],
190
- "failed_datasets": []
191
- },
192
- "ARIMA": {
193
- "model": "ARIMA",
194
- "api_model_id": "baseline/arima",
195
- "evaluated_at": "2026-06-25T07:02:45.808810+00:00",
196
- "datasets": [
197
- {
198
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
199
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
200
- "context_length": 96,
201
- "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
205
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
206
- "context_length": 54,
207
- "prediction_length": 12
208
- },
209
- {
210
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
211
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
212
- "context_length": 240,
213
- "prediction_length": 60
214
- }
215
- ],
216
- "failed_datasets": []
217
- },
218
- "ETS": {
219
- "model": "ETS",
220
- "api_model_id": "baseline/ets",
221
- "evaluated_at": "2026-06-25T07:02:45.892826+00:00",
222
- "datasets": [
223
- {
224
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
225
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
226
- "context_length": 96,
227
- "prediction_length": 24
228
- },
229
- {
230
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
231
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
232
- "context_length": 54,
233
- "prediction_length": 12
234
- },
235
- {
236
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
237
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
238
- "context_length": 240,
239
- "prediction_length": 60
240
- }
241
- ],
242
- "failed_datasets": []
243
- },
244
- "Moving-Average": {
245
- "model": "Moving-Average",
246
- "api_model_id": "baseline/moving-average",
247
- "evaluated_at": "2026-06-25T07:02:45.940301+00:00",
248
- "datasets": [
249
- {
250
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
251
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
252
- "context_length": 96,
253
- "prediction_length": 24
254
- },
255
- {
256
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
257
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
258
- "context_length": 54,
259
- "prediction_length": 12
260
- },
261
- {
262
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
263
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
264
- "context_length": 240,
265
- "prediction_length": 60
266
- }
267
- ],
268
- "failed_datasets": []
269
- },
270
- "Seasonal-Naive": {
271
- "model": "Seasonal-Naive",
272
- "api_model_id": "baseline/seasonal-naive",
273
- "evaluated_at": "2026-06-25T07:02:45.988835+00:00",
274
- "datasets": [
275
- {
276
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
277
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
278
- "context_length": 96,
279
- "prediction_length": 24
280
- },
281
- {
282
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
283
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
284
- "context_length": 54,
285
- "prediction_length": 12
286
- },
287
- {
288
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
289
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
290
- "context_length": 240,
291
- "prediction_length": 60
292
- }
293
- ],
294
- "failed_datasets": []
295
- }
296
- },
297
  "failed_models": [
298
- "TabPFN-TS",
299
- "Sundial"
 
 
 
 
300
  ],
301
- "failed_datasets": [],
302
- "aggregate_status": "failed",
303
- "aggregate_files": {},
304
- "push_status": "ok",
305
- "pushed_at": "2026-06-25T07:03:03.057488+00:00",
306
- "push_detail": "HF Hub API"
307
  }
 
1
  {
2
  "status": "partial",
3
+ "started_at": "2026-06-25T05:24:02.383770+00:00",
4
+ "finished_at": "2026-06-25T07:02:17.771486+00:00",
5
+ "task_count": 5,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
  ],
18
+ "push_status": "pending"
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,14 +1,12 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,3318125.982318878,2982163.083226522,1437.5524088541667,1.6775210060757904,0.023735906160284415,0.023334438077074582,74.40630399743317,1821.572392829579,0.02974244608760454,0.023472207410892204,0.025292359118786432,Finance,1
3
- data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,2.716460012409167e-07,7.61309428253439e-08,0.00011862917906708187,0.0004616919401529673,nan,2.0,0.4691256967348022,0.0005211967011032559,inf,inf,inf,Climate,1
5
- data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
6
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.8684622986591725,0.38677450845276934,0.5371975104014078,0.3179949929158829,0.021395996088360056,0.021276197062737267,14.990329351376266,0.9319132463159714,0.03664381422170184,0.021123174125197073,0.027442996147764274,Weather,1
7
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.11373121870574063,0.1524908199716656,0.34774091343084973,0.6376862407076574,0.21039773347914653,0.24542645898682824,10.324537778056168,0.3372405946883332,0.19668762188794015,0.20281168510885697,0.1524468402457263,Ocean,1
8
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02283014003415139,0.028221721923867724,0.14251552522182465,1.226296869368745,0.1067862152530016,0.11478120900074436,22.36053828483331,0.1510964593700044,0.11773749886349731,0.11105105678052932,0.08561774188604593,Ocean,1
9
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7933140832975596,1.3080428283824783,1.0139782826105754,0.5059350991266115,0.0722812571121308,0.07577727765660287,4.688047916614896,0.8906818081096973,0.0635633784435114,0.07236241351764511,0.0467797419631647,Weather,1
10
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,7.619552134905386,21.84735658050791,4.177629192670186,0.42209206868947474,0.19385699351510902,0.21718852779986011,5.651911268888977,2.760353624973689,0.1345420059192762,0.20362123406349095,0.15823056143788108,Air Quality,1
11
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.15633964915726514,0.13815104748376447,0.2847898006439209,0.19307783862725802,0.012168042458866749,0.012179486073859103,10.675863755420899,0.3953980894709345,0.01715703230188987,0.012357540258817324,0.017372273195205717,Weather,1
12
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,42.331180855252114,35.767111354942664,4.8986590305964155,0.8519407009732897,0.5912018375630799,0.41100805562030934,37.28428419776585,6.50624168435604,0.5498232409314963,0.4139711856842041,0.4642072426881028,Hazards,1
13
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1832.7774586255352,1612.2721583917737,37.71912638346354,0.3585184289913366,0.014789970248353247,0.014667149510896175,16.954170405321783,42.8109502186711,0.016747559987744198,0.014755648462968623,0.01653092509819569,Hydrology,1
14
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,1045.3113076725774,641.6984261012569,22.998742239815847,0.49478006302274447,0.09971961250749792,0.0942809443810055,24.8573770527114,32.33127445172209,0.13447351227691898,0.09565727610143253,0.11751919688033831,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,143698.81774457297,259308.65317090353,436.7947591145833,0.7404361113893149,0.006964360970632857,0.006997430935392166,2.9033357143901637,379.0762690337829,0.006054931965975008,0.006976861295681754,0.004396025501021366,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,60796.876025517784,141477.4780515035,304.4527994791667,0.527640093198012,0.004858650318542056,0.004876183940444589,6.219105028292254,246.57022534263496,0.003943379317364112,0.004869091030400886,0.003788760505399408,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.3078232643306364,0.882397259172194,0.8326110045115153,0.7644383063410723,0.03304003350182586,0.03253864343309771,29.71352960817701,1.1436010074893412,0.04496760082320152,0.03273914507479797,0.03507756356851164,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0010808374567314132,0.0014703557049691174,0.028304442763328552,0.042504480753525614,0.07933076491379537,0.08517070791605032,1.1342570762668525,0.0328760924796639,0.08604429803132765,0.07407923889510228,0.07154839197141893,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.015257792609373766,0.010044598633593674,0.08848431706428528,0.772226967957315,0.07709670832495095,0.07341835646632079,39.189481004233194,0.12352243767580758,0.10475400651370795,0.07503970048292313,0.09113788629340464,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.005334279362652221,0.011045045427825547,0.092233141263326,0.08353190152150279,0.007103246509162518,0.007129811883651259,0.9162803505951503,0.07303615106679856,0.0056253773789107404,0.007103964528115102,0.005218519971814225,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,43.6385115084006,39.38850268416562,5.078357656796773,0.4909920038885631,0.29665341299344955,0.27570394639367124,19.082559201313973,6.605945163895973,0.3740096395760251,0.28752202292526,0.3094113234906923,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3919256536719331,0.5637739698977384,0.5101989110310873,0.3866771004668467,0.021210427525613754,0.021636057467028152,7.326048887236657,0.6260396582261647,0.027238855080563926,0.022198648308022626,0.01871504523368693,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.057733152631764,13.951839676957244,3.037028670310974,0.5307428744232771,0.3958677423348811,0.2852598975589325,13.636738390598481,3.749364366480239,0.3135356961516576,0.2539675543117191,0.23346227549140502,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.7194533944129944,3.129751900831858,1.46136474609375,0.01998447516025641,0.00046838613656850965,0.00046854695547793253,0.07836315883190882,0.8482059858389319,0.00027186089289709357,0.0004683861365685096,0.0003897966346849403,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,4416.349631509278,6524.646165183047,79.82075500488281,1.6071292954003251,0.2873172872971189,0.3363756289242429,12.245023996237942,66.45562151924605,0.2403458282793709,0.2886826582455075,0.1896958246704371,Web,1
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,26 +1,73 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-25T07:00:31.919181+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t060000z",
8
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t040000z",
14
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
15
- "context_length": 54,
16
- "prediction_length": 12
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
  },
18
  {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t004800z",
20
- "data_fetched_at": "2026-06-25T06:58:33.955860Z",
21
- "context_length": 240,
22
- "prediction_length": 60
23
  }
24
- ],
25
- "failed_datasets": []
26
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-24T10:27:31.285218+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
+ "context_length": 85,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
+ "context_length": 96,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
  },
66
  {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
+ "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
+ ]
 
73
  }