ziyuzhou02 commited on
Commit
87c862f
·
verified ·
1 Parent(s): 1facd8e

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,4 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,141352.59860483804,141352.59860483804,330.5035807291667,0.3550161847754481,0.005006472798642802,0.0049973413837430085,2.4856706576524874,375.96887983560293,0.00568745310022939,0.004999678738508746,0.005780339237952773,Finance,1
3
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,23.95689079527771,23.95689079527771,3.777583440144857,2.3934974974773975,0.16528744095912673,0.14547501333466636,57.43044686356461,4.894577693251759,0.21492190033098635,0.16587445587678754,0.13443748993656893,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.005710334874118317,0.005710334874118317,0.059720163544019066,0.06484567178658407,0.039031316267191245,0.03998796463376788,0.34171486131143225,0.07556675773194399,0.051100338899064214,0.04038443209423122,0.03807791858893454,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.036190818242758084,0.036190818242758084,0.15731467306613922,1.161708184505142,0.1338725776930595,0.14636326221593765,16.987432298303414,0.19023884525185197,0.17036314985153792,0.14087881571154284,0.11834554619689458,Ocean,1
6
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.5053207772051186,0.5053207772051186,0.6012766361236572,0.4837085787810427,0.030746708953715434,0.030686402219804745,3.1956955041299318,0.7108591824019147,0.03662649382727932,0.030980334145868788,0.02837031269402434,Weather,1
7
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,674.6534827380542,674.6534827380542,15.512783845265707,2.5367260227686232,0.34556731249222145,0.47515137948603425,75.29220598326143,25.97409252963526,0.9143123732283476,0.5460645139675427,0.5082789649491303,Air Quality,1
8
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.4596076415279337,0.4596076415279337,0.5152610143025717,0.208537330638386,0.02210424689735693,0.021779871249988713,1.6944395483089891,0.6779436861037454,0.02846011565344826,0.021630687562034703,0.02011410666522326,Weather,1
9
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,11.105916902422033,11.105916902422033,2.9168392419815063,0.5289985527019355,0.2918794725701843,0.2527193398350962,3.260135895659401,3.3325541109518437,0.29732824781726486,0.26023844538124963,0.20403508954873412,Hazards,1
10
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,3410.9732141147056,3410.9732141147056,57.190287272135414,7.843239397321429,0.018689532669141543,0.018509151712316558,275.6706515066964,58.40353768492715,0.019070542917527234,0.018674379517431974,0.01745190189791194,Hydrology,1
11
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1
results/chronos_2/online_meta.json CHANGED
@@ -1,25 +1,14 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
- "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
- "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
- "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
- ]
 
25
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T22:59:26.790467+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
8
+ "data_fetched_at": "2026-06-16T22:57:03.673321Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
12
+ ],
13
+ "failed_datasets": []
14
  }
results/dataset_properties.csv CHANGED
@@ -1,9 +1,9 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
- coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
7
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
6
+ nws_ksfo_observations_temperature,Weather,1h,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
results/online_status.json CHANGED
@@ -1,21 +1,100 @@
1
  {
2
- "status": "partial",
3
- "started_at": "2026-06-16T22:21:20.297625+00:00",
4
- "finished_at": "2026-06-17T00:04:29.183951+00:00",
5
- "task_count": 10,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
- "models": {},
10
- "failed_models": [
11
- "Chronos-Bolt-Tiny",
12
- "Chronos-Bolt-Mini",
13
- "Chronos-Bolt-Base",
14
- "Chronos-2",
15
- "TimesFM-2.5",
16
- "Moirai-1.1-Small"
17
- ],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  "push_status": "ok",
19
- "pushed_at": "2026-06-17T00:04:32.134449+00:00",
20
  "push_detail": "HF Hub API"
21
  }
 
1
  {
2
+ "status": "ok",
3
+ "started_at": "2026-06-16T22:59:18.937685+00:00",
4
+ "finished_at": "2026-06-16T23:27:55.147958+00:00",
5
+ "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
+ "models": {
10
+ "Chronos-2": {
11
+ "model": "Chronos-2",
12
+ "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-16T22:59:26.790467+00:00",
14
+ "datasets": [
15
+ {
16
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
17
+ "data_fetched_at": "2026-06-16T22:57:03.673321Z",
18
+ "context_length": 96,
19
+ "prediction_length": 24
20
+ }
21
+ ],
22
+ "failed_datasets": []
23
+ },
24
+ "TimesFM-2.5": {
25
+ "model": "TimesFM-2.5",
26
+ "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
+ "evaluated_at": "2026-06-16T22:59:53.517570+00:00",
28
+ "datasets": [
29
+ {
30
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
31
+ "data_fetched_at": "2026-06-16T22:57:03.673321Z",
32
+ "context_length": 96,
33
+ "prediction_length": 24
34
+ }
35
+ ],
36
+ "failed_datasets": []
37
+ },
38
+ "Toto-2.0-1B": {
39
+ "model": "Toto-2.0-1B",
40
+ "api_model_id": "Datadog/Toto-2.0-1B",
41
+ "evaluated_at": "2026-06-16T23:17:06.049095+00:00",
42
+ "datasets": [
43
+ {
44
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
45
+ "data_fetched_at": "2026-06-16T22:57:03.673321Z",
46
+ "context_length": 96,
47
+ "prediction_length": 24
48
+ }
49
+ ],
50
+ "failed_datasets": []
51
+ },
52
+ "TiRex": {
53
+ "model": "TiRex",
54
+ "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
+ "evaluated_at": "2026-06-16T23:17:13.720856+00:00",
56
+ "datasets": [
57
+ {
58
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
59
+ "data_fetched_at": "2026-06-16T22:57:03.673321Z",
60
+ "context_length": 96,
61
+ "prediction_length": 24
62
+ }
63
+ ],
64
+ "failed_datasets": []
65
+ },
66
+ "Moirai-1.1-Large": {
67
+ "model": "Moirai-1.1-Large",
68
+ "api_model_id": "Salesforce/moirai-1.1-R-large",
69
+ "evaluated_at": "2026-06-16T23:27:37.341203+00:00",
70
+ "datasets": [
71
+ {
72
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
73
+ "data_fetched_at": "2026-06-16T22:57:03.673321Z",
74
+ "context_length": 96,
75
+ "prediction_length": 24
76
+ }
77
+ ],
78
+ "failed_datasets": []
79
+ },
80
+ "Timer-S1": {
81
+ "model": "Timer-S1",
82
+ "api_model_id": "bytedance-research/Timer-S1",
83
+ "evaluated_at": "2026-06-16T23:27:55.145464+00:00",
84
+ "datasets": [
85
+ {
86
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
87
+ "data_fetched_at": "2026-06-16T22:57:03.673321Z",
88
+ "context_length": 96,
89
+ "prediction_length": 24
90
+ }
91
+ ],
92
+ "failed_datasets": []
93
+ }
94
+ },
95
+ "failed_models": [],
96
+ "failed_datasets": [],
97
  "push_status": "ok",
98
+ "pushed_at": "2026-06-16T23:28:09.147336+00:00",
99
  "push_detail": "HF Hub API"
100
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,4 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,113588.56122843425,203508.85977745056,354.4197591145833,0.3807061648539314,0.0053445089851497,0.005366233337016857,2.842175011900227,337.0290213445042,0.005098392061468594,0.005361469701003447,0.004089049702161993,Finance,1
3
+ nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,18.256465477062495,15.689063071794257,3.021759271621704,1.91460317666162,0.13161837915651486,0.1187479281490475,78.45882032272267,4.27275853250128,0.187617694725063,0.1326860631704981,0.13787187026130038,Weather,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.006374514495753066,0.003759971373701987,0.0448446919520696,0.04869350656668799,0.029236629443982618,0.028652117803904763,1.8526228966138196,0.0798405567099395,0.05399040038531646,0.030325225341859354,0.03222811640874626,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.026779569665996927,0.032480425439613825,0.14710015058517456,1.0862778757127798,0.12445407403444393,0.13547892146303228,23.09986006665449,0.1636446444769792,0.14654744698710187,0.13173148188609457,0.10677884721759028,Ocean,1
6
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.5134470016972349,0.6364203022267247,0.5536642074584961,0.44540584287163937,0.0276254995036464,0.0281470283383016,8.26096574154646,0.716552162579414,0.03691982042204237,0.028527138959286352,0.025134909180975065,Weather,1
7
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,650.4226122238754,685.8653868680943,15.499062538146973,2.5344822477517286,0.33968506617699884,0.4691643539586066,87.35340695664604,25.50338432882733,0.8977430038966681,0.5455815111114771,0.5208205266329882,Air Quality,1
8
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.1828387460335157,3.0163667414758493,1.5450150966644287,0.6253011873807506,0.06318544462542311,0.06546510966058296,9.5512220861311,1.477443313983151,0.062023156862824926,0.06485982425782821,0.05042202637070292,Weather,1
9
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,10.405964725661269,9.000602529930651,2.3532749017079673,0.426790410385324,0.21881676391685087,0.20646161462587442,18.786381272284746,3.225827758213583,0.28780619404136054,0.20995761204829447,0.250023040787241,Hazards,1
10
+ usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,3439.8645558555922,3422.449991491934,57.27812703450521,7.85528599330357,0.018718288339161285,0.01853730293310045,300.5491713169643,58.65035853134738,0.019151137479623635,0.018703061888818026,0.0182664524577192,Hydrology,1
11
+ wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,25 +1,14 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
- "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
- "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
- "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
- ]
 
25
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T22:59:53.517570+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
8
+ "data_fetched_at": "2026-06-16T22:57:03.673321Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
12
+ ],
13
+ "failed_datasets": []
14
  }