Spaces:
Runtime error
Runtime error
Update leaderboard results from local eval
Browse files
results/chronos_2/all_results.csv
CHANGED
|
@@ -1,4 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-2,
|
| 3 |
-
|
| 4 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Chronos-2,141352.59860483804,141352.59860483804,330.5035807291667,0.3550161847754481,0.005006472798642802,0.0049973413837430085,2.4856706576524874,375.96887983560293,0.00568745310022939,0.004999678738508746,0.005780339237952773,Finance,1
|
| 3 |
+
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,23.95689079527771,23.95689079527771,3.777583440144857,2.3934974974773975,0.16528744095912673,0.14547501333466636,57.43044686356461,4.894577693251759,0.21492190033098635,0.16587445587678754,0.13443748993656893,Weather,1
|
| 4 |
+
noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.005710334874118317,0.005710334874118317,0.059720163544019066,0.06484567178658407,0.039031316267191245,0.03998796463376788,0.34171486131143225,0.07556675773194399,0.051100338899064214,0.04038443209423122,0.03807791858893454,Ocean,1
|
| 5 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.036190818242758084,0.036190818242758084,0.15731467306613922,1.161708184505142,0.1338725776930595,0.14636326221593765,16.987432298303414,0.19023884525185197,0.17036314985153792,0.14087881571154284,0.11834554619689458,Ocean,1
|
| 6 |
+
nws_ksfo_observations_temperature/1h/short,Chronos-2,0.5053207772051186,0.5053207772051186,0.6012766361236572,0.4837085787810427,0.030746708953715434,0.030686402219804745,3.1956955041299318,0.7108591824019147,0.03662649382727932,0.030980334145868788,0.02837031269402434,Weather,1
|
| 7 |
+
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,674.6534827380542,674.6534827380542,15.512783845265707,2.5367260227686232,0.34556731249222145,0.47515137948603425,75.29220598326143,25.97409252963526,0.9143123732283476,0.5460645139675427,0.5082789649491303,Air Quality,1
|
| 8 |
+
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.4596076415279337,0.4596076415279337,0.5152610143025717,0.208537330638386,0.02210424689735693,0.021779871249988713,1.6944395483089891,0.6779436861037454,0.02846011565344826,0.021630687562034703,0.02011410666522326,Weather,1
|
| 9 |
+
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,11.105916902422033,11.105916902422033,2.9168392419815063,0.5289985527019355,0.2918794725701843,0.2527193398350962,3.260135895659401,3.3325541109518437,0.29732824781726486,0.26023844538124963,0.20403508954873412,Hazards,1
|
| 10 |
+
usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,3410.9732141147056,3410.9732141147056,57.190287272135414,7.843239397321429,0.018689532669141543,0.018509151712316558,275.6706515066964,58.40353768492715,0.019070542917527234,0.018674379517431974,0.01745190189791194,Hydrology,1
|
| 11 |
+
wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1
|
results/chronos_2/online_meta.json
CHANGED
|
@@ -1,25 +1,14 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
-
"evaluated_at": "2026-06-
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-
|
| 9 |
-
"context_length": 96,
|
| 10 |
-
"prediction_length": 24
|
| 11 |
-
},
|
| 12 |
-
{
|
| 13 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
|
| 14 |
-
"data_fetched_at": "2026-06-16T05:09:33.157863Z",
|
| 15 |
-
"context_length": 96,
|
| 16 |
-
"prediction_length": 24
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
|
| 20 |
-
"data_fetched_at": "2026-06-16T05:09:33.157863Z",
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
}
|
| 24 |
-
]
|
|
|
|
| 25 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
+
"evaluated_at": "2026-06-16T22:59:26.790467+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
|
| 8 |
+
"data_fetched_at": "2026-06-16T22:57:03.673321Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
}
|
| 12 |
+
],
|
| 13 |
+
"failed_datasets": []
|
| 14 |
}
|
results/dataset_properties.csv
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
binance_btcusdt_1h_close,Finance,1h,1
|
| 3 |
-
coingecko_bitcoin_7d_price_usd,Finance,1h,1
|
| 4 |
nasa_power_shanghai_hourly_t2m,Weather,1h,1
|
| 5 |
noaa_coops_sf_water_level_water_level,Ocean,6min,1
|
| 6 |
noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
|
|
|
|
| 7 |
open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
|
| 8 |
open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
|
| 9 |
usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
|
|
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
binance_btcusdt_1h_close,Finance,1h,1
|
|
|
|
| 3 |
nasa_power_shanghai_hourly_t2m,Weather,1h,1
|
| 4 |
noaa_coops_sf_water_level_water_level,Ocean,6min,1
|
| 5 |
noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
|
| 6 |
+
nws_ksfo_observations_temperature,Weather,1h,1
|
| 7 |
open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
|
| 8 |
open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
|
| 9 |
usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
|
results/online_status.json
CHANGED
|
@@ -1,21 +1,100 @@
|
|
| 1 |
{
|
| 2 |
-
"status": "
|
| 3 |
-
"started_at": "2026-06-16T22:
|
| 4 |
-
"finished_at": "2026-06-
|
| 5 |
-
"task_count":
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 8 |
-
"ts_bench_root": "/Users/
|
| 9 |
-
"models": {
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
"push_status": "ok",
|
| 19 |
-
"pushed_at": "2026-06-
|
| 20 |
"push_detail": "HF Hub API"
|
| 21 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"status": "ok",
|
| 3 |
+
"started_at": "2026-06-16T22:59:18.937685+00:00",
|
| 4 |
+
"finished_at": "2026-06-16T23:27:55.147958+00:00",
|
| 5 |
+
"task_count": 1,
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 8 |
+
"ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
|
| 9 |
+
"models": {
|
| 10 |
+
"Chronos-2": {
|
| 11 |
+
"model": "Chronos-2",
|
| 12 |
+
"api_model_id": "amazon/chronos-2",
|
| 13 |
+
"evaluated_at": "2026-06-16T22:59:26.790467+00:00",
|
| 14 |
+
"datasets": [
|
| 15 |
+
{
|
| 16 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
|
| 17 |
+
"data_fetched_at": "2026-06-16T22:57:03.673321Z",
|
| 18 |
+
"context_length": 96,
|
| 19 |
+
"prediction_length": 24
|
| 20 |
+
}
|
| 21 |
+
],
|
| 22 |
+
"failed_datasets": []
|
| 23 |
+
},
|
| 24 |
+
"TimesFM-2.5": {
|
| 25 |
+
"model": "TimesFM-2.5",
|
| 26 |
+
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 27 |
+
"evaluated_at": "2026-06-16T22:59:53.517570+00:00",
|
| 28 |
+
"datasets": [
|
| 29 |
+
{
|
| 30 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
|
| 31 |
+
"data_fetched_at": "2026-06-16T22:57:03.673321Z",
|
| 32 |
+
"context_length": 96,
|
| 33 |
+
"prediction_length": 24
|
| 34 |
+
}
|
| 35 |
+
],
|
| 36 |
+
"failed_datasets": []
|
| 37 |
+
},
|
| 38 |
+
"Toto-2.0-1B": {
|
| 39 |
+
"model": "Toto-2.0-1B",
|
| 40 |
+
"api_model_id": "Datadog/Toto-2.0-1B",
|
| 41 |
+
"evaluated_at": "2026-06-16T23:17:06.049095+00:00",
|
| 42 |
+
"datasets": [
|
| 43 |
+
{
|
| 44 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
|
| 45 |
+
"data_fetched_at": "2026-06-16T22:57:03.673321Z",
|
| 46 |
+
"context_length": 96,
|
| 47 |
+
"prediction_length": 24
|
| 48 |
+
}
|
| 49 |
+
],
|
| 50 |
+
"failed_datasets": []
|
| 51 |
+
},
|
| 52 |
+
"TiRex": {
|
| 53 |
+
"model": "TiRex",
|
| 54 |
+
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 55 |
+
"evaluated_at": "2026-06-16T23:17:13.720856+00:00",
|
| 56 |
+
"datasets": [
|
| 57 |
+
{
|
| 58 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
|
| 59 |
+
"data_fetched_at": "2026-06-16T22:57:03.673321Z",
|
| 60 |
+
"context_length": 96,
|
| 61 |
+
"prediction_length": 24
|
| 62 |
+
}
|
| 63 |
+
],
|
| 64 |
+
"failed_datasets": []
|
| 65 |
+
},
|
| 66 |
+
"Moirai-1.1-Large": {
|
| 67 |
+
"model": "Moirai-1.1-Large",
|
| 68 |
+
"api_model_id": "Salesforce/moirai-1.1-R-large",
|
| 69 |
+
"evaluated_at": "2026-06-16T23:27:37.341203+00:00",
|
| 70 |
+
"datasets": [
|
| 71 |
+
{
|
| 72 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
|
| 73 |
+
"data_fetched_at": "2026-06-16T22:57:03.673321Z",
|
| 74 |
+
"context_length": 96,
|
| 75 |
+
"prediction_length": 24
|
| 76 |
+
}
|
| 77 |
+
],
|
| 78 |
+
"failed_datasets": []
|
| 79 |
+
},
|
| 80 |
+
"Timer-S1": {
|
| 81 |
+
"model": "Timer-S1",
|
| 82 |
+
"api_model_id": "bytedance-research/Timer-S1",
|
| 83 |
+
"evaluated_at": "2026-06-16T23:27:55.145464+00:00",
|
| 84 |
+
"datasets": [
|
| 85 |
+
{
|
| 86 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
|
| 87 |
+
"data_fetched_at": "2026-06-16T22:57:03.673321Z",
|
| 88 |
+
"context_length": 96,
|
| 89 |
+
"prediction_length": 24
|
| 90 |
+
}
|
| 91 |
+
],
|
| 92 |
+
"failed_datasets": []
|
| 93 |
+
}
|
| 94 |
+
},
|
| 95 |
+
"failed_models": [],
|
| 96 |
+
"failed_datasets": [],
|
| 97 |
"push_status": "ok",
|
| 98 |
+
"pushed_at": "2026-06-16T23:28:09.147336+00:00",
|
| 99 |
"push_detail": "HF Hub API"
|
| 100 |
}
|
results/timesfm_2_5/all_results.csv
CHANGED
|
@@ -1,4 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,
|
| 3 |
-
|
| 4 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,113588.56122843425,203508.85977745056,354.4197591145833,0.3807061648539314,0.0053445089851497,0.005366233337016857,2.842175011900227,337.0290213445042,0.005098392061468594,0.005361469701003447,0.004089049702161993,Finance,1
|
| 3 |
+
nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,18.256465477062495,15.689063071794257,3.021759271621704,1.91460317666162,0.13161837915651486,0.1187479281490475,78.45882032272267,4.27275853250128,0.187617694725063,0.1326860631704981,0.13787187026130038,Weather,1
|
| 4 |
+
noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.006374514495753066,0.003759971373701987,0.0448446919520696,0.04869350656668799,0.029236629443982618,0.028652117803904763,1.8526228966138196,0.0798405567099395,0.05399040038531646,0.030325225341859354,0.03222811640874626,Ocean,1
|
| 5 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.026779569665996927,0.032480425439613825,0.14710015058517456,1.0862778757127798,0.12445407403444393,0.13547892146303228,23.09986006665449,0.1636446444769792,0.14654744698710187,0.13173148188609457,0.10677884721759028,Ocean,1
|
| 6 |
+
nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.5134470016972349,0.6364203022267247,0.5536642074584961,0.44540584287163937,0.0276254995036464,0.0281470283383016,8.26096574154646,0.716552162579414,0.03691982042204237,0.028527138959286352,0.025134909180975065,Weather,1
|
| 7 |
+
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,650.4226122238754,685.8653868680943,15.499062538146973,2.5344822477517286,0.33968506617699884,0.4691643539586066,87.35340695664604,25.50338432882733,0.8977430038966681,0.5455815111114771,0.5208205266329882,Air Quality,1
|
| 8 |
+
open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.1828387460335157,3.0163667414758493,1.5450150966644287,0.6253011873807506,0.06318544462542311,0.06546510966058296,9.5512220861311,1.477443313983151,0.062023156862824926,0.06485982425782821,0.05042202637070292,Weather,1
|
| 9 |
+
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,10.405964725661269,9.000602529930651,2.3532749017079673,0.426790410385324,0.21881676391685087,0.20646161462587442,18.786381272284746,3.225827758213583,0.28780619404136054,0.20995761204829447,0.250023040787241,Hazards,1
|
| 10 |
+
usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,3439.8645558555922,3422.449991491934,57.27812703450521,7.85528599330357,0.018718288339161285,0.01853730293310045,300.5491713169643,58.65035853134738,0.019151137479623635,0.018703061888818026,0.0182664524577192,Hydrology,1
|
| 11 |
+
wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1
|
results/timesfm_2_5/online_meta.json
CHANGED
|
@@ -1,25 +1,14 @@
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
-
"evaluated_at": "2026-06-
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-
|
| 9 |
-
"context_length": 96,
|
| 10 |
-
"prediction_length": 24
|
| 11 |
-
},
|
| 12 |
-
{
|
| 13 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
|
| 14 |
-
"data_fetched_at": "2026-06-16T05:09:33.157863Z",
|
| 15 |
-
"context_length": 96,
|
| 16 |
-
"prediction_length": 24
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
|
| 20 |
-
"data_fetched_at": "2026-06-16T05:09:33.157863Z",
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
}
|
| 24 |
-
]
|
|
|
|
| 25 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
+
"evaluated_at": "2026-06-16T22:59:53.517570+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z",
|
| 8 |
+
"data_fetched_at": "2026-06-16T22:57:03.673321Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
}
|
| 12 |
+
],
|
| 13 |
+
"failed_datasets": []
|
| 14 |
}
|