Spaces:
Runtime error
Runtime error
Update leaderboard results from local eval
Browse files- results/chronos_2/all_results.csv +3 -10
- results/chronos_2/online_meta.json +15 -10
- results/dataset_properties.csv +1 -0
- results/online_status.json +15 -52
- results/timesfm_2_5/all_results.csv +3 -10
- results/timesfm_2_5/online_meta.json +15 -10
results/chronos_2/all_results.csv
CHANGED
|
@@ -1,11 +1,4 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-2,
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.01811272283348823,0.01811272283348823,0.10846604241265191,0.569324013696278,0.08168940981050991,0.0866862591457902,3.8683016657966616,0.1345835162027216,0.10578617170319697,0.0852571526616051,0.0827146886461531,Ocean,1
|
| 6 |
-
nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7238969495139903,0.7238969495139903,0.719465454419454,0.631340777471073,0.045036415320360755,0.04649862391248605,16.631743110624452,0.8508213381868077,0.05422122088566998,0.045850160983058205,0.04254027064888371,Weather,1
|
| 7 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,926.5741481021208,926.5741481021208,26.09523872534434,3.4304590459534055,0.6065297098262642,0.9079024875382133,96.37975078738128,30.43968048620289,0.7761924878547526,0.6654119867181086,0.6038539105611692,Air Quality,1
|
| 8 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.6739004413899843,2.6739004413899843,1.2019844055175781,0.5738448850895024,0.044351636354932666,0.04580341532123342,1.8177510420394272,1.6352065439539998,0.06563799876004565,0.04824824803366029,0.03986098888142892,Weather,1
|
| 9 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,24.08605814823227,24.08605814823227,4.217082420984904,0.8175280945366534,0.5597721222734818,0.3899493288292937,8.9671823165721,4.907754898956576,0.46010202177717896,0.39535147696733475,0.2991201960378223,Hazards,1
|
| 10 |
-
usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,621.5442706644535,621.5442706644535,22.53045654296875,0.2312051125734901,0.007882593566069898,0.007849365563011827,1.7188556420363443,24.930789611732187,0.00869047132435109,0.007853753914760349,0.0052633380014171305,Hydrology,1
|
| 11 |
-
wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
|
| 3 |
+
nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
|
| 4 |
+
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_2/online_meta.json
CHANGED
|
@@ -1,20 +1,25 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
-
"evaluated_at": "2026-06-
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-
|
| 9 |
-
"context_length":
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
-
]
|
| 19 |
-
"failed_datasets": []
|
| 20 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
+
"evaluated_at": "2026-06-16T05:10:19.032951+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
|
| 8 |
+
"data_fetched_at": "2026-06-16T05:09:33.157863Z",
|
| 9 |
+
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
|
| 14 |
+
"data_fetched_at": "2026-06-16T05:09:33.157863Z",
|
| 15 |
+
"context_length": 96,
|
| 16 |
+
"prediction_length": 24
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
|
| 20 |
+
"data_fetched_at": "2026-06-16T05:09:33.157863Z",
|
| 21 |
+
"context_length": 96,
|
| 22 |
+
"prediction_length": 24
|
| 23 |
}
|
| 24 |
+
]
|
|
|
|
| 25 |
}
|
results/dataset_properties.csv
CHANGED
|
@@ -1,5 +1,6 @@
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
binance_btcusdt_1h_close,Finance,1h,1
|
|
|
|
| 3 |
nasa_power_shanghai_hourly_t2m,Weather,1h,1
|
| 4 |
noaa_coops_sf_water_level_water_level,Ocean,6min,1
|
| 5 |
noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
|
|
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
binance_btcusdt_1h_close,Finance,1h,1
|
| 3 |
+
coingecko_bitcoin_7d_price_usd,Finance,1h,1
|
| 4 |
nasa_power_shanghai_hourly_t2m,Weather,1h,1
|
| 5 |
noaa_coops_sf_water_level_water_level,Ocean,6min,1
|
| 6 |
noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
|
results/online_status.json
CHANGED
|
@@ -1,56 +1,19 @@
|
|
| 1 |
{
|
| 2 |
-
"status": "
|
| 3 |
-
"started_at": "2026-06-17T10:
|
| 4 |
-
"finished_at": "2026-06-17T10:
|
| 5 |
-
"task_count":
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 8 |
-
"ts_bench_root": "/Users/
|
| 9 |
-
"models": {
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
"prediction_length": 24
|
| 20 |
-
},
|
| 21 |
-
{
|
| 22 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t041800z",
|
| 23 |
-
"data_fetched_at": "2026-06-17T10:27:49.079025Z",
|
| 24 |
-
"context_length": 720,
|
| 25 |
-
"prediction_length": 60
|
| 26 |
-
}
|
| 27 |
-
],
|
| 28 |
-
"failed_datasets": []
|
| 29 |
-
},
|
| 30 |
-
"TimesFM-2.5": {
|
| 31 |
-
"model": "TimesFM-2.5",
|
| 32 |
-
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 33 |
-
"evaluated_at": "2026-06-17T10:28:56.209618+00:00",
|
| 34 |
-
"datasets": [
|
| 35 |
-
{
|
| 36 |
-
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t100000z",
|
| 37 |
-
"data_fetched_at": "2026-06-17T10:27:49.079025Z",
|
| 38 |
-
"context_length": 144,
|
| 39 |
-
"prediction_length": 24
|
| 40 |
-
},
|
| 41 |
-
{
|
| 42 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t041800z",
|
| 43 |
-
"data_fetched_at": "2026-06-17T10:27:49.079025Z",
|
| 44 |
-
"context_length": 720,
|
| 45 |
-
"prediction_length": 60
|
| 46 |
-
}
|
| 47 |
-
],
|
| 48 |
-
"failed_datasets": []
|
| 49 |
-
}
|
| 50 |
-
},
|
| 51 |
-
"failed_models": [],
|
| 52 |
-
"failed_datasets": [],
|
| 53 |
-
"push_status": "ok",
|
| 54 |
-
"pushed_at": "2026-06-17T10:37:28.420394+00:00",
|
| 55 |
-
"push_detail": "HF Hub API"
|
| 56 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"status": "partial",
|
| 3 |
+
"started_at": "2026-06-17T10:03:44.248836+00:00",
|
| 4 |
+
"finished_at": "2026-06-17T10:46:34.487620+00:00",
|
| 5 |
+
"task_count": 11,
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 8 |
+
"ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
|
| 9 |
+
"models": {},
|
| 10 |
+
"failed_models": [
|
| 11 |
+
"Chronos-Bolt-Tiny",
|
| 12 |
+
"Chronos-Bolt-Mini",
|
| 13 |
+
"Chronos-Bolt-Base",
|
| 14 |
+
"Chronos-2",
|
| 15 |
+
"TimesFM-2.5",
|
| 16 |
+
"Moirai-1.1-Small"
|
| 17 |
+
],
|
| 18 |
+
"push_status": "pending"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
}
|
results/timesfm_2_5/all_results.csv
CHANGED
|
@@ -1,11 +1,4 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013983160415220889,0.021609704863693305,0.12171765168507893,0.6388799706676827,0.09193182613112898,0.09808983289265683,5.919869108202333,0.11825041401712252,0.09294792522991376,0.09567326492698144,0.06719480813400452,Ocean,1
|
| 6 |
-
nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7508424231181152,0.870589869565265,0.8021595478057861,0.7039059755498606,0.05027382560132961,0.05203871054191638,15.134366883017256,0.8665116404977576,0.05522113392167586,0.05112009781021389,0.040400225461277625,Weather,1
|
| 7 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,929.9331416623199,977.3601784557201,26.788983821868896,3.5216582170744997,0.622834528941769,0.9421713924209847,113.59708691372822,30.494805158622018,0.777598131933263,0.6831020453457772,0.6252027792620818,Air Quality,1
|
| 8 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3978600856066805,0.9648829396868072,0.6551488240559896,0.3127776033791762,0.023707518236788044,0.024292430064287107,3.9897425405465534,0.6307615124646403,0.025319078819808875,0.026297997558797765,0.021434548757163597,Weather,1
|
| 9 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,22.8234201046306,19.494517330023807,3.8171834150950112,0.7400032468681766,0.47567150818384213,0.3621714595597613,29.24017580337401,4.777386325662873,0.4478799680308943,0.3578609451651573,0.3840829773081674,Hazards,1
|
| 10 |
-
usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1251.060590756436,971.438191699485,25.688079833984375,0.2636083018773383,0.009004948980074107,0.008946339802043114,10.048294173403258,35.37033489743116,0.012329528504551166,0.00895445048679194,0.00906010315488078,Hydrology,1
|
| 11 |
-
wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
|
| 3 |
+
nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
|
| 4 |
+
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/timesfm_2_5/online_meta.json
CHANGED
|
@@ -1,20 +1,25 @@
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
-
"evaluated_at": "2026-06-
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-
|
| 9 |
-
"context_length":
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
-
]
|
| 19 |
-
"failed_datasets": []
|
| 20 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
+
"evaluated_at": "2026-06-16T05:13:15.465340+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
|
| 8 |
+
"data_fetched_at": "2026-06-16T05:09:33.157863Z",
|
| 9 |
+
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
|
| 14 |
+
"data_fetched_at": "2026-06-16T05:09:33.157863Z",
|
| 15 |
+
"context_length": 96,
|
| 16 |
+
"prediction_length": 24
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
|
| 20 |
+
"data_fetched_at": "2026-06-16T05:09:33.157863Z",
|
| 21 |
+
"context_length": 96,
|
| 22 |
+
"prediction_length": 24
|
| 23 |
}
|
| 24 |
+
]
|
|
|
|
| 25 |
}
|