Spaces:
Runtime error
Runtime error
ziyuzhou commited on
Commit ·
617bc1c
1
Parent(s): 77e821d
Update leaderboard results from local eval
Browse files- results/chronos_bolt_base/all_results.csv +0 -3
- results/chronos_bolt_base/config.json +0 -11
- results/chronos_bolt_base/online_meta.json +0 -19
- results/chronos_bolt_mini/all_results.csv +0 -3
- results/chronos_bolt_mini/config.json +0 -11
- results/chronos_bolt_mini/online_meta.json +0 -19
- results/chronos_bolt_tiny/all_results.csv +0 -3
- results/chronos_bolt_tiny/config.json +0 -11
- results/chronos_bolt_tiny/online_meta.json +0 -19
- results/moirai_1_1_small/all_results.csv +0 -7
- results/moirai_1_1_small/config.json +0 -11
- results/moirai_1_1_small/online_meta.json +0 -43
- results/online_status.json +3 -1
results/chronos_bolt_base/all_results.csv
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,416749.6602268219,416749.6602268219,573.1502278645834,1.2415432298771267,0.009527884090354067,0.009585708560397069,5.7814579156144,645.5615077022653,0.010758340528442616,0.009551600043919455,0.00823864183230734,Finance,1
|
| 3 |
-
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,159091.01384035745,159091.01384035745,343.2364908854167,0.6351521887103867,0.005735781999632739,0.005738620143509443,3.1111823915282724,398.8621489190939,0.006669310004319204,0.005739202300125659,0.005590672342540177,Finance,1
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_base/config.json
DELETED
|
@@ -1,11 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"model": "Chronos-Bolt-Base",
|
| 3 |
-
"model_type": "zero-shot",
|
| 4 |
-
"model_dtype": "float32",
|
| 5 |
-
"model_link": "https://tsfm.ai/models/amazon/chronos-bolt-base",
|
| 6 |
-
"code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
|
| 7 |
-
"org": "Amazon / TSFM.ai",
|
| 8 |
-
"testdata_leakage": "No",
|
| 9 |
-
"replication_code_available": "Yes",
|
| 10 |
-
"api_model_id": "amazon/chronos-bolt-base"
|
| 11 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_base/online_meta.json
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"model": "Chronos-Bolt-Base",
|
| 3 |
-
"api_model_id": "amazon/chronos-bolt-base",
|
| 4 |
-
"evaluated_at": "2026-06-30T10:59:44.402287+00:00",
|
| 5 |
-
"datasets": [
|
| 6 |
-
{
|
| 7 |
-
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
|
| 8 |
-
"data_fetched_at": "2026-06-30T10:58:37.207440Z",
|
| 9 |
-
"context_length": 48,
|
| 10 |
-
"prediction_length": 24
|
| 11 |
-
},
|
| 12 |
-
{
|
| 13 |
-
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
|
| 14 |
-
"data_fetched_at": "2026-06-30T10:58:37.207440Z",
|
| 15 |
-
"context_length": 96,
|
| 16 |
-
"prediction_length": 24
|
| 17 |
-
}
|
| 18 |
-
]
|
| 19 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_mini/all_results.csv
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,255818.61661338806,255818.61661338806,444.2062174479167,0.9622280427184782,0.007384983757562964,0.007419550726186133,3.844306935318335,505.785148668274,0.008428954946477166,0.007402736524929499,0.006937507046256522,Finance,1
|
| 3 |
-
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,126320.03207015991,126320.03207015991,303.0325520833333,0.5607556125798893,0.005062092629643839,0.005064660279434654,3.1367204582828854,355.4152952113343,0.0059428421334655835,0.005066958689162814,0.005303599693888649,Finance,1
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_mini/config.json
DELETED
|
@@ -1,11 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"model": "Chronos-Bolt-Mini",
|
| 3 |
-
"model_type": "zero-shot",
|
| 4 |
-
"model_dtype": "float32",
|
| 5 |
-
"model_link": "https://tsfm.ai/models/amazon/chronos-bolt-mini",
|
| 6 |
-
"code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
|
| 7 |
-
"org": "Amazon / TSFM.ai",
|
| 8 |
-
"testdata_leakage": "No",
|
| 9 |
-
"replication_code_available": "Yes",
|
| 10 |
-
"api_model_id": "amazon/chronos-bolt-mini"
|
| 11 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_mini/online_meta.json
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"model": "Chronos-Bolt-Mini",
|
| 3 |
-
"api_model_id": "amazon/chronos-bolt-mini",
|
| 4 |
-
"evaluated_at": "2026-06-30T10:59:37.341805+00:00",
|
| 5 |
-
"datasets": [
|
| 6 |
-
{
|
| 7 |
-
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
|
| 8 |
-
"data_fetched_at": "2026-06-30T10:58:37.207440Z",
|
| 9 |
-
"context_length": 48,
|
| 10 |
-
"prediction_length": 24
|
| 11 |
-
},
|
| 12 |
-
{
|
| 13 |
-
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
|
| 14 |
-
"data_fetched_at": "2026-06-30T10:58:37.207440Z",
|
| 15 |
-
"context_length": 96,
|
| 16 |
-
"prediction_length": 24
|
| 17 |
-
}
|
| 18 |
-
]
|
| 19 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_tiny/all_results.csv
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,237393.87880706787,237393.87880706787,429.3141276041667,0.9299691820823831,0.007137116790230166,0.007169338149015925,4.711418988646272,487.2308270286968,0.00811974550927992,0.007154558509654903,0.006192020640697481,Finance,1
|
| 3 |
-
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,154993.25512949625,154993.25512949625,330.24609375,0.6111137213799086,0.005515446034601423,0.005522009870421818,3.200995717151273,393.69182761329483,0.00658285789121758,0.0055219919536184815,0.005311534412034562,Finance,1
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_tiny/config.json
DELETED
|
@@ -1,11 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"model": "Chronos-Bolt-Tiny",
|
| 3 |
-
"model_type": "zero-shot",
|
| 4 |
-
"model_dtype": "float32",
|
| 5 |
-
"model_link": "https://tsfm.ai/models/amazon/chronos-bolt-tiny",
|
| 6 |
-
"code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
|
| 7 |
-
"org": "Amazon / TSFM.ai",
|
| 8 |
-
"testdata_leakage": "No",
|
| 9 |
-
"replication_code_available": "Yes",
|
| 10 |
-
"api_model_id": "amazon/chronos-bolt-tiny"
|
| 11 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_tiny/online_meta.json
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"model": "Chronos-Bolt-Tiny",
|
| 3 |
-
"api_model_id": "amazon/chronos-bolt-tiny",
|
| 4 |
-
"evaluated_at": "2026-06-30T10:59:29.096575+00:00",
|
| 5 |
-
"datasets": [
|
| 6 |
-
{
|
| 7 |
-
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
|
| 8 |
-
"data_fetched_at": "2026-06-30T10:58:37.207440Z",
|
| 9 |
-
"context_length": 48,
|
| 10 |
-
"prediction_length": 24
|
| 11 |
-
},
|
| 12 |
-
{
|
| 13 |
-
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
|
| 14 |
-
"data_fetched_at": "2026-06-30T10:58:37.207440Z",
|
| 15 |
-
"context_length": 96,
|
| 16 |
-
"prediction_length": 24
|
| 17 |
-
}
|
| 18 |
-
]
|
| 19 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/moirai_1_1_small/all_results.csv
DELETED
|
@@ -1,7 +0,0 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,332646.77161598206,348981.7656416893,526.7017415364584,0.7947562134494546,0.008754612262000068,0.008802887029594175,2.917972176805501,576.7553828235867,0.009605763951252058,0.008772128969379919,0.007655467518673122,Finance,1
|
| 3 |
-
nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,17.224655043525825,17.379928238766222,3.1069647471110025,3.976491165980361,0.11557462436198503,0.12761549256817922,98.31757406803551,4.150259635676523,0.1710212969002648,0.12802985526656377,0.11603043223276817,Weather,1
|
| 4 |
-
nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,3.6337785889401553,4.675371738299456,1.7193158864974976,1.0315895318984984,0.09200617604719608,0.08653251670147993,7.0955328941345215,1.9062472528347825,0.09462240758642147,0.08534349798539802,0.060514735945419215,Weather,1
|
| 5 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,1.209514990484119,1.185891288875003,0.9199520746866862,0.7351447823581991,0.036213512987742204,0.036144548231522286,3.6905974514098205,1.0997795190328463,0.04264777414054433,0.03567433983119229,0.03249310956850542,Weather,1
|
| 6 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,13.146528189076662,13.268735353759581,3.0040796399116516,0.7356929730395882,0.34013562102775247,0.3022219100054487,4.9958484464762165,3.6258141415517513,0.35088523950500816,0.29071738450757917,0.2417847948262341,Hazards,1
|
| 7 |
-
usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,984.1116059248646,526.5306294020265,21.061365763346355,0.19630010808555823,0.007773002650199916,0.0077571641438427775,1.2476523627123786,31.370553165745495,0.01159189031528702,0.007782490813245766,0.006148927493638268,Hydrology,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/moirai_1_1_small/config.json
DELETED
|
@@ -1,11 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"model": "Moirai-1.1-Small",
|
| 3 |
-
"model_type": "zero-shot",
|
| 4 |
-
"model_dtype": "float32",
|
| 5 |
-
"model_link": "https://tsfm.ai/models/Salesforce/moirai-1.1-R-small",
|
| 6 |
-
"code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
|
| 7 |
-
"org": "Salesforce / TSFM.ai",
|
| 8 |
-
"testdata_leakage": "No",
|
| 9 |
-
"replication_code_available": "Yes",
|
| 10 |
-
"api_model_id": "Salesforce/moirai-1.1-R-small"
|
| 11 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/moirai_1_1_small/online_meta.json
DELETED
|
@@ -1,43 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"model": "Moirai-1.1-Small",
|
| 3 |
-
"api_model_id": "Salesforce/moirai-1.1-R-small",
|
| 4 |
-
"evaluated_at": "2026-06-30T03:12:39.401231+00:00",
|
| 5 |
-
"datasets": [
|
| 6 |
-
{
|
| 7 |
-
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
|
| 8 |
-
"data_fetched_at": "2026-06-30T02:35:52.487252Z",
|
| 9 |
-
"context_length": 96,
|
| 10 |
-
"prediction_length": 24
|
| 11 |
-
},
|
| 12 |
-
{
|
| 13 |
-
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
|
| 14 |
-
"data_fetched_at": "2026-06-30T02:35:52.487252Z",
|
| 15 |
-
"context_length": 69,
|
| 16 |
-
"prediction_length": 24
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t003000z",
|
| 20 |
-
"data_fetched_at": "2026-06-30T02:35:52.487252Z",
|
| 21 |
-
"context_length": 96,
|
| 22 |
-
"prediction_length": 24
|
| 23 |
-
},
|
| 24 |
-
{
|
| 25 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
|
| 26 |
-
"data_fetched_at": "2026-06-30T02:35:52.487252Z",
|
| 27 |
-
"context_length": 96,
|
| 28 |
-
"prediction_length": 24
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
|
| 32 |
-
"data_fetched_at": "2026-06-30T02:35:52.487252Z",
|
| 33 |
-
"context_length": 96,
|
| 34 |
-
"prediction_length": 24
|
| 35 |
-
},
|
| 36 |
-
{
|
| 37 |
-
"dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
|
| 38 |
-
"data_fetched_at": "2026-06-30T02:35:52.487252Z",
|
| 39 |
-
"context_length": 96,
|
| 40 |
-
"prediction_length": 24
|
| 41 |
-
}
|
| 42 |
-
]
|
| 43 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/online_status.json
CHANGED
|
@@ -264,5 +264,7 @@
|
|
| 264 |
"live_overall": "aggregates/live_overall_up_to_now.csv",
|
| 265 |
"live_metadata": "aggregates/live_metadata.json"
|
| 266 |
},
|
| 267 |
-
"push_status": "
|
|
|
|
|
|
|
| 268 |
}
|
|
|
|
| 264 |
"live_overall": "aggregates/live_overall_up_to_now.csv",
|
| 265 |
"live_metadata": "aggregates/live_metadata.json"
|
| 266 |
},
|
| 267 |
+
"push_status": "ok",
|
| 268 |
+
"pushed_at": "2026-07-10T18:33:40.928162+00:00",
|
| 269 |
+
"push_detail": "HF Hub API"
|
| 270 |
}
|