ziyuzhou commited on
Commit
82cb6be
·
1 Parent(s): 911e59c

Update leaderboard results from local eval

Browse files
results/chronos_bolt_base/all_results.csv DELETED
@@ -1,3 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,416749.6602268219,416749.6602268219,573.1502278645834,1.2415432298771267,0.009527884090354067,0.009585708560397069,5.7814579156144,645.5615077022653,0.010758340528442616,0.009551600043919455,0.00823864183230734,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,159091.01384035745,159091.01384035745,343.2364908854167,0.6351521887103867,0.005735781999632739,0.005738620143509443,3.1111823915282724,398.8621489190939,0.006669310004319204,0.005739202300125659,0.005590672342540177,Finance,1
 
 
 
 
results/chronos_bolt_base/config.json DELETED
@@ -1,11 +0,0 @@
1
- {
2
- "model": "Chronos-Bolt-Base",
3
- "model_type": "zero-shot",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-base",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Amazon / TSFM.ai",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "amazon/chronos-bolt-base"
11
- }
 
 
 
 
 
 
 
 
 
 
 
 
results/chronos_bolt_base/online_meta.json DELETED
@@ -1,19 +0,0 @@
1
- {
2
- "model": "Chronos-Bolt-Base",
3
- "api_model_id": "amazon/chronos-bolt-base",
4
- "evaluated_at": "2026-06-30T10:59:44.402287+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
8
- "data_fetched_at": "2026-06-30T10:58:37.207440Z",
9
- "context_length": 48,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
14
- "data_fetched_at": "2026-06-30T10:58:37.207440Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- }
18
- ]
19
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/chronos_bolt_mini/all_results.csv DELETED
@@ -1,3 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,255818.61661338806,255818.61661338806,444.2062174479167,0.9622280427184782,0.007384983757562964,0.007419550726186133,3.844306935318335,505.785148668274,0.008428954946477166,0.007402736524929499,0.006937507046256522,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,126320.03207015991,126320.03207015991,303.0325520833333,0.5607556125798893,0.005062092629643839,0.005064660279434654,3.1367204582828854,355.4152952113343,0.0059428421334655835,0.005066958689162814,0.005303599693888649,Finance,1
 
 
 
 
results/chronos_bolt_mini/config.json DELETED
@@ -1,11 +0,0 @@
1
- {
2
- "model": "Chronos-Bolt-Mini",
3
- "model_type": "zero-shot",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-mini",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Amazon / TSFM.ai",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "amazon/chronos-bolt-mini"
11
- }
 
 
 
 
 
 
 
 
 
 
 
 
results/chronos_bolt_mini/online_meta.json DELETED
@@ -1,19 +0,0 @@
1
- {
2
- "model": "Chronos-Bolt-Mini",
3
- "api_model_id": "amazon/chronos-bolt-mini",
4
- "evaluated_at": "2026-06-30T10:59:37.341805+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
8
- "data_fetched_at": "2026-06-30T10:58:37.207440Z",
9
- "context_length": 48,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
14
- "data_fetched_at": "2026-06-30T10:58:37.207440Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- }
18
- ]
19
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/chronos_bolt_tiny/all_results.csv DELETED
@@ -1,3 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,237393.87880706787,237393.87880706787,429.3141276041667,0.9299691820823831,0.007137116790230166,0.007169338149015925,4.711418988646272,487.2308270286968,0.00811974550927992,0.007154558509654903,0.006192020640697481,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,154993.25512949625,154993.25512949625,330.24609375,0.6111137213799086,0.005515446034601423,0.005522009870421818,3.200995717151273,393.69182761329483,0.00658285789121758,0.0055219919536184815,0.005311534412034562,Finance,1
 
 
 
 
results/chronos_bolt_tiny/config.json DELETED
@@ -1,11 +0,0 @@
1
- {
2
- "model": "Chronos-Bolt-Tiny",
3
- "model_type": "zero-shot",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-tiny",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Amazon / TSFM.ai",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "amazon/chronos-bolt-tiny"
11
- }
 
 
 
 
 
 
 
 
 
 
 
 
results/chronos_bolt_tiny/online_meta.json DELETED
@@ -1,19 +0,0 @@
1
- {
2
- "model": "Chronos-Bolt-Tiny",
3
- "api_model_id": "amazon/chronos-bolt-tiny",
4
- "evaluated_at": "2026-06-30T10:59:29.096575+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
8
- "data_fetched_at": "2026-06-30T10:58:37.207440Z",
9
- "context_length": 48,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
14
- "data_fetched_at": "2026-06-30T10:58:37.207440Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- }
18
- ]
19
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/moirai_1_1_small/all_results.csv DELETED
@@ -1,7 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,332646.77161598206,348981.7656416893,526.7017415364584,0.7947562134494546,0.008754612262000068,0.008802887029594175,2.917972176805501,576.7553828235867,0.009605763951252058,0.008772128969379919,0.007655467518673122,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,17.224655043525825,17.379928238766222,3.1069647471110025,3.976491165980361,0.11557462436198503,0.12761549256817922,98.31757406803551,4.150259635676523,0.1710212969002648,0.12802985526656377,0.11603043223276817,Weather,1
4
- nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,3.6337785889401553,4.675371738299456,1.7193158864974976,1.0315895318984984,0.09200617604719608,0.08653251670147993,7.0955328941345215,1.9062472528347825,0.09462240758642147,0.08534349798539802,0.060514735945419215,Weather,1
5
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,1.209514990484119,1.185891288875003,0.9199520746866862,0.7351447823581991,0.036213512987742204,0.036144548231522286,3.6905974514098205,1.0997795190328463,0.04264777414054433,0.03567433983119229,0.03249310956850542,Weather,1
6
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,13.146528189076662,13.268735353759581,3.0040796399116516,0.7356929730395882,0.34013562102775247,0.3022219100054487,4.9958484464762165,3.6258141415517513,0.35088523950500816,0.29071738450757917,0.2417847948262341,Hazards,1
7
- usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,984.1116059248646,526.5306294020265,21.061365763346355,0.19630010808555823,0.007773002650199916,0.0077571641438427775,1.2476523627123786,31.370553165745495,0.01159189031528702,0.007782490813245766,0.006148927493638268,Hydrology,1
 
 
 
 
 
 
 
 
results/moirai_1_1_small/config.json DELETED
@@ -1,11 +0,0 @@
1
- {
2
- "model": "Moirai-1.1-Small",
3
- "model_type": "zero-shot",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/Salesforce/moirai-1.1-R-small",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Salesforce / TSFM.ai",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "Salesforce/moirai-1.1-R-small"
11
- }
 
 
 
 
 
 
 
 
 
 
 
 
results/moirai_1_1_small/online_meta.json DELETED
@@ -1,43 +0,0 @@
1
- {
2
- "model": "Moirai-1.1-Small",
3
- "api_model_id": "Salesforce/moirai-1.1-R-small",
4
- "evaluated_at": "2026-06-30T03:12:39.401231+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
8
- "data_fetched_at": "2026-06-30T02:35:52.487252Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
14
- "data_fetched_at": "2026-06-30T02:35:52.487252Z",
15
- "context_length": 69,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t003000z",
20
- "data_fetched_at": "2026-06-30T02:35:52.487252Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
26
- "data_fetched_at": "2026-06-30T02:35:52.487252Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
32
- "data_fetched_at": "2026-06-30T02:35:52.487252Z",
33
- "context_length": 96,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
38
- "data_fetched_at": "2026-06-30T02:35:52.487252Z",
39
- "context_length": 96,
40
- "prediction_length": 24
41
- }
42
- ]
43
- }