Spaces:
Runtime error
Runtime error
Update leaderboard results from local eval
Browse files- results/chronos_2/all_results.csv +5 -10
- results/chronos_2/online_meta.json +26 -9
- results/chronos_bolt_base/all_results.csv +5 -11
- results/chronos_bolt_base/online_meta.json +11 -47
- results/chronos_bolt_mini/all_results.csv +5 -11
- results/chronos_bolt_mini/online_meta.json +11 -47
- results/chronos_bolt_tiny/all_results.csv +5 -11
- results/chronos_bolt_tiny/online_meta.json +11 -47
- results/dataset_properties.csv +5 -5
- results/moirai_1_1_small/all_results.csv +5 -11
- results/moirai_1_1_small/online_meta.json +11 -47
- results/online_status.json +159 -153
- results/timesfm_2_5/all_results.csv +5 -10
- results/timesfm_2_5/online_meta.json +26 -9
results/chronos_2/all_results.csv
CHANGED
|
@@ -1,11 +1,6 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-2,
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,377.211141620166,377.211141620166,15.40047574043274,1.4651913685735527,1.025123617374014,0.561768057272987,9.076477847021463,19.42192425122099,1.0507803778535827,0.833208775213893,0.5108415484429664,Air Quality,1
|
| 8 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.18375160902087373,0.18375160902087373,0.3259924252827962,0.19096815875054637,0.013939069742417149,0.013954987190420683,1.8094373337032572,0.42866258178300765,0.01872570558527121,0.01424066022623892,0.01844215207400366,Weather,1
|
| 9 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.817559823915948,14.817559823915948,2.8534937699635825,0.5023265316317309,0.3508215764754136,0.2495334993300041,4.821652698050502,3.8493583652234755,0.3121101377208223,0.23136435972677694,0.2080861257719206,Hazards,1
|
| 10 |
-
usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,14.33341387907664,14.33341387907664,2.4254964192708335,0.041728970654121865,0.0007774026984842414,0.0007781240126802624,1.358539846550179,3.7859495346711425,0.0012134453636766483,0.0007774026984842414,0.00352156832007601,Hydrology,1
|
| 11 |
-
wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,637.530580385189,637.530580385189,21.104901994977677,0.4259166025430429,0.0949933795960077,0.08936343208458887,2.9195645138264323,25.249367920508206,0.10163632860469089,0.0849536020499389,0.06888865716510226,Web,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Chronos-2,2360771.735871633,2360771.735871633,1371.6051432291667,2.3552364489546664,0.02193495992826944,0.021636854541914923,39.22232811493427,1536.4803076745347,0.024442116185844145,0.021819304877814368,0.015788393612621618,Finance,1
|
| 3 |
+
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,171945.56079673767,171945.56079673767,360.3387044270833,0.6308344294021505,0.005753709429036556,0.005775677391012836,5.640436049228497,414.66318958491803,0.00663306552909041,0.0057640762410691646,0.008602657502098309,Finance,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,Chronos-2,0.0033135080949477924,0.0033135080949477924,0.025664766629536945,0.0223983417857777,0.0019937897723349136,0.001984488676094945,0.6862934806130149,0.05756307926916169,0.004433613207314676,0.00197674707010199,0.005496544390903746,Weather,1
|
| 5 |
+
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.870864701296265,14.870864701296265,2.8135249614715576,0.4916839738493984,0.42614708676965996,0.262055477239668,5.0060174557769175,3.856276014667034,0.32247604303835825,0.23527734869448566,0.21753711552754695,Hazards,1
|
| 6 |
+
wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,7527.493429508177,7527.493429508177,86.01233673095703,1.7317920147172559,0.3099005286298708,0.3673858887998923,5.472806021671167,86.76112856290067,0.31378346677360097,0.3110753588823039,0.2676876743371069,Web,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_2/online_meta.json
CHANGED
|
@@ -1,20 +1,37 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
-
"evaluated_at": "2026-06-
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-
|
| 9 |
-
"context_length":
|
| 10 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-
|
| 15 |
"context_length": 96,
|
| 16 |
"prediction_length": 24
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
-
]
|
| 19 |
-
"failed_datasets": []
|
| 20 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
+
"evaluated_at": "2026-06-24T10:17:52.829247+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 8 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 9 |
+
"context_length": 96,
|
| 10 |
+
"prediction_length": 24
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 14 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 15 |
+
"context_length": 96,
|
| 16 |
+
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 20 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 26 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 27 |
+
"context_length": 96,
|
| 28 |
+
"prediction_length": 24
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 32 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 33 |
+
"context_length": 4,
|
| 34 |
+
"prediction_length": 2
|
| 35 |
}
|
| 36 |
+
]
|
|
|
|
| 37 |
}
|
results/chronos_bolt_base/all_results.csv
CHANGED
|
@@ -1,12 +1,6 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,
|
| 3 |
-
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.0007979511867688416,0.0007979511867688416,0.010783910751342773,0.1338691664759319,0.0007744328944952194,0.000772437195559667,3.676276410187604,0.028248029785612333,0.002018918223644115,0.000770738140085322,0.0009743619718528598,Weather,1
|
| 8 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Base,78.46492206106086,78.46492206106086,8.119661966959635,0.6287542152036095,0.4301586588197501,0.3408446668194354,2.6852120011263736,8.858042789525284,0.3866030505729328,0.3543769386347527,0.2733527304564491,Air Quality,1
|
| 9 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,2.4733399028808285,2.4733399028808285,1.1177667776743572,1.0397831309933632,0.04508520076935441,0.043631950666287396,8.566536876592663,1.5726855702526263,0.06532442797417855,0.046428527571718683,0.03288396943899404,Weather,1
|
| 10 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,12.164762145221706,12.164762145221706,2.6983575026194253,0.5731024784324443,0.3826008463003361,0.31065058662987555,3.8442986496781884,3.487801907394069,0.4005131376911849,0.30985923475055605,0.26076033560282874,Hazards,1
|
| 11 |
-
usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Base,16.566998998324078,16.566998998324078,3.0599161783854165,0.03480473378258293,0.001353945211674963,0.0013524986051056196,0.802285202532583,4.07025785403383,0.001800999050457447,0.0013539452116749632,0.002853652018869325,Hydrology,1
|
| 12 |
-
wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Base,3260.5543012205744,3260.5543012205744,55.04175567626953,1.1965599060058594,0.32389598042781687,0.2749099794819436,6.72071009096892,57.10126356938675,0.3281681814332572,0.3163319291739628,0.2715914963762422,Web,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,2072272.5814889271,2072272.5814889271,1290.5056966145833,2.2159774401942958,0.020636334547398744,0.02037448492310981,29.465584697788874,1439.5390170081973,0.02289998754427472,0.020529186099942465,0.014047571650187302,Finance,1
|
| 3 |
+
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,160249.76056289673,160249.76056289673,343.5748697916667,0.6014864744728042,0.005485577988026495,0.005506040410187649,5.298160541978486,400.3120789620227,0.0064035012476016725,0.005495917367919941,0.008088167251011994,Finance,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.004035158225709286,0.004035158225709286,0.05814894040425619,0.05074816617098723,0.004486837912411734,0.004489250676221267,0.3573875080455433,0.06352289528752043,0.004892649091906708,0.004478737298992636,0.005268810614088332,Weather,1
|
| 5 |
+
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,14.449017169318987,14.449017169318987,2.8092607259750366,0.4909387676461228,0.42081398718682844,0.26256956990371827,5.111940813296049,3.8011862844800155,0.3178692363328236,0.23492075757282535,0.21741257939650666,Hazards,1
|
| 6 |
+
wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Base,7846.271479973686,7846.271479973686,87.9615249633789,1.7710374153700452,0.31710266267228676,0.3773602927354325,5.913257010031067,88.57918197846313,0.32035870516623194,0.318124864243685,0.27445587593555354,Web,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_base/online_meta.json
CHANGED
|
@@ -1,71 +1,35 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Base",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 4 |
-
"evaluated_at": "2026-06-
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-
|
| 15 |
"context_length": 96,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-
|
| 21 |
-
"context_length": 84,
|
| 22 |
-
"prediction_length": 24
|
| 23 |
-
},
|
| 24 |
-
{
|
| 25 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t092400z",
|
| 26 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 27 |
-
"context_length": 96,
|
| 28 |
-
"prediction_length": 24
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t041000z",
|
| 32 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 33 |
-
"context_length": 96,
|
| 34 |
-
"prediction_length": 24
|
| 35 |
-
},
|
| 36 |
-
{
|
| 37 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t095000z",
|
| 38 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 39 |
-
"context_length": 96,
|
| 40 |
-
"prediction_length": 24
|
| 41 |
-
},
|
| 42 |
-
{
|
| 43 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t110000z",
|
| 44 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 45 |
-
"context_length": 96,
|
| 46 |
-
"prediction_length": 24
|
| 47 |
-
},
|
| 48 |
-
{
|
| 49 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t110000z",
|
| 50 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 51 |
-
"context_length": 96,
|
| 52 |
-
"prediction_length": 24
|
| 53 |
-
},
|
| 54 |
-
{
|
| 55 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t110000z",
|
| 56 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 57 |
"context_length": 96,
|
| 58 |
"prediction_length": 24
|
| 59 |
},
|
| 60 |
{
|
| 61 |
-
"dataset": "
|
| 62 |
-
"data_fetched_at": "2026-06-
|
| 63 |
"context_length": 96,
|
| 64 |
"prediction_length": 24
|
| 65 |
},
|
| 66 |
{
|
| 67 |
-
"dataset": "
|
| 68 |
-
"data_fetched_at": "2026-06-
|
| 69 |
"context_length": 4,
|
| 70 |
"prediction_length": 2
|
| 71 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Base",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 4 |
+
"evaluated_at": "2026-06-24T10:17:38.036686+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 8 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 14 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 15 |
"context_length": 96,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 20 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
},
|
| 24 |
{
|
| 25 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 26 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 27 |
"context_length": 96,
|
| 28 |
"prediction_length": 24
|
| 29 |
},
|
| 30 |
{
|
| 31 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 32 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 33 |
"context_length": 4,
|
| 34 |
"prediction_length": 2
|
| 35 |
}
|
results/chronos_bolt_mini/all_results.csv
CHANGED
|
@@ -1,12 +1,6 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,
|
| 3 |
-
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.0008118730839896671,0.0008118730839896671,0.010661641756693522,0.1323513452720141,0.0007657393764953914,0.0007637081746027389,3.716304073305288,0.028493386671114878,0.00203645415415669,0.0007619994385419758,0.001164379834966764,Weather,1
|
| 8 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Mini,76.77309692137517,76.77309692137517,8.070316871007284,0.6249331279211686,0.4356683460168342,0.3410099297599067,2.4693883043415243,8.762025845737684,0.3824124585587611,0.35222330661024365,0.25703344749167606,Air Quality,1
|
| 9 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,2.413098039717776,2.413098039717776,1.1484367847442627,1.0683133723779623,0.04630201428262865,0.04503261555748509,6.823842564572875,1.5534149605684169,0.0645239872642581,0.04770246351015536,0.03431505833474912,Weather,1
|
| 10 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,12.30579174913756,12.30579174913756,2.6616243918736777,0.5653007557961793,0.35590468075757614,0.30841216014222833,3.872144665338297,3.5079611955005374,0.40282807986609037,0.3056410784926711,0.2776033234177974,Hazards,1
|
| 11 |
-
usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Mini,2.408307708799839,2.408307708799839,1.316802978515625,0.01497785378406398,0.000582656185183905,0.000582825800237109,0.4800564878924763,1.551872323614233,0.0006866691697408111,0.0005826561851839049,0.001749066228125768,Hydrology,1
|
| 12 |
-
wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Mini,2697.737086041132,2697.737086041132,51.35302734375,1.1163701596467392,0.29964306344078245,0.2591914474334759,6.353356402853261,51.939744762957126,0.29850428024688,0.2951323410560345,0.25381168643176777,Web,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,2216030.8808867135,2216030.8808867135,1332.9933268229167,2.2889345997604837,0.021316390953240127,0.021036472511181774,37.15286112947154,1488.633897533814,0.023680982112147465,0.02120507344378029,0.015204008809217748,Finance,1
|
| 3 |
+
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,124438.26809565227,124438.26809565227,301.5589192708333,0.5279303789244773,0.004814481070443861,0.004830357510520761,5.479317637323935,352.7580872150946,0.005642814619635138,0.004823818758562588,0.00789653198304795,Finance,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.004333859211290776,0.004333859211290776,0.060486833254496254,0.05278850902210582,0.004667310746548919,0.004669714349431636,0.31794849742542614,0.06583205306908464,0.005070504630006826,0.004658806064418532,0.00480911334967619,Weather,1
|
| 5 |
+
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,14.61751294236035,14.61751294236035,2.7877307335535684,0.48717624469868187,0.4240831081772294,0.26032398856351274,5.004916382067412,3.8232856213419826,0.3197172645024654,0.23312034008810328,0.2171543041588122,Hazards,1
|
| 6 |
+
wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Mini,14694.567195974756,14694.567195974756,119.95475769042969,2.4151964635656986,0.4319511571520279,0.5530661119115016,7.316465185792655,121.22114995319404,0.4384128388903944,0.4338327583740676,0.36138728262311326,Web,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_mini/online_meta.json
CHANGED
|
@@ -1,71 +1,35 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Mini",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-mini",
|
| 4 |
-
"evaluated_at": "2026-06-
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-
|
| 15 |
"context_length": 96,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-
|
| 21 |
-
"context_length": 84,
|
| 22 |
-
"prediction_length": 24
|
| 23 |
-
},
|
| 24 |
-
{
|
| 25 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t092400z",
|
| 26 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 27 |
-
"context_length": 96,
|
| 28 |
-
"prediction_length": 24
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t041000z",
|
| 32 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 33 |
-
"context_length": 96,
|
| 34 |
-
"prediction_length": 24
|
| 35 |
-
},
|
| 36 |
-
{
|
| 37 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t095000z",
|
| 38 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 39 |
-
"context_length": 96,
|
| 40 |
-
"prediction_length": 24
|
| 41 |
-
},
|
| 42 |
-
{
|
| 43 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t110000z",
|
| 44 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 45 |
-
"context_length": 96,
|
| 46 |
-
"prediction_length": 24
|
| 47 |
-
},
|
| 48 |
-
{
|
| 49 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t110000z",
|
| 50 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 51 |
-
"context_length": 96,
|
| 52 |
-
"prediction_length": 24
|
| 53 |
-
},
|
| 54 |
-
{
|
| 55 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t110000z",
|
| 56 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 57 |
"context_length": 96,
|
| 58 |
"prediction_length": 24
|
| 59 |
},
|
| 60 |
{
|
| 61 |
-
"dataset": "
|
| 62 |
-
"data_fetched_at": "2026-06-
|
| 63 |
"context_length": 96,
|
| 64 |
"prediction_length": 24
|
| 65 |
},
|
| 66 |
{
|
| 67 |
-
"dataset": "
|
| 68 |
-
"data_fetched_at": "2026-06-
|
| 69 |
"context_length": 4,
|
| 70 |
"prediction_length": 2
|
| 71 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Mini",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-mini",
|
| 4 |
+
"evaluated_at": "2026-06-24T10:17:21.250139+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 8 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 14 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 15 |
"context_length": 96,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 20 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
},
|
| 24 |
{
|
| 25 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 26 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 27 |
"context_length": 96,
|
| 28 |
"prediction_length": 24
|
| 29 |
},
|
| 30 |
{
|
| 31 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 32 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 33 |
"context_length": 4,
|
| 34 |
"prediction_length": 2
|
| 35 |
}
|
results/chronos_bolt_tiny/all_results.csv
CHANGED
|
@@ -1,12 +1,6 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,
|
| 3 |
-
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.0008606451485017411,0.0008606451485017411,0.011850595474243164,0.14711076296535994,0.0008507594094958491,0.0008486546674900663,4.1077376818228455,0.029336754225744558,0.0020967305747847677,0.0008469752880312381,0.001289936228942875,Weather,1
|
| 8 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Tiny,88.71725681870915,88.71725681870915,8.6610213915507,0.6706749283486774,0.46475195061113417,0.35983574605313096,2.54635655522871,9.418983852768257,0.41108492895105475,0.37800419015929965,0.2739661879512012,Air Quality,1
|
| 9 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,2.1587419985418514,2.1587419985418514,1.0924529234568279,1.0162353577713177,0.043892675358328324,0.04288560350947087,6.066220562264736,1.4692658025496448,0.061028695060869956,0.04537706943039663,0.033415055605878284,Weather,1
|
| 10 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,11.930608089123373,11.930608089123373,2.636335869630178,0.5599297422223387,0.35687218560298445,0.30554968599106347,3.6286938253757177,3.454071233938781,0.39663975892119974,0.30273713335466157,0.26991434649924284,Hazards,1
|
| 11 |
-
usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Tiny,9.751823427776495,9.751823427776495,2.663909912109375,0.030300397104561606,0.001178721200048396,0.0011777758908276842,0.23702109097304502,3.1227909676724273,0.0013817659148993042,0.001178721200048396,0.0011866049577431066,Hydrology,1
|
| 12 |
-
wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Tiny,2877.318495590822,2877.318495590822,52.802452087402344,1.1478793932043987,0.3086742992089688,0.2655454020052694,7.103774195132048,53.64064219964953,0.308279552871549,0.3034623683184043,0.2654999305462015,Web,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,2165324.741593043,2165324.741593043,1314.8898111979167,2.2578483501465185,0.021027924712360774,0.020754368589647052,35.54002982075407,1471.5042445039167,0.023408485961374386,0.02091708522156337,0.014923031829734769,Finance,1
|
| 3 |
+
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,78234.07802645366,78234.07802645366,220.21110026041666,0.38551713172657626,0.003514472589934918,0.0035239818200959636,4.525887929717864,279.7035538323631,0.004474214369369747,0.0035225568484209845,0.00614484654936511,Finance,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.003091310974847753,0.003091310974847753,0.03429325421651205,0.029928658225319607,0.002655759340996391,0.002649110753570621,0.43051098910245034,0.055599559124580776,0.004282379309539055,0.002641328899470144,0.003730397810399723,Weather,1
|
| 5 |
+
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,14.909067221062818,14.909067221062818,2.8200417359670005,0.49282282764471846,0.4252191632529783,0.2628031727481589,5.299644688958104,3.8612261292318557,0.3228899899009217,0.23582230544671778,0.21603537155960675,Hazards,1
|
| 6 |
+
wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Tiny,11239.236877913238,11239.236877913238,105.2794418334961,2.1197203053724047,0.3795384191117197,0.469240325063693,8.068605922212537,106.01526719257579,0.38341868785741695,0.3807574749855193,0.33305075417231766,Web,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_tiny/online_meta.json
CHANGED
|
@@ -1,71 +1,35 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Tiny",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-tiny",
|
| 4 |
-
"evaluated_at": "2026-06-
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-
|
| 15 |
"context_length": 96,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-
|
| 21 |
-
"context_length": 84,
|
| 22 |
-
"prediction_length": 24
|
| 23 |
-
},
|
| 24 |
-
{
|
| 25 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t092400z",
|
| 26 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 27 |
-
"context_length": 96,
|
| 28 |
-
"prediction_length": 24
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t041000z",
|
| 32 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 33 |
-
"context_length": 96,
|
| 34 |
-
"prediction_length": 24
|
| 35 |
-
},
|
| 36 |
-
{
|
| 37 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t095000z",
|
| 38 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 39 |
-
"context_length": 96,
|
| 40 |
-
"prediction_length": 24
|
| 41 |
-
},
|
| 42 |
-
{
|
| 43 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t110000z",
|
| 44 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 45 |
-
"context_length": 96,
|
| 46 |
-
"prediction_length": 24
|
| 47 |
-
},
|
| 48 |
-
{
|
| 49 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t110000z",
|
| 50 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 51 |
-
"context_length": 96,
|
| 52 |
-
"prediction_length": 24
|
| 53 |
-
},
|
| 54 |
-
{
|
| 55 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t110000z",
|
| 56 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 57 |
"context_length": 96,
|
| 58 |
"prediction_length": 24
|
| 59 |
},
|
| 60 |
{
|
| 61 |
-
"dataset": "
|
| 62 |
-
"data_fetched_at": "2026-06-
|
| 63 |
"context_length": 96,
|
| 64 |
"prediction_length": 24
|
| 65 |
},
|
| 66 |
{
|
| 67 |
-
"dataset": "
|
| 68 |
-
"data_fetched_at": "2026-06-
|
| 69 |
"context_length": 4,
|
| 70 |
"prediction_length": 2
|
| 71 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Tiny",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-tiny",
|
| 4 |
+
"evaluated_at": "2026-06-24T10:17:06.977131+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 8 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 14 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 15 |
"context_length": 96,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 20 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
},
|
| 24 |
{
|
| 25 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 26 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 27 |
"context_length": 96,
|
| 28 |
"prediction_length": 24
|
| 29 |
},
|
| 30 |
{
|
| 31 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 32 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 33 |
"context_length": 4,
|
| 34 |
"prediction_length": 2
|
| 35 |
}
|
results/dataset_properties.csv
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
|
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
+
binance_btcusdt_1h_close,Finance,1h,1
|
| 3 |
+
coingecko_bitcoin_7d_price_usd,Finance,1h,1
|
| 4 |
+
nws_ksfo_observations_temperature,Weather,1h,1
|
| 5 |
+
usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
|
| 6 |
+
wikimedia_time_series_hourly_pageviews,Web,1D,1
|
results/moirai_1_1_small/all_results.csv
CHANGED
|
@@ -1,12 +1,6 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,
|
| 3 |
-
coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,0.0035695178142608106,0.0009185170751588126,0.011881411075592041,0.14749330126358492,0.0008531171219515861,0.000850783497489988,3.683935808544391,0.05974544178647281,0.004270073421680366,0.0008491777134608335,0.0014011200417087717,Weather,1
|
| 8 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Small,234.1516488367653,157.33483651702895,11.28944444656372,0.8742095190622615,0.6244327635742798,0.43950895746403873,8.370427817770604,15.302014535242257,0.6678456674686094,0.49271986668164336,0.3550612002250744,Air Quality,1
|
| 9 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,1.22500671898221,1.3335888917919572,0.7977843284606934,0.742125015229219,0.03161036940068861,0.03196929680477935,4.617503182857479,1.1068002163815338,0.045973010997491855,0.03313745982617973,0.035247711636404076,Weather,1
|
| 10 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,12.102871453799859,11.846602996254196,2.64290859301885,0.5613257188712603,0.36244769634922797,0.3054137342696748,4.154022271654248,3.4789181441649153,0.39949299263137783,0.3034918958490545,0.27617692384613374,Hazards,1
|
| 11 |
-
usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,339.8403435871005,156.1784396264702,11.452448527018229,0.1302648173689277,0.005067455100450544,0.005052235002981196,0.7824457105302133,18.434759113888646,0.008156973059242763,0.005067455100450544,0.004637581454226713,Hydrology,1
|
| 12 |
-
wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Small,9677.840072963852,9965.327121952665,99.44928741455078,2.161941030751104,0.5777317884195283,0.4463681249092929,26.392684107241422,98.37601370742694,0.5653793891231433,0.5715476288192574,0.37523789095239163,Web,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,2513296.4864934287,2412125.5457525253,1396.2451171875,2.397546704974364,0.022325206053370208,0.02202074719054699,53.21354678322939,1585.3379723243334,0.025219337156379584,0.022211274174978524,0.017563951479604205,Finance,1
|
| 3 |
+
coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,42207.50152079264,39003.22807916006,155.35091145833334,0.27196829644691345,0.0024818085002214674,0.0024844306093538705,3.4668201732890505,205.44464344633724,0.0032863485759232055,0.0024850355700455126,0.0043339845103128015,Finance,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,0.16679453947335787,0.006806037469317516,0.05700530608495077,0.04975008531050249,0.004409479383476419,0.00439091419959441,1.21626521023837,0.4084048720000263,0.03145608708603309,0.004390652500771509,0.010232218018383478,Weather,1
|
| 5 |
+
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,19.814641014556667,12.688202504000998,2.702410638332367,0.47226593679594764,0.396734149804938,0.2580159595591783,5.136982637122997,4.45136394990981,0.372239494069113,0.22598555860619096,0.21159240100165003,Hazards,1
|
| 6 |
+
wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Small,6619.766761396546,5026.247346246411,70.22197341918945,1.4138652366279756,0.252937836567061,0.2900176228375501,8.703000702313929,81.36194910027996,0.2942565971077033,0.2539673541381174,0.3012203045630996,Web,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/moirai_1_1_small/online_meta.json
CHANGED
|
@@ -1,71 +1,35 @@
|
|
| 1 |
{
|
| 2 |
"model": "Moirai-1.1-Small",
|
| 3 |
"api_model_id": "Salesforce/moirai-1.1-R-small",
|
| 4 |
-
"evaluated_at": "2026-06-
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-
|
| 15 |
"context_length": 96,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-
|
| 21 |
-
"context_length": 84,
|
| 22 |
-
"prediction_length": 24
|
| 23 |
-
},
|
| 24 |
-
{
|
| 25 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t092400z",
|
| 26 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 27 |
-
"context_length": 96,
|
| 28 |
-
"prediction_length": 24
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t041000z",
|
| 32 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 33 |
-
"context_length": 96,
|
| 34 |
-
"prediction_length": 24
|
| 35 |
-
},
|
| 36 |
-
{
|
| 37 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t095000z",
|
| 38 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 39 |
-
"context_length": 96,
|
| 40 |
-
"prediction_length": 24
|
| 41 |
-
},
|
| 42 |
-
{
|
| 43 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t110000z",
|
| 44 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 45 |
-
"context_length": 96,
|
| 46 |
-
"prediction_length": 24
|
| 47 |
-
},
|
| 48 |
-
{
|
| 49 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t110000z",
|
| 50 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 51 |
-
"context_length": 96,
|
| 52 |
-
"prediction_length": 24
|
| 53 |
-
},
|
| 54 |
-
{
|
| 55 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t110000z",
|
| 56 |
-
"data_fetched_at": "2026-06-22T11:58:59.205481Z",
|
| 57 |
"context_length": 96,
|
| 58 |
"prediction_length": 24
|
| 59 |
},
|
| 60 |
{
|
| 61 |
-
"dataset": "
|
| 62 |
-
"data_fetched_at": "2026-06-
|
| 63 |
"context_length": 96,
|
| 64 |
"prediction_length": 24
|
| 65 |
},
|
| 66 |
{
|
| 67 |
-
"dataset": "
|
| 68 |
-
"data_fetched_at": "2026-06-
|
| 69 |
"context_length": 4,
|
| 70 |
"prediction_length": 2
|
| 71 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Moirai-1.1-Small",
|
| 3 |
"api_model_id": "Salesforce/moirai-1.1-R-small",
|
| 4 |
+
"evaluated_at": "2026-06-24T10:18:30.777265+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 8 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 14 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 15 |
"context_length": 96,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 20 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
},
|
| 24 |
{
|
| 25 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 26 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 27 |
"context_length": 96,
|
| 28 |
"prediction_length": 24
|
| 29 |
},
|
| 30 |
{
|
| 31 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 32 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 33 |
"context_length": 4,
|
| 34 |
"prediction_length": 2
|
| 35 |
}
|
results/online_status.json
CHANGED
|
@@ -1,229 +1,235 @@
|
|
| 1 |
{
|
| 2 |
"status": "ok",
|
| 3 |
-
"started_at": "2026-06-
|
| 4 |
-
"finished_at": "2026-06-
|
| 5 |
-
"task_count":
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 8 |
-
"ts_bench_root": "/Users/
|
| 9 |
"models": {
|
| 10 |
-
"Chronos-
|
| 11 |
-
"model": "Chronos-
|
| 12 |
-
"api_model_id": "amazon/chronos-
|
| 13 |
-
"evaluated_at": "2026-06-
|
| 14 |
"datasets": [
|
| 15 |
{
|
| 16 |
-
"dataset": "
|
| 17 |
-
"data_fetched_at": "2026-06-
|
| 18 |
-
"context_length":
|
| 19 |
-
"prediction_length":
|
| 20 |
},
|
| 21 |
{
|
| 22 |
-
"dataset": "
|
| 23 |
-
"data_fetched_at": "2026-06-
|
| 24 |
"context_length": 96,
|
| 25 |
"prediction_length": 24
|
| 26 |
-
}
|
| 27 |
-
],
|
| 28 |
-
"failed_datasets": []
|
| 29 |
-
},
|
| 30 |
-
"TimesFM-2.5": {
|
| 31 |
-
"model": "TimesFM-2.5",
|
| 32 |
-
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 33 |
-
"evaluated_at": "2026-06-24T09:11:25.206965+00:00",
|
| 34 |
-
"datasets": [
|
| 35 |
{
|
| 36 |
-
"dataset": "
|
| 37 |
-
"data_fetched_at": "2026-06-
|
| 38 |
-
"context_length":
|
| 39 |
-
"prediction_length":
|
| 40 |
},
|
| 41 |
{
|
| 42 |
-
"dataset": "
|
| 43 |
-
"data_fetched_at": "2026-06-
|
| 44 |
"context_length": 96,
|
| 45 |
"prediction_length": 24
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
}
|
| 47 |
-
]
|
| 48 |
-
"failed_datasets": []
|
| 49 |
},
|
| 50 |
-
"
|
| 51 |
-
"model": "
|
| 52 |
-
"api_model_id": "
|
| 53 |
-
"evaluated_at": "2026-06-
|
| 54 |
"datasets": [
|
| 55 |
{
|
| 56 |
-
"dataset": "
|
| 57 |
-
"data_fetched_at": "2026-06-
|
| 58 |
-
"context_length":
|
| 59 |
-
"prediction_length":
|
| 60 |
},
|
| 61 |
{
|
| 62 |
-
"dataset": "
|
| 63 |
-
"data_fetched_at": "2026-06-
|
| 64 |
"context_length": 96,
|
| 65 |
"prediction_length": 24
|
| 66 |
-
}
|
| 67 |
-
],
|
| 68 |
-
"failed_datasets": []
|
| 69 |
-
},
|
| 70 |
-
"TiRex": {
|
| 71 |
-
"model": "TiRex",
|
| 72 |
-
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 73 |
-
"evaluated_at": "2026-06-24T09:12:29.119653+00:00",
|
| 74 |
-
"datasets": [
|
| 75 |
{
|
| 76 |
-
"dataset": "
|
| 77 |
-
"data_fetched_at": "2026-06-
|
| 78 |
-
"context_length":
|
| 79 |
-
"prediction_length":
|
| 80 |
},
|
| 81 |
{
|
| 82 |
-
"dataset": "
|
| 83 |
-
"data_fetched_at": "2026-06-
|
| 84 |
"context_length": 96,
|
| 85 |
"prediction_length": 24
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 86 |
}
|
| 87 |
-
]
|
| 88 |
-
"failed_datasets": []
|
| 89 |
},
|
| 90 |
-
"
|
| 91 |
-
"model": "
|
| 92 |
-
"api_model_id": "
|
| 93 |
-
"evaluated_at": "2026-06-
|
| 94 |
"datasets": [
|
| 95 |
{
|
| 96 |
-
"dataset": "
|
| 97 |
-
"data_fetched_at": "2026-06-
|
| 98 |
-
"context_length":
|
| 99 |
-
"prediction_length":
|
| 100 |
},
|
| 101 |
{
|
| 102 |
-
"dataset": "
|
| 103 |
-
"data_fetched_at": "2026-06-
|
| 104 |
"context_length": 96,
|
| 105 |
"prediction_length": 24
|
| 106 |
-
}
|
| 107 |
-
],
|
| 108 |
-
"failed_datasets": []
|
| 109 |
-
},
|
| 110 |
-
"Timer-S1": {
|
| 111 |
-
"model": "Timer-S1",
|
| 112 |
-
"api_model_id": "bytedance-research/Timer-S1",
|
| 113 |
-
"evaluated_at": "2026-06-24T09:13:24.601596+00:00",
|
| 114 |
-
"datasets": [
|
| 115 |
{
|
| 116 |
-
"dataset": "
|
| 117 |
-
"data_fetched_at": "2026-06-
|
| 118 |
-
"context_length":
|
| 119 |
-
"prediction_length":
|
| 120 |
},
|
| 121 |
{
|
| 122 |
-
"dataset": "
|
| 123 |
-
"data_fetched_at": "2026-06-
|
| 124 |
"context_length": 96,
|
| 125 |
"prediction_length": 24
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 126 |
}
|
| 127 |
-
]
|
| 128 |
-
"failed_datasets": []
|
| 129 |
},
|
| 130 |
-
"
|
| 131 |
-
"model": "
|
| 132 |
-
"api_model_id": "
|
| 133 |
-
"evaluated_at": "2026-06-
|
| 134 |
"datasets": [
|
| 135 |
{
|
| 136 |
-
"dataset": "
|
| 137 |
-
"data_fetched_at": "2026-06-
|
| 138 |
-
"context_length":
|
| 139 |
-
"prediction_length":
|
| 140 |
},
|
| 141 |
{
|
| 142 |
-
"dataset": "
|
| 143 |
-
"data_fetched_at": "2026-06-
|
| 144 |
"context_length": 96,
|
| 145 |
"prediction_length": 24
|
| 146 |
-
}
|
| 147 |
-
],
|
| 148 |
-
"failed_datasets": []
|
| 149 |
-
},
|
| 150 |
-
"ETS": {
|
| 151 |
-
"model": "ETS",
|
| 152 |
-
"api_model_id": "baseline/ets",
|
| 153 |
-
"evaluated_at": "2026-06-24T09:13:25.052167+00:00",
|
| 154 |
-
"datasets": [
|
| 155 |
{
|
| 156 |
-
"dataset": "
|
| 157 |
-
"data_fetched_at": "2026-06-
|
| 158 |
-
"context_length":
|
| 159 |
-
"prediction_length":
|
| 160 |
},
|
| 161 |
{
|
| 162 |
-
"dataset": "
|
| 163 |
-
"data_fetched_at": "2026-06-
|
| 164 |
"context_length": 96,
|
| 165 |
"prediction_length": 24
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 166 |
}
|
| 167 |
-
]
|
| 168 |
-
"failed_datasets": []
|
| 169 |
},
|
| 170 |
-
"
|
| 171 |
-
"model": "
|
| 172 |
-
"api_model_id": "
|
| 173 |
-
"evaluated_at": "2026-06-
|
| 174 |
"datasets": [
|
| 175 |
{
|
| 176 |
-
"dataset": "
|
| 177 |
-
"data_fetched_at": "2026-06-
|
| 178 |
-
"context_length":
|
| 179 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 180 |
},
|
| 181 |
{
|
| 182 |
-
"dataset": "
|
| 183 |
-
"data_fetched_at": "2026-06-
|
| 184 |
"context_length": 96,
|
| 185 |
"prediction_length": 24
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 186 |
}
|
| 187 |
-
]
|
| 188 |
-
"failed_datasets": []
|
| 189 |
},
|
| 190 |
-
"
|
| 191 |
-
"model": "
|
| 192 |
-
"api_model_id": "
|
| 193 |
-
"evaluated_at": "2026-06-
|
| 194 |
"datasets": [
|
| 195 |
{
|
| 196 |
-
"dataset": "
|
| 197 |
-
"data_fetched_at": "2026-06-
|
| 198 |
-
"context_length":
|
| 199 |
-
"prediction_length":
|
| 200 |
},
|
| 201 |
{
|
| 202 |
-
"dataset": "
|
| 203 |
-
"data_fetched_at": "2026-06-
|
| 204 |
"context_length": 96,
|
| 205 |
"prediction_length": 24
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 206 |
}
|
| 207 |
-
]
|
| 208 |
-
"failed_datasets": []
|
| 209 |
}
|
| 210 |
},
|
| 211 |
"failed_models": [],
|
| 212 |
-
"
|
| 213 |
-
"aggregate_status": "ok",
|
| 214 |
-
"aggregate_files": {
|
| 215 |
-
"gift_prediction_length": "aggregates/results_by_prediction_length.csv",
|
| 216 |
-
"gift_domain": "aggregates/results_by_domain.csv",
|
| 217 |
-
"gift_frequency": "aggregates/results_by_frequency.csv",
|
| 218 |
-
"gift_overall": "aggregates/results_overall.csv",
|
| 219 |
-
"gift_metadata": "aggregates/metadata.json",
|
| 220 |
-
"live_releases": "aggregates/live_release_metrics.csv",
|
| 221 |
-
"live_by_dataset": "aggregates/live_results_by_dataset.csv",
|
| 222 |
-
"live_rank": "aggregates/live_rank_up_to_now.csv",
|
| 223 |
-
"live_overall": "aggregates/live_overall_up_to_now.csv",
|
| 224 |
-
"live_metadata": "aggregates/live_metadata.json"
|
| 225 |
-
},
|
| 226 |
-
"push_status": "ok",
|
| 227 |
-
"pushed_at": "2026-06-24T09:30:59.688293+00:00",
|
| 228 |
-
"push_detail": "HF Hub API"
|
| 229 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"status": "ok",
|
| 3 |
+
"started_at": "2026-06-24T10:16:50.588648+00:00",
|
| 4 |
+
"finished_at": "2026-06-24T10:18:30.779496+00:00",
|
| 5 |
+
"task_count": 5,
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 8 |
+
"ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
|
| 9 |
"models": {
|
| 10 |
+
"Chronos-Bolt-Tiny": {
|
| 11 |
+
"model": "Chronos-Bolt-Tiny",
|
| 12 |
+
"api_model_id": "amazon/chronos-bolt-tiny",
|
| 13 |
+
"evaluated_at": "2026-06-24T10:17:06.977131+00:00",
|
| 14 |
"datasets": [
|
| 15 |
{
|
| 16 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 17 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 18 |
+
"context_length": 96,
|
| 19 |
+
"prediction_length": 24
|
| 20 |
},
|
| 21 |
{
|
| 22 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 23 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 24 |
"context_length": 96,
|
| 25 |
"prediction_length": 24
|
| 26 |
+
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
{
|
| 28 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 29 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 30 |
+
"context_length": 96,
|
| 31 |
+
"prediction_length": 24
|
| 32 |
},
|
| 33 |
{
|
| 34 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 35 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 36 |
"context_length": 96,
|
| 37 |
"prediction_length": 24
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 41 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 42 |
+
"context_length": 4,
|
| 43 |
+
"prediction_length": 2
|
| 44 |
}
|
| 45 |
+
]
|
|
|
|
| 46 |
},
|
| 47 |
+
"Chronos-Bolt-Mini": {
|
| 48 |
+
"model": "Chronos-Bolt-Mini",
|
| 49 |
+
"api_model_id": "amazon/chronos-bolt-mini",
|
| 50 |
+
"evaluated_at": "2026-06-24T10:17:21.250139+00:00",
|
| 51 |
"datasets": [
|
| 52 |
{
|
| 53 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 54 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 55 |
+
"context_length": 96,
|
| 56 |
+
"prediction_length": 24
|
| 57 |
},
|
| 58 |
{
|
| 59 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 60 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 61 |
"context_length": 96,
|
| 62 |
"prediction_length": 24
|
| 63 |
+
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 64 |
{
|
| 65 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 66 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 67 |
+
"context_length": 96,
|
| 68 |
+
"prediction_length": 24
|
| 69 |
},
|
| 70 |
{
|
| 71 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 72 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 73 |
"context_length": 96,
|
| 74 |
"prediction_length": 24
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 78 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 79 |
+
"context_length": 4,
|
| 80 |
+
"prediction_length": 2
|
| 81 |
}
|
| 82 |
+
]
|
|
|
|
| 83 |
},
|
| 84 |
+
"Chronos-Bolt-Base": {
|
| 85 |
+
"model": "Chronos-Bolt-Base",
|
| 86 |
+
"api_model_id": "amazon/chronos-bolt-base",
|
| 87 |
+
"evaluated_at": "2026-06-24T10:17:38.036686+00:00",
|
| 88 |
"datasets": [
|
| 89 |
{
|
| 90 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 91 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 92 |
+
"context_length": 96,
|
| 93 |
+
"prediction_length": 24
|
| 94 |
},
|
| 95 |
{
|
| 96 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 97 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 98 |
"context_length": 96,
|
| 99 |
"prediction_length": 24
|
| 100 |
+
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 101 |
{
|
| 102 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 103 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 104 |
+
"context_length": 96,
|
| 105 |
+
"prediction_length": 24
|
| 106 |
},
|
| 107 |
{
|
| 108 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 109 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 110 |
"context_length": 96,
|
| 111 |
"prediction_length": 24
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 115 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 116 |
+
"context_length": 4,
|
| 117 |
+
"prediction_length": 2
|
| 118 |
}
|
| 119 |
+
]
|
|
|
|
| 120 |
},
|
| 121 |
+
"Chronos-2": {
|
| 122 |
+
"model": "Chronos-2",
|
| 123 |
+
"api_model_id": "amazon/chronos-2",
|
| 124 |
+
"evaluated_at": "2026-06-24T10:17:52.829247+00:00",
|
| 125 |
"datasets": [
|
| 126 |
{
|
| 127 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 128 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 129 |
+
"context_length": 96,
|
| 130 |
+
"prediction_length": 24
|
| 131 |
},
|
| 132 |
{
|
| 133 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 134 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 135 |
"context_length": 96,
|
| 136 |
"prediction_length": 24
|
| 137 |
+
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 138 |
{
|
| 139 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 140 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 141 |
+
"context_length": 96,
|
| 142 |
+
"prediction_length": 24
|
| 143 |
},
|
| 144 |
{
|
| 145 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 146 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 147 |
"context_length": 96,
|
| 148 |
"prediction_length": 24
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 152 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 153 |
+
"context_length": 4,
|
| 154 |
+
"prediction_length": 2
|
| 155 |
}
|
| 156 |
+
]
|
|
|
|
| 157 |
},
|
| 158 |
+
"TimesFM-2.5": {
|
| 159 |
+
"model": "TimesFM-2.5",
|
| 160 |
+
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 161 |
+
"evaluated_at": "2026-06-24T10:18:11.790394+00:00",
|
| 162 |
"datasets": [
|
| 163 |
{
|
| 164 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 165 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 166 |
+
"context_length": 96,
|
| 167 |
+
"prediction_length": 24
|
| 168 |
+
},
|
| 169 |
+
{
|
| 170 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 171 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 172 |
+
"context_length": 96,
|
| 173 |
+
"prediction_length": 24
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 177 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 178 |
+
"context_length": 96,
|
| 179 |
+
"prediction_length": 24
|
| 180 |
},
|
| 181 |
{
|
| 182 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 183 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 184 |
"context_length": 96,
|
| 185 |
"prediction_length": 24
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 189 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 190 |
+
"context_length": 4,
|
| 191 |
+
"prediction_length": 2
|
| 192 |
}
|
| 193 |
+
]
|
|
|
|
| 194 |
},
|
| 195 |
+
"Moirai-1.1-Small": {
|
| 196 |
+
"model": "Moirai-1.1-Small",
|
| 197 |
+
"api_model_id": "Salesforce/moirai-1.1-R-small",
|
| 198 |
+
"evaluated_at": "2026-06-24T10:18:30.777265+00:00",
|
| 199 |
"datasets": [
|
| 200 |
{
|
| 201 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 202 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 203 |
+
"context_length": 96,
|
| 204 |
+
"prediction_length": 24
|
| 205 |
},
|
| 206 |
{
|
| 207 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 208 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 209 |
"context_length": 96,
|
| 210 |
"prediction_length": 24
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 214 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 215 |
+
"context_length": 96,
|
| 216 |
+
"prediction_length": 24
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 220 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 221 |
+
"context_length": 96,
|
| 222 |
+
"prediction_length": 24
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 226 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 227 |
+
"context_length": 4,
|
| 228 |
+
"prediction_length": 2
|
| 229 |
}
|
| 230 |
+
]
|
|
|
|
| 231 |
}
|
| 232 |
},
|
| 233 |
"failed_models": [],
|
| 234 |
+
"push_status": "pending"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 235 |
}
|
results/timesfm_2_5/all_results.csv
CHANGED
|
@@ -1,11 +1,6 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,82.70642173044735,50.43512301069401,5.502465526262919,0.5235010353470692,0.4006708426439169,0.29282620019194455,35.492271461961586,9.094307105571449,0.4920274290591021,0.29769876197768486,0.45112857918332616,Air Quality,1
|
| 8 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.344817031901736,0.3164035267471566,0.4502987066904704,0.2637874632511273,0.019774424682204132,0.019925986182469855,8.481956703141076,0.5872112327789175,0.025651748318327446,0.019670858538295675,0.020822453583943114,Weather,1
|
| 9 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,13.340036704318777,15.49473587574198,3.471499443054199,0.6111197063567294,0.34268709591931307,0.3113090453456066,11.42488123093957,3.652401498236301,0.2961406620191595,0.28147292781520533,0.2304860354901792,Hazards,1
|
| 10 |
-
usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.30511649201313656,2.8312667508920035,1.3971964518229167,0.024037788418458782,0.0004478193755842682,0.00044796485626729163,0.11718697496639785,0.5523735077039236,0.00017704279093074473,0.0004478193755842682,0.00041507413018236584,Hydrology,1
|
| 11 |
-
wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,469.11081480956636,373.4936858475807,16.623528616768972,0.3354783088979126,0.06653657666917964,0.06568460223995125,11.047105937274766,21.65896615283302,0.08718387755596961,0.06691472128659161,0.06883994739784248,Web,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1745440.1992708843,1440929.859015147,1082.6432291666667,1.8590487263296016,0.017308605664994994,0.01712687963929168,79.23008318788611,1321.1510887369711,0.021016688758502294,0.017222538722386604,0.01829588020398813,Finance,1
|
| 3 |
+
coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,39274.74687004089,87407.13150342305,229.89013671875,0.40246193772809447,0.003668642328148607,0.0036791424247206877,8.275321469195717,198.1785731860054,0.003170118533357814,0.003677385356711886,0.003431116984927697,Finance,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.007152928943393515,0.013519322386666014,0.10798919200897217,0.09424511302601207,0.008316962038627668,0.008351381858397821,0.7780268582430753,0.08457499005848901,0.006514119774212786,0.008317524253688039,0.0058169031207618216,Weather,1
|
| 5 |
+
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.057733152631764,13.951839676957244,3.037028670310974,0.5307428744232771,0.3958677423348811,0.2852598975589325,13.636738390598481,3.749364366480239,0.3135356961516576,0.2539675543117191,0.23346227549140502,Hazards,1
|
| 6 |
+
wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,4416.349631509278,6524.646165183047,79.82075500488281,1.6071292954003251,0.2873172872971189,0.3363756289242429,12.245023996237942,66.45562151924605,0.2403458282793709,0.2886826582455075,0.1896958246704371,Web,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/timesfm_2_5/online_meta.json
CHANGED
|
@@ -1,20 +1,37 @@
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
-
"evaluated_at": "2026-06-
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-
|
| 9 |
-
"context_length":
|
| 10 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-
|
| 15 |
"context_length": 96,
|
| 16 |
"prediction_length": 24
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
-
]
|
| 19 |
-
"failed_datasets": []
|
| 20 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
+
"evaluated_at": "2026-06-24T10:18:11.790394+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t230000z",
|
| 8 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 9 |
+
"context_length": 96,
|
| 10 |
+
"prediction_length": 24
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t090023z",
|
| 14 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 15 |
+
"context_length": 96,
|
| 16 |
+
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081000z",
|
| 20 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
|
| 26 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 27 |
+
"context_length": 96,
|
| 28 |
+
"prediction_length": 24
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
|
| 32 |
+
"data_fetched_at": "2026-06-24T10:16:50.519831Z",
|
| 33 |
+
"context_length": 4,
|
| 34 |
+
"prediction_length": 2
|
| 35 |
}
|
| 36 |
+
]
|
|
|
|
| 37 |
}
|