Spaces:
Runtime error
Runtime error
Update leaderboard results from local eval
Browse files- results/chronos_2/all_results.csv +2 -7
- results/chronos_2/online_meta.json +6 -36
- results/chronos_bolt_base/all_results.csv +2 -7
- results/chronos_bolt_base/online_meta.json +6 -36
- results/chronos_bolt_mini/all_results.csv +2 -7
- results/chronos_bolt_mini/online_meta.json +6 -36
- results/chronos_bolt_tiny/all_results.csv +2 -7
- results/chronos_bolt_tiny/online_meta.json +6 -36
- results/dataset_properties.csv +1 -6
- results/moirai_1_1_small/all_results.csv +3 -8
- results/moirai_1_1_small/online_meta.json +6 -36
- results/online_status.json +38 -218
- results/timesfm_2_5/all_results.csv +2 -7
- results/timesfm_2_5/online_meta.json +6 -36
results/chronos_2/all_results.csv
CHANGED
|
@@ -1,9 +1,4 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
|
| 3 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.115406594956615,1.115406594956615,0.7777604262034098,0.6447599578836428,0.030323442957978605,0.030751456755352246,4.796931533058982,1.0561281148405315,0.04273515471547158,0.03147128807416751,0.025978269320098897,Weather,1
|
| 4 |
-
|
| 5 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03356447827163578,0.03356447827163578,0.13263951738675436,0.30906294741097334,0.05300343106737707,0.05260659884092167,2.8161740244490603,0.1832061087181205,0.07279712745290215,0.052704442663269985,0.047167848752618584,Ocean,1
|
| 6 |
-
nws_ksfo_observations_temperature/1h/short,Chronos-2,4.33999864714129,4.33999864714129,1.8400466044743855,1.3672173773683012,0.13511546293472343,0.12414567121292096,28.386147488960603,2.0832663409034597,0.14632247701352058,0.1292394408245694,0.1001323862896503,Weather,1
|
| 7 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,376.37375315621404,376.37375315621404,16.129557331403095,1.0062629144728883,0.5738129809978794,0.4222541185876139,23.546869280103056,19.400354459550837,0.7347459335018992,0.6108716561413049,0.4976410160509412,Air Quality,1
|
| 8 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.39537332340584425,0.39537332340584425,0.5233325163523356,0.40691078503004136,0.022430590276455203,0.022791568144026345,2.942237093635899,0.6287871845114563,0.02633204165267329,0.021915862724675095,0.02720557434689161,Weather,1
|
| 9 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.137615284651048,14.137615284651048,2.8365039626757302,0.5504805534033762,0.5937211124183394,0.3536111957162442,5.41388714088584,3.7600020325328347,0.4338463883691733,0.3272889187702766,0.28238372313670623,Hazards,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,465953.00587972003,465953.00587972003,628.5631510416666,0.8319442792860331,0.008540450335723046,0.008497612043443266,15.217592903760613,682.6075049980918,0.009265621499843663,0.0085320307843926,0.006292572975426357,Finance,1
|
| 3 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.115406594956615,1.115406594956615,0.7777604262034098,0.6447599578836428,0.030323442957978605,0.030751456755352246,4.796931533058982,1.0561281148405315,0.04273515471547158,0.03147128807416751,0.025978269320098897,Weather,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,Chronos-2,1.5102423722637468,1.5102423722637468,1.171873648961385,0.8207675118719461,0.08820189354028685,0.08408502021291457,7.4003316485829735,1.2289191886628457,0.09139776700406849,0.08715514877957117,0.054427302961141205,Weather,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_2/online_meta.json
CHANGED
|
@@ -1,53 +1,23 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
-
"evaluated_at": "2026-06-01T04:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-01T04:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
-
"data_fetched_at": "2026-06-01T04:
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-01T04:
|
| 21 |
-
"context_length": 96,
|
| 22 |
-
"prediction_length": 24
|
| 23 |
-
},
|
| 24 |
-
{
|
| 25 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 26 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 27 |
-
"context_length": 96,
|
| 28 |
-
"prediction_length": 24
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 32 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 33 |
-
"context_length": 96,
|
| 34 |
-
"prediction_length": 24
|
| 35 |
-
},
|
| 36 |
-
{
|
| 37 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 38 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 39 |
-
"context_length": 96,
|
| 40 |
-
"prediction_length": 24
|
| 41 |
-
},
|
| 42 |
-
{
|
| 43 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 44 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 45 |
-
"context_length": 96,
|
| 46 |
-
"prediction_length": 24
|
| 47 |
-
},
|
| 48 |
-
{
|
| 49 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 50 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 51 |
"context_length": 96,
|
| 52 |
"prediction_length": 24
|
| 53 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
+
"evaluated_at": "2026-06-01T04:46:42.997458+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 8 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 20 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
}
|
results/chronos_bolt_base/all_results.csv
CHANGED
|
@@ -1,9 +1,4 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
|
| 3 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,0.49789634001232724,0.49789634001232724,0.5414930979410807,0.44889538636858434,0.022201472972532093,0.021859189263128787,2.5171224609163896,0.7056177010338723,0.02855210575301375,0.021910969883957875,0.02072726346995879,Weather,1
|
| 4 |
-
|
| 5 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Base,0.03724240460033693,0.03724240460033693,0.1400369107723236,0.326299591873695,0.05580449067291135,0.055542245992759066,2.60703565806721,0.19298291271596285,0.0766819501353599,0.05564380419917317,0.05351595097796948,Ocean,1
|
| 6 |
-
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,7.113612211407333,7.113612211407333,2.268024961153666,1.6852198915255923,0.16766914903082428,0.14999860792231456,20.733446240243584,2.6671355817444553,0.18733172863653105,0.1592993770064838,0.10836116320672781,Weather,1
|
| 7 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Base,343.5192314066283,343.5192314066283,15.492487788200378,0.9665185221071422,0.5533118292094638,0.4076468324173715,12.27368826814861,18.534271806753786,0.7019449499659569,0.5867440425349633,0.4109114830166976,Air Quality,1
|
| 8 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,0.31985586841286323,0.31985586841286323,0.502552350362142,0.39075342161020094,0.022688705833874046,0.022353991052184056,3.044557185356705,0.5655580150726035,0.023684161472638427,0.021045641114117962,0.023584240417631526,Weather,1
|
| 9 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,14.41011424730622,14.41011424730622,3.0023881991704306,0.5826737205937224,0.7219680312509208,0.36608097100120496,5.2729757031340485,3.79606562737082,0.43800757238894084,0.34642940759658813,0.2865100863652351,Hazards,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,308375.9813741048,308375.9813741048,516.8776041666666,0.6841211820401861,0.007022928133767643,0.006994542942308912,2.53038771152484,555.3161094134626,0.007537785396316876,0.007016026350263665,0.004360512521771795,Finance,1
|
| 3 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,0.49789634001232724,0.49789634001232724,0.5414930979410807,0.44889538636858434,0.022201472972532093,0.021859189263128787,2.5171224609163896,0.7056177010338723,0.02855210575301375,0.021910969883957875,0.02072726346995879,Weather,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,2.138530503850461,2.138530503850461,1.365678866704305,0.9565065708529529,0.10339064539271092,0.09754392162840982,3.106403555475864,1.4623715341357206,0.1087601967512184,0.10156892333761482,0.05991857345569113,Weather,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_base/online_meta.json
CHANGED
|
@@ -1,53 +1,23 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Base",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 4 |
-
"evaluated_at": "2026-06-01T04:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-01T04:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
-
"data_fetched_at": "2026-06-01T04:
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-01T04:
|
| 21 |
-
"context_length": 96,
|
| 22 |
-
"prediction_length": 24
|
| 23 |
-
},
|
| 24 |
-
{
|
| 25 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 26 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 27 |
-
"context_length": 96,
|
| 28 |
-
"prediction_length": 24
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 32 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 33 |
-
"context_length": 96,
|
| 34 |
-
"prediction_length": 24
|
| 35 |
-
},
|
| 36 |
-
{
|
| 37 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 38 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 39 |
-
"context_length": 96,
|
| 40 |
-
"prediction_length": 24
|
| 41 |
-
},
|
| 42 |
-
{
|
| 43 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 44 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 45 |
-
"context_length": 96,
|
| 46 |
-
"prediction_length": 24
|
| 47 |
-
},
|
| 48 |
-
{
|
| 49 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 50 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 51 |
"context_length": 96,
|
| 52 |
"prediction_length": 24
|
| 53 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Base",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 4 |
+
"evaluated_at": "2026-06-01T04:46:33.327232+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 8 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 20 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
}
|
results/chronos_bolt_mini/all_results.csv
CHANGED
|
@@ -1,9 +1,4 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
|
| 3 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,0.4548491683890461,0.4548491683890461,0.5713753700256348,0.473667657933949,0.023501715802405565,0.02325194461214802,2.492200701618963,0.6744250650658278,0.027289927324709105,0.02312012576461167,0.021595693164674842,Weather,1
|
| 4 |
-
|
| 5 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Mini,0.035636902201526745,0.035636902201526745,0.1407918930053711,0.3280587737433651,0.056469829975582565,0.05581758661905762,2.5535405713879378,0.18877738795079974,0.07501088073446478,0.05594379713187825,0.05461892099830933,Ocean,1
|
| 6 |
-
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,5.250309865064878,5.250309865064878,1.961986502011617,1.4578228796974317,0.14489133850437275,0.13164982701025976,14.185285221665026,2.2913554645809273,0.16093804268471332,0.13780413920427093,0.08879896502961344,Weather,1
|
| 7 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Mini,396.7845268010613,396.7845268010613,16.658551176389057,1.039264867177283,0.5925448247387131,0.4284173927180898,9.919006657609673,19.91945096635601,0.7544055767452924,0.6309061393906367,0.41928344021762637,Air Quality,1
|
| 8 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,0.2875089391025843,0.2875089391025843,0.4182155132293701,0.32517834738427137,0.01883146531676998,0.01853805376220959,3.562773558266984,0.5361986004295277,0.02245466229020798,0.017513824367629532,0.02494905431240454,Weather,1
|
| 9 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,14.854403408494212,14.854403408494212,3.0928406715393066,0.6002278392205662,0.7564528797913922,0.37411530353862094,5.018165391731777,3.8541410727286842,0.4447085853148482,0.35686623133145845,0.2918652707694942,Hazards,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,405959.0569534302,405959.0569534302,586.3121744791666,0.776022359289342,0.007966746486885959,0.00792940474271713,3.8110278999950022,637.1491638175712,0.008648576154890068,0.007958521770851965,0.0047617548249077575,Finance,1
|
| 3 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,0.4548491683890461,0.4548491683890461,0.5713753700256348,0.473667657933949,0.023501715802405565,0.02325194461214802,2.492200701618963,0.6744250650658278,0.027289927324709105,0.02312012576461167,0.021595693164674842,Weather,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,2.852348003570796,2.852348003570796,1.602528731028239,1.1223936304354054,0.12106079718366787,0.11335657987840951,4.590777305401834,1.688889577080395,0.12560690522665655,0.11918403498541832,0.06822624003623651,Weather,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_mini/online_meta.json
CHANGED
|
@@ -1,53 +1,23 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Mini",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-mini",
|
| 4 |
-
"evaluated_at": "2026-06-01T04:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-01T04:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
-
"data_fetched_at": "2026-06-01T04:
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-01T04:
|
| 21 |
-
"context_length": 96,
|
| 22 |
-
"prediction_length": 24
|
| 23 |
-
},
|
| 24 |
-
{
|
| 25 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 26 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 27 |
-
"context_length": 96,
|
| 28 |
-
"prediction_length": 24
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 32 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 33 |
-
"context_length": 96,
|
| 34 |
-
"prediction_length": 24
|
| 35 |
-
},
|
| 36 |
-
{
|
| 37 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 38 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 39 |
-
"context_length": 96,
|
| 40 |
-
"prediction_length": 24
|
| 41 |
-
},
|
| 42 |
-
{
|
| 43 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 44 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 45 |
-
"context_length": 96,
|
| 46 |
-
"prediction_length": 24
|
| 47 |
-
},
|
| 48 |
-
{
|
| 49 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 50 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 51 |
"context_length": 96,
|
| 52 |
"prediction_length": 24
|
| 53 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Mini",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-mini",
|
| 4 |
+
"evaluated_at": "2026-06-01T04:46:23.396414+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 8 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 20 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
}
|
results/chronos_bolt_tiny/all_results.csv
CHANGED
|
@@ -1,9 +1,4 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
|
| 3 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,0.47865702364788376,0.47865702364788376,0.539080540339152,0.4468953867730732,0.02208803996888825,0.021803446137272104,2.8778190971284796,0.6918504344494435,0.027995027251620435,0.021813348183588713,0.02066480341863103,Weather,1
|
| 4 |
-
|
| 5 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Tiny,0.03881763240493304,0.03881763240493304,0.14865583181381226,0.34638251431691963,0.059912799331931686,0.05887806436719575,2.537741266866494,0.19702190843896789,0.07828684905759896,0.05906854095033201,0.052856775026381836,Ocean,1
|
| 6 |
-
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,5.412121987208025,5.412121987208025,2.000014901161194,1.4860792771301758,0.1476148666180132,0.13397812979891674,18.29335186210778,2.326396781980242,0.16339924136056821,0.1404751416830091,0.09476975197405646,Weather,1
|
| 7 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Tiny,393.77224551974996,393.77224551974996,16.887847860654194,1.0535698319724662,0.6123590952864122,0.44178916080004743,10.03327861656672,19.84369535947753,0.7515364990585942,0.6395902490897941,0.4209304076550239,Air Quality,1
|
| 8 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,1.7196720862187551,1.7196720862187551,1.1432069142659504,0.8888865270174474,0.05276301363307336,0.05089827079024898,4.101305108365408,1.311362682944255,0.05491660396335635,0.047874659066825566,0.0370985138011595,Weather,1
|
| 9 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,14.592243827178399,14.592243827178399,3.0181226332982383,0.5857273034972322,0.7313718926369278,0.3671164758765812,5.413487673448425,3.819979558476511,0.44076687213190513,0.3482449192267198,0.28694970118693813,Hazards,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,297264.3354034424,297264.3354034424,500.1927083333333,0.662037635437078,0.006796873147097857,0.006769504226765938,2.458794125300947,545.2195295506594,0.00740073579348261,0.006789547841861656,0.004168585506742275,Finance,1
|
| 3 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,0.47865702364788376,0.47865702364788376,0.539080540339152,0.4468953867730732,0.02208803996888825,0.021803446137272104,2.8778190971284796,0.6918504344494435,0.027995027251620435,0.021813348183588713,0.02066480341863103,Weather,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,2.9423247686804643,2.9423247686804643,1.6248843669891357,1.13805127383425,0.12277949999580047,0.11483692472608176,5.112421370111567,1.715320602301641,0.12757264610460523,0.12084667905968413,0.06951131834545493,Weather,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/chronos_bolt_tiny/online_meta.json
CHANGED
|
@@ -1,53 +1,23 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Tiny",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-tiny",
|
| 4 |
-
"evaluated_at": "2026-06-01T04:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-01T04:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
-
"data_fetched_at": "2026-06-01T04:
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-01T04:
|
| 21 |
-
"context_length": 96,
|
| 22 |
-
"prediction_length": 24
|
| 23 |
-
},
|
| 24 |
-
{
|
| 25 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 26 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 27 |
-
"context_length": 96,
|
| 28 |
-
"prediction_length": 24
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 32 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 33 |
-
"context_length": 96,
|
| 34 |
-
"prediction_length": 24
|
| 35 |
-
},
|
| 36 |
-
{
|
| 37 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 38 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 39 |
-
"context_length": 96,
|
| 40 |
-
"prediction_length": 24
|
| 41 |
-
},
|
| 42 |
-
{
|
| 43 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 44 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 45 |
-
"context_length": 96,
|
| 46 |
-
"prediction_length": 24
|
| 47 |
-
},
|
| 48 |
-
{
|
| 49 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 50 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 51 |
"context_length": 96,
|
| 52 |
"prediction_length": 24
|
| 53 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt-Tiny",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-tiny",
|
| 4 |
+
"evaluated_at": "2026-06-01T04:46:14.898323+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 8 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 20 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
}
|
results/dataset_properties.csv
CHANGED
|
@@ -1,9 +1,4 @@
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
-
|
| 3 |
nasa_power_shanghai_hourly_t2m,Weather,1h,1
|
| 4 |
-
noaa_coops_sf_water_level_water_level,Ocean,6min,1
|
| 5 |
-
noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
|
| 6 |
nws_ksfo_observations_temperature,Weather,1h,1
|
| 7 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
|
| 8 |
-
open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
|
| 9 |
-
usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
|
|
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
+
coingecko_bitcoin_7d_price_usd,Finance,1h,1
|
| 3 |
nasa_power_shanghai_hourly_t2m,Weather,1h,1
|
|
|
|
|
|
|
| 4 |
nws_ksfo_observations_temperature,Weather,1h,1
|
|
|
|
|
|
|
|
|
results/moirai_1_1_small/all_results.csv
CHANGED
|
@@ -1,9 +1,4 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
|
| 3 |
-
nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,0.
|
| 4 |
-
|
| 5 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Small,0.03733636547894056,0.038137312130759916,0.15073158343633017,0.3512192170371043,0.06087898019813385,0.05967339125742963,2.585503845112924,0.1932262028787518,0.07677862172078086,0.059893342898707534,0.05536320637177654,Ocean,1
|
| 6 |
-
nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,6.748628552697066,5.969865247812852,2.1331702868143716,1.5850182696059705,0.1570248300278632,0.14208072273732475,20.464888155155595,2.597812262789031,0.1824626633877943,0.14982758283463546,0.10280388574702629,Weather,1
|
| 7 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Small,474.9897317715004,418.20471116970657,17.605860948562622,1.0983639901519802,0.67163879057018,0.4701223903032627,7.631339748009073,21.79425914711258,0.8254098302901978,0.6667834221651521,0.43217870148550336,Air Quality,1
|
| 8 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,2.0543422138606124,1.835123513711551,1.1586581865946453,0.900900474472509,0.0507727973685981,0.049653545391615594,4.796683765654676,1.4332976710581136,0.060022937656252794,0.048521719879399385,0.03883923532752245,Weather,1
|
| 9 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,15.205170357945008,14.816012107148055,3.105516731739044,0.6026878832485477,0.7446039635368588,0.37673337327394885,4.669026546401155,3.8993807659607964,0.44992854991855347,0.3583288536621974,0.2825906486592741,Hazards,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,597774.9419021606,501513.19260025024,661.8196614583334,0.8759614373779622,0.008991610869483156,0.008945518330201893,4.297169888548232,773.1590663648462,0.0104947560869979,0.008983450136905146,0.005410770372166602,Finance,1
|
| 3 |
+
nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,0.6841524304062053,0.6252707515563998,0.5996693770090739,0.4971232647460017,0.02548494567486583,0.024930309121759493,6.152046850126619,0.8271350738580763,0.033469183193987014,0.024265014106250486,0.024414664696648727,Weather,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,2.0128716737316004,1.9504467984867329,1.317737917105357,0.9229292530644857,0.09958026385743794,0.0942503785312861,4.342987886221388,1.41875708764101,0.10551648222913308,0.09800343605267293,0.06053107191972487,Weather,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/moirai_1_1_small/online_meta.json
CHANGED
|
@@ -1,53 +1,23 @@
|
|
| 1 |
{
|
| 2 |
"model": "Moirai-1.1-Small",
|
| 3 |
"api_model_id": "Salesforce/moirai-1.1-R-small",
|
| 4 |
-
"evaluated_at": "2026-06-01T04:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-01T04:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
-
"data_fetched_at": "2026-06-01T04:
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-01T04:
|
| 21 |
-
"context_length": 96,
|
| 22 |
-
"prediction_length": 24
|
| 23 |
-
},
|
| 24 |
-
{
|
| 25 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 26 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 27 |
-
"context_length": 96,
|
| 28 |
-
"prediction_length": 24
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 32 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 33 |
-
"context_length": 96,
|
| 34 |
-
"prediction_length": 24
|
| 35 |
-
},
|
| 36 |
-
{
|
| 37 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 38 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 39 |
-
"context_length": 96,
|
| 40 |
-
"prediction_length": 24
|
| 41 |
-
},
|
| 42 |
-
{
|
| 43 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 44 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 45 |
-
"context_length": 96,
|
| 46 |
-
"prediction_length": 24
|
| 47 |
-
},
|
| 48 |
-
{
|
| 49 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 50 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 51 |
"context_length": 96,
|
| 52 |
"prediction_length": 24
|
| 53 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Moirai-1.1-Small",
|
| 3 |
"api_model_id": "Salesforce/moirai-1.1-R-small",
|
| 4 |
+
"evaluated_at": "2026-06-01T04:47:25.554002+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 8 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 20 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
}
|
results/online_status.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"status": "ok",
|
| 3 |
-
"started_at": "2026-06-01T04:
|
| 4 |
-
"finished_at": "2026-06-01T04:
|
| 5 |
"data_source": "ts_bench",
|
| 6 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 7 |
"ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
|
|
@@ -9,53 +9,23 @@
|
|
| 9 |
"Chronos-Bolt-Tiny": {
|
| 10 |
"model": "Chronos-Bolt-Tiny",
|
| 11 |
"api_model_id": "amazon/chronos-bolt-tiny",
|
| 12 |
-
"evaluated_at": "2026-06-01T04:
|
| 13 |
"datasets": [
|
| 14 |
{
|
| 15 |
-
"dataset": "
|
| 16 |
-
"data_fetched_at": "2026-06-01T04:
|
| 17 |
"context_length": 96,
|
| 18 |
"prediction_length": 24
|
| 19 |
},
|
| 20 |
{
|
| 21 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 22 |
-
"data_fetched_at": "2026-06-01T04:
|
| 23 |
"context_length": 67,
|
| 24 |
"prediction_length": 24
|
| 25 |
},
|
| 26 |
{
|
| 27 |
-
"dataset": "
|
| 28 |
-
"data_fetched_at": "2026-06-01T04:
|
| 29 |
-
"context_length": 96,
|
| 30 |
-
"prediction_length": 24
|
| 31 |
-
},
|
| 32 |
-
{
|
| 33 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 34 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 35 |
-
"context_length": 96,
|
| 36 |
-
"prediction_length": 24
|
| 37 |
-
},
|
| 38 |
-
{
|
| 39 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 40 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 41 |
-
"context_length": 96,
|
| 42 |
-
"prediction_length": 24
|
| 43 |
-
},
|
| 44 |
-
{
|
| 45 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 46 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 47 |
-
"context_length": 96,
|
| 48 |
-
"prediction_length": 24
|
| 49 |
-
},
|
| 50 |
-
{
|
| 51 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 52 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 53 |
-
"context_length": 96,
|
| 54 |
-
"prediction_length": 24
|
| 55 |
-
},
|
| 56 |
-
{
|
| 57 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 58 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 59 |
"context_length": 96,
|
| 60 |
"prediction_length": 24
|
| 61 |
}
|
|
@@ -64,53 +34,23 @@
|
|
| 64 |
"Chronos-Bolt-Mini": {
|
| 65 |
"model": "Chronos-Bolt-Mini",
|
| 66 |
"api_model_id": "amazon/chronos-bolt-mini",
|
| 67 |
-
"evaluated_at": "2026-06-01T04:
|
| 68 |
"datasets": [
|
| 69 |
{
|
| 70 |
-
"dataset": "
|
| 71 |
-
"data_fetched_at": "2026-06-01T04:
|
| 72 |
"context_length": 96,
|
| 73 |
"prediction_length": 24
|
| 74 |
},
|
| 75 |
{
|
| 76 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 77 |
-
"data_fetched_at": "2026-06-01T04:
|
| 78 |
"context_length": 67,
|
| 79 |
"prediction_length": 24
|
| 80 |
},
|
| 81 |
{
|
| 82 |
-
"dataset": "
|
| 83 |
-
"data_fetched_at": "2026-06-01T04:
|
| 84 |
-
"context_length": 96,
|
| 85 |
-
"prediction_length": 24
|
| 86 |
-
},
|
| 87 |
-
{
|
| 88 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 89 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 90 |
-
"context_length": 96,
|
| 91 |
-
"prediction_length": 24
|
| 92 |
-
},
|
| 93 |
-
{
|
| 94 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 95 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 96 |
-
"context_length": 96,
|
| 97 |
-
"prediction_length": 24
|
| 98 |
-
},
|
| 99 |
-
{
|
| 100 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 101 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 102 |
-
"context_length": 96,
|
| 103 |
-
"prediction_length": 24
|
| 104 |
-
},
|
| 105 |
-
{
|
| 106 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 107 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 108 |
-
"context_length": 96,
|
| 109 |
-
"prediction_length": 24
|
| 110 |
-
},
|
| 111 |
-
{
|
| 112 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 113 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 114 |
"context_length": 96,
|
| 115 |
"prediction_length": 24
|
| 116 |
}
|
|
@@ -119,53 +59,23 @@
|
|
| 119 |
"Chronos-Bolt-Base": {
|
| 120 |
"model": "Chronos-Bolt-Base",
|
| 121 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 122 |
-
"evaluated_at": "2026-06-01T04:
|
| 123 |
"datasets": [
|
| 124 |
{
|
| 125 |
-
"dataset": "
|
| 126 |
-
"data_fetched_at": "2026-06-01T04:
|
| 127 |
"context_length": 96,
|
| 128 |
"prediction_length": 24
|
| 129 |
},
|
| 130 |
{
|
| 131 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 132 |
-
"data_fetched_at": "2026-06-01T04:
|
| 133 |
"context_length": 67,
|
| 134 |
"prediction_length": 24
|
| 135 |
},
|
| 136 |
{
|
| 137 |
-
"dataset": "
|
| 138 |
-
"data_fetched_at": "2026-06-01T04:
|
| 139 |
-
"context_length": 96,
|
| 140 |
-
"prediction_length": 24
|
| 141 |
-
},
|
| 142 |
-
{
|
| 143 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 144 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 145 |
-
"context_length": 96,
|
| 146 |
-
"prediction_length": 24
|
| 147 |
-
},
|
| 148 |
-
{
|
| 149 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 150 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 151 |
-
"context_length": 96,
|
| 152 |
-
"prediction_length": 24
|
| 153 |
-
},
|
| 154 |
-
{
|
| 155 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 156 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 157 |
-
"context_length": 96,
|
| 158 |
-
"prediction_length": 24
|
| 159 |
-
},
|
| 160 |
-
{
|
| 161 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 162 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 163 |
-
"context_length": 96,
|
| 164 |
-
"prediction_length": 24
|
| 165 |
-
},
|
| 166 |
-
{
|
| 167 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 168 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 169 |
"context_length": 96,
|
| 170 |
"prediction_length": 24
|
| 171 |
}
|
|
@@ -174,53 +84,23 @@
|
|
| 174 |
"Chronos-2": {
|
| 175 |
"model": "Chronos-2",
|
| 176 |
"api_model_id": "amazon/chronos-2",
|
| 177 |
-
"evaluated_at": "2026-06-01T04:
|
| 178 |
"datasets": [
|
| 179 |
{
|
| 180 |
-
"dataset": "
|
| 181 |
-
"data_fetched_at": "2026-06-01T04:
|
| 182 |
"context_length": 96,
|
| 183 |
"prediction_length": 24
|
| 184 |
},
|
| 185 |
{
|
| 186 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 187 |
-
"data_fetched_at": "2026-06-01T04:
|
| 188 |
"context_length": 67,
|
| 189 |
"prediction_length": 24
|
| 190 |
},
|
| 191 |
{
|
| 192 |
-
"dataset": "
|
| 193 |
-
"data_fetched_at": "2026-06-01T04:
|
| 194 |
-
"context_length": 96,
|
| 195 |
-
"prediction_length": 24
|
| 196 |
-
},
|
| 197 |
-
{
|
| 198 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 199 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 200 |
-
"context_length": 96,
|
| 201 |
-
"prediction_length": 24
|
| 202 |
-
},
|
| 203 |
-
{
|
| 204 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 205 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 206 |
-
"context_length": 96,
|
| 207 |
-
"prediction_length": 24
|
| 208 |
-
},
|
| 209 |
-
{
|
| 210 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 211 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 212 |
-
"context_length": 96,
|
| 213 |
-
"prediction_length": 24
|
| 214 |
-
},
|
| 215 |
-
{
|
| 216 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 217 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 218 |
-
"context_length": 96,
|
| 219 |
-
"prediction_length": 24
|
| 220 |
-
},
|
| 221 |
-
{
|
| 222 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 223 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 224 |
"context_length": 96,
|
| 225 |
"prediction_length": 24
|
| 226 |
}
|
|
@@ -229,53 +109,23 @@
|
|
| 229 |
"TimesFM-2.5": {
|
| 230 |
"model": "TimesFM-2.5",
|
| 231 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 232 |
-
"evaluated_at": "2026-06-01T04:
|
| 233 |
"datasets": [
|
| 234 |
{
|
| 235 |
-
"dataset": "
|
| 236 |
-
"data_fetched_at": "2026-06-01T04:
|
| 237 |
"context_length": 96,
|
| 238 |
"prediction_length": 24
|
| 239 |
},
|
| 240 |
{
|
| 241 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 242 |
-
"data_fetched_at": "2026-06-01T04:
|
| 243 |
"context_length": 67,
|
| 244 |
"prediction_length": 24
|
| 245 |
},
|
| 246 |
{
|
| 247 |
-
"dataset": "
|
| 248 |
-
"data_fetched_at": "2026-06-01T04:
|
| 249 |
-
"context_length": 96,
|
| 250 |
-
"prediction_length": 24
|
| 251 |
-
},
|
| 252 |
-
{
|
| 253 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 254 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 255 |
-
"context_length": 96,
|
| 256 |
-
"prediction_length": 24
|
| 257 |
-
},
|
| 258 |
-
{
|
| 259 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 260 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 261 |
-
"context_length": 96,
|
| 262 |
-
"prediction_length": 24
|
| 263 |
-
},
|
| 264 |
-
{
|
| 265 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 266 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 267 |
-
"context_length": 96,
|
| 268 |
-
"prediction_length": 24
|
| 269 |
-
},
|
| 270 |
-
{
|
| 271 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 272 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 273 |
-
"context_length": 96,
|
| 274 |
-
"prediction_length": 24
|
| 275 |
-
},
|
| 276 |
-
{
|
| 277 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 278 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 279 |
"context_length": 96,
|
| 280 |
"prediction_length": 24
|
| 281 |
}
|
|
@@ -284,53 +134,23 @@
|
|
| 284 |
"Moirai-1.1-Small": {
|
| 285 |
"model": "Moirai-1.1-Small",
|
| 286 |
"api_model_id": "Salesforce/moirai-1.1-R-small",
|
| 287 |
-
"evaluated_at": "2026-06-01T04:
|
| 288 |
"datasets": [
|
| 289 |
{
|
| 290 |
-
"dataset": "
|
| 291 |
-
"data_fetched_at": "2026-06-01T04:
|
| 292 |
"context_length": 96,
|
| 293 |
"prediction_length": 24
|
| 294 |
},
|
| 295 |
{
|
| 296 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 297 |
-
"data_fetched_at": "2026-06-01T04:
|
| 298 |
"context_length": 67,
|
| 299 |
"prediction_length": 24
|
| 300 |
},
|
| 301 |
{
|
| 302 |
-
"dataset": "
|
| 303 |
-
"data_fetched_at": "2026-06-01T04:
|
| 304 |
-
"context_length": 96,
|
| 305 |
-
"prediction_length": 24
|
| 306 |
-
},
|
| 307 |
-
{
|
| 308 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 309 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 310 |
-
"context_length": 96,
|
| 311 |
-
"prediction_length": 24
|
| 312 |
-
},
|
| 313 |
-
{
|
| 314 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 315 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 316 |
-
"context_length": 96,
|
| 317 |
-
"prediction_length": 24
|
| 318 |
-
},
|
| 319 |
-
{
|
| 320 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 321 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 322 |
-
"context_length": 96,
|
| 323 |
-
"prediction_length": 24
|
| 324 |
-
},
|
| 325 |
-
{
|
| 326 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 327 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 328 |
-
"context_length": 96,
|
| 329 |
-
"prediction_length": 24
|
| 330 |
-
},
|
| 331 |
-
{
|
| 332 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 333 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 334 |
"context_length": 96,
|
| 335 |
"prediction_length": 24
|
| 336 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"status": "ok",
|
| 3 |
+
"started_at": "2026-06-01T04:45:19.760160+00:00",
|
| 4 |
+
"finished_at": "2026-06-01T04:47:25.556564+00:00",
|
| 5 |
"data_source": "ts_bench",
|
| 6 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 7 |
"ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
|
|
|
|
| 9 |
"Chronos-Bolt-Tiny": {
|
| 10 |
"model": "Chronos-Bolt-Tiny",
|
| 11 |
"api_model_id": "amazon/chronos-bolt-tiny",
|
| 12 |
+
"evaluated_at": "2026-06-01T04:46:14.898323+00:00",
|
| 13 |
"datasets": [
|
| 14 |
{
|
| 15 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 16 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 17 |
"context_length": 96,
|
| 18 |
"prediction_length": 24
|
| 19 |
},
|
| 20 |
{
|
| 21 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 22 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 23 |
"context_length": 67,
|
| 24 |
"prediction_length": 24
|
| 25 |
},
|
| 26 |
{
|
| 27 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 28 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 29 |
"context_length": 96,
|
| 30 |
"prediction_length": 24
|
| 31 |
}
|
|
|
|
| 34 |
"Chronos-Bolt-Mini": {
|
| 35 |
"model": "Chronos-Bolt-Mini",
|
| 36 |
"api_model_id": "amazon/chronos-bolt-mini",
|
| 37 |
+
"evaluated_at": "2026-06-01T04:46:23.396414+00:00",
|
| 38 |
"datasets": [
|
| 39 |
{
|
| 40 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 41 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 42 |
"context_length": 96,
|
| 43 |
"prediction_length": 24
|
| 44 |
},
|
| 45 |
{
|
| 46 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 47 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 48 |
"context_length": 67,
|
| 49 |
"prediction_length": 24
|
| 50 |
},
|
| 51 |
{
|
| 52 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 53 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
"context_length": 96,
|
| 55 |
"prediction_length": 24
|
| 56 |
}
|
|
|
|
| 59 |
"Chronos-Bolt-Base": {
|
| 60 |
"model": "Chronos-Bolt-Base",
|
| 61 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 62 |
+
"evaluated_at": "2026-06-01T04:46:33.327232+00:00",
|
| 63 |
"datasets": [
|
| 64 |
{
|
| 65 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 66 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 67 |
"context_length": 96,
|
| 68 |
"prediction_length": 24
|
| 69 |
},
|
| 70 |
{
|
| 71 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 72 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 73 |
"context_length": 67,
|
| 74 |
"prediction_length": 24
|
| 75 |
},
|
| 76 |
{
|
| 77 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 78 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 79 |
"context_length": 96,
|
| 80 |
"prediction_length": 24
|
| 81 |
}
|
|
|
|
| 84 |
"Chronos-2": {
|
| 85 |
"model": "Chronos-2",
|
| 86 |
"api_model_id": "amazon/chronos-2",
|
| 87 |
+
"evaluated_at": "2026-06-01T04:46:42.997458+00:00",
|
| 88 |
"datasets": [
|
| 89 |
{
|
| 90 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 91 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 92 |
"context_length": 96,
|
| 93 |
"prediction_length": 24
|
| 94 |
},
|
| 95 |
{
|
| 96 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 97 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 98 |
"context_length": 67,
|
| 99 |
"prediction_length": 24
|
| 100 |
},
|
| 101 |
{
|
| 102 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 103 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 104 |
"context_length": 96,
|
| 105 |
"prediction_length": 24
|
| 106 |
}
|
|
|
|
| 109 |
"TimesFM-2.5": {
|
| 110 |
"model": "TimesFM-2.5",
|
| 111 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 112 |
+
"evaluated_at": "2026-06-01T04:47:10.451480+00:00",
|
| 113 |
"datasets": [
|
| 114 |
{
|
| 115 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 116 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 117 |
"context_length": 96,
|
| 118 |
"prediction_length": 24
|
| 119 |
},
|
| 120 |
{
|
| 121 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 122 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 123 |
"context_length": 67,
|
| 124 |
"prediction_length": 24
|
| 125 |
},
|
| 126 |
{
|
| 127 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 128 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 129 |
"context_length": 96,
|
| 130 |
"prediction_length": 24
|
| 131 |
}
|
|
|
|
| 134 |
"Moirai-1.1-Small": {
|
| 135 |
"model": "Moirai-1.1-Small",
|
| 136 |
"api_model_id": "Salesforce/moirai-1.1-R-small",
|
| 137 |
+
"evaluated_at": "2026-06-01T04:47:25.554002+00:00",
|
| 138 |
"datasets": [
|
| 139 |
{
|
| 140 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 141 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 142 |
"context_length": 96,
|
| 143 |
"prediction_length": 24
|
| 144 |
},
|
| 145 |
{
|
| 146 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 147 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 148 |
"context_length": 67,
|
| 149 |
"prediction_length": 24
|
| 150 |
},
|
| 151 |
{
|
| 152 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 153 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 154 |
"context_length": 96,
|
| 155 |
"prediction_length": 24
|
| 156 |
}
|
results/timesfm_2_5/all_results.csv
CHANGED
|
@@ -1,9 +1,4 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
|
| 3 |
nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.7325870372020896,0.5827046931978354,0.627137025197347,0.5198938237669642,0.025506826195137593,0.02531164471362797,22.440200290793143,0.8559129845972017,0.0346336522110913,0.025376464676026517,0.030040851837239306,Weather,1
|
| 4 |
-
|
| 5 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03237675144655583,0.032221474176213384,0.12616788347562155,0.29398341236330394,0.04952421646103994,0.050031667979119836,10.364355293489561,0.17993540909603042,0.07149751174185737,0.050132932564869746,0.05247040579900776,Ocean,1
|
| 6 |
-
nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,6.852398977756404,5.9371386377226445,2.1526434818903604,1.5994875176326417,0.15813648261821925,0.1433007063939726,74.4801183792362,2.6177087266837775,0.18386013226814246,0.15119532256284057,0.1677794278857836,Weather,1
|
| 7 |
-
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,359.27841762260505,252.21519986795622,13.610794266064962,0.8491266824661206,0.4930600711831576,0.38174604379796345,40.33630405102636,18.95464105760394,0.7178655146275648,0.5154790217659627,0.59579823946357,Air Quality,1
|
| 8 |
-
open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.0805140816078165,0.4325805643043168,0.5493147373199463,0.4271129425501686,0.0238695094617826,0.02369253823049497,26.877241670036454,1.0394777927439414,0.04353074173550313,0.02300393344494535,0.035631465068645764,Weather,1
|
| 9 |
-
usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.084061095450314,14.474253603665849,2.836489677429199,0.5504777810644268,0.6084083759686546,0.3521778590567359,18.177892199102438,3.7528737116309037,0.4330238898035658,0.3272872704725999,0.3315992940185416,Hazards,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,224498.42203267416,163243.7052001953,356.7356770833333,0.4721629088101528,0.004848759922878017,0.004833704866894134,22.707663580071383,473.81264444152833,0.0064314684399016065,0.004842281596880274,0.005605268850880498,Finance,1
|
| 3 |
nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.7325870372020896,0.5827046931978354,0.627137025197347,0.5198938237669642,0.025506826195137593,0.02531164471362797,22.440200290793143,0.8559129845972017,0.0346336522110913,0.025376464676026517,0.030040851837239306,Weather,1
|
| 4 |
+
nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,3.2517371684186096,2.3147811079613803,1.4381522337595622,1.0072661260384845,0.10866810431025331,0.10237543943888065,54.87330763632607,1.803257377197889,0.1341127220812865,0.10695894733367921,0.1323682458937451,Weather,1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/timesfm_2_5/online_meta.json
CHANGED
|
@@ -1,53 +1,23 @@
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
-
"evaluated_at": "2026-06-01T04:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
-
"dataset": "
|
| 8 |
-
"data_fetched_at": "2026-06-01T04:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
-
"data_fetched_at": "2026-06-01T04:
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-01T04:
|
| 21 |
-
"context_length": 96,
|
| 22 |
-
"prediction_length": 24
|
| 23 |
-
},
|
| 24 |
-
{
|
| 25 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
|
| 26 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 27 |
-
"context_length": 96,
|
| 28 |
-
"prediction_length": 24
|
| 29 |
-
},
|
| 30 |
-
{
|
| 31 |
-
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t021000z",
|
| 32 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 33 |
-
"context_length": 96,
|
| 34 |
-
"prediction_length": 24
|
| 35 |
-
},
|
| 36 |
-
{
|
| 37 |
-
"dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t040000z",
|
| 38 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 39 |
-
"context_length": 96,
|
| 40 |
-
"prediction_length": 24
|
| 41 |
-
},
|
| 42 |
-
{
|
| 43 |
-
"dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t040000z",
|
| 44 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 45 |
-
"context_length": 96,
|
| 46 |
-
"prediction_length": 24
|
| 47 |
-
},
|
| 48 |
-
{
|
| 49 |
-
"dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t040000z",
|
| 50 |
-
"data_fetched_at": "2026-06-01T04:13:03.331020Z",
|
| 51 |
"context_length": 96,
|
| 52 |
"prediction_length": 24
|
| 53 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
+
"evaluated_at": "2026-06-01T04:47:10.451480+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
+
"dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
|
| 8 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
|
| 14 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
| 15 |
"context_length": 67,
|
| 16 |
"prediction_length": 24
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
|
| 20 |
+
"data_fetched_at": "2026-06-01T04:45:19.675860Z",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
"context_length": 96,
|
| 22 |
"prediction_length": 24
|
| 23 |
}
|