Spaces:
Runtime error
Runtime error
Update leaderboard results from local eval
Browse files- results/aggregates/live_metadata.json +12 -12
- results/aggregates/live_overall_up_to_now.csv +9 -11
- results/aggregates/live_rank_up_to_now.csv +9 -11
- results/aggregates/live_release_metrics.csv +0 -0
- results/aggregates/live_results_by_dataset.csv +27 -142
- results/aggregates/metadata.json +3 -3
- results/aggregates/results_by_domain.csv +55 -77
- results/aggregates/results_by_frequency.csv +54 -76
- results/aggregates/results_by_prediction_length.csv +0 -66
- results/aggregates/results_overall.csv +9 -11
- results/arima/all_results.csv +2 -2
- results/arima/online_meta.json +10 -10
- results/chronos_2/all_results.csv +2 -2
- results/chronos_2/online_meta.json +10 -10
- results/chronos_bolt/all_results.csv +2 -2
- results/chronos_bolt/online_meta.json +10 -10
- results/eval_history.jsonl +3 -0
- results/evaluation_metrics.jsonl +27 -0
- results/moirai_2_0/all_results.csv +4 -0
- results/moirai_2_0/config.json +11 -0
- results/moirai_2_0/online_meta.json +26 -0
- results/moving_average/all_results.csv +2 -2
- results/moving_average/online_meta.json +10 -10
- results/online_status.json +99 -153
- results/seasonal_naive/all_results.csv +2 -2
- results/seasonal_naive/online_meta.json +10 -10
- results/timesfm_2_5/all_results.csv +2 -2
- results/timesfm_2_5/online_meta.json +10 -10
- results/tirex/all_results.csv +2 -2
- results/tirex/online_meta.json +10 -10
- results/toto_1_0/all_results.csv +4 -0
- results/toto_1_0/config.json +11 -0
- results/toto_1_0/online_meta.json +26 -0
results/aggregates/live_metadata.json
CHANGED
|
@@ -1,17 +1,17 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-06-27T08:
|
| 3 |
-
"scope": "All deduplicated
|
| 4 |
-
"release_deduplication": "One row per model
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
| 6 |
-
"point_forecast": "
|
| 7 |
-
"normalization": "
|
| 8 |
-
"mape": "Original-scale MAPE; omitted
|
| 9 |
-
"crps": "
|
| 10 |
-
"rtg": "100 * (MSE_seasonal_naive - MSE_model) / (MSE_seasonal_naive + MSE_model)
|
| 11 |
"ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
|
| 12 |
"temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
|
| 13 |
-
"num_models":
|
| 14 |
-
"num_datasets":
|
| 15 |
-
"num_model_releases":
|
| 16 |
-
"num_unique_releases":
|
| 17 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-06-27T08:30:21.442652+00:00",
|
| 3 |
+
"scope": "All deduplicated metrics-only evaluation releases saved up to generation time",
|
| 4 |
+
"release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
| 6 |
+
"point_forecast": "Metrics are read from evaluator outputs; no forecasts or ground truth are stored",
|
| 7 |
+
"normalization": "Uses evaluator metric values directly; non-finite metrics are treated as unavailable",
|
| 8 |
+
"mape": "Original-scale evaluator MAPE; omitted when undefined or non-finite",
|
| 9 |
+
"crps": "Evaluator mean weighted sum quantile loss when available",
|
| 10 |
+
"rtg": "100 * (MSE_seasonal_naive - MSE_model) / (MSE_seasonal_naive + MSE_model) on metrics-only matched releases",
|
| 11 |
"ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
|
| 12 |
"temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
|
| 13 |
+
"num_models": 9,
|
| 14 |
+
"num_datasets": 3,
|
| 15 |
+
"num_model_releases": 27,
|
| 16 |
+
"num_unique_releases": 3
|
| 17 |
}
|
results/aggregates/live_overall_up_to_now.csv
CHANGED
|
@@ -1,12 +1,10 @@
|
|
| 1 |
Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
|
| 2 |
-
1,
|
| 3 |
-
2,
|
| 4 |
-
3,
|
| 5 |
-
4,
|
| 6 |
-
5,
|
| 7 |
-
6,
|
| 8 |
-
7,
|
| 9 |
-
8,
|
| 10 |
-
9,ARIMA,
|
| 11 |
-
10,Moving-Average,5.06138334842185,1.3602230000052093,0.36634082037993865,0.8976569967738828,9.13548281249311,7.067358366083296,0.31144929181332764,821.648132872129,10.397239784790633,-0.02500555344977649,0.15384615384615385,13,1216,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-06-27T08:22:57.440216+00:00
|
| 12 |
-
11,Seasonal-Naive,5.712666396742601,1.5407406177046048,0.3804537846229156,1.0314598914680617,4.993636283941114e-16,7.204537261644368,0.3092768336656328,739.0802073373437,10.200056750563961,0.08447972123618057,0.07692307692307693,13,1211,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-27T08:22:57.466023+00:00
|
|
|
|
| 1 |
Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
|
| 2 |
+
1,TimesFM-2.5,59002.7040003654,140.33780339983838,0.09942706121950712,0.06291701882037534,36.51477276432744,2.6666666666666665,0.8125,1168.9810419450034,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 3 |
+
2,TiRex,58338.444293252665,139.54848282052382,0.07414793844098162,0.0431945621191453,35.926903541920346,3.1666666666666665,0.7083333333333334,1147.9929152744007,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 4 |
+
3,Chronos-2,814574.7703307288,521.2162090372955,0.12197061117129315,0.06518441853292806,-11.194755819729801,5.333333333333333,0.4583333333333333,1022.9047655699333,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 5 |
+
4,Moving-Average,43896.538633203076,121.10300685559473,0.11347043884329733,0.11303967669408023,27.253060389027024,4.166666666666667,0.6041666666666666,1007.44787895921,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 6 |
+
5,Chronos-Bolt,172657.29737608976,240.0245843686566,0.09707367683363616,0.0590053516387981,-16.91181263069521,6.0,0.3958333333333333,995.4726428241736,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 7 |
+
6,Seasonal-Naive,341667.2308344545,337.62053679923315,0.11839054245103253,0.11842297976888269,0.0,5.166666666666667,0.4583333333333333,965.3037933799959,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 8 |
+
7,Moirai-2.0,53568.78350480267,133.83245293502821,0.1635668373091534,0.09637376822698482,13.359814221345417,5.666666666666667,0.4375,917.3651481315229,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 9 |
+
8,Toto-1.0,677548.6647165375,475.61147107462506,0.10032496275419377,0.05213908673359398,-44.534951928430594,6.833333333333333,0.25,894.0449045005536,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 10 |
+
9,ARIMA,140567.2111015028,216.6752749669511,0.16151781655258737,0.129235809654603,1.808938577701544,6.0,0.375,880.4869094152065,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
|
|
|
|
|
results/aggregates/live_rank_up_to_now.csv
CHANGED
|
@@ -1,12 +1,10 @@
|
|
| 1 |
Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
|
| 2 |
-
1,
|
| 3 |
-
2,
|
| 4 |
-
3,
|
| 5 |
-
4,
|
| 6 |
-
5,
|
| 7 |
-
6,
|
| 8 |
-
7,
|
| 9 |
-
8,
|
| 10 |
-
9,ARIMA,6.
|
| 11 |
-
10,Moving-Average,7.067358366083296,0.31144929181332764,821.648132872129,129,1216,11095
|
| 12 |
-
11,Seasonal-Naive,7.204537261644368,0.3092768336656328,739.0802073373437,129,1211,11055
|
|
|
|
| 1 |
Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
|
| 2 |
+
1,TimesFM-2.5,2.6666666666666665,0.8125,1168.9810419450034,24,3,24
|
| 3 |
+
2,TiRex,3.1666666666666665,0.7083333333333334,1147.9929152744007,24,3,24
|
| 4 |
+
3,Chronos-2,5.333333333333333,0.4583333333333333,1022.9047655699333,24,3,24
|
| 5 |
+
4,Moving-Average,4.166666666666667,0.6041666666666666,1007.44787895921,24,3,24
|
| 6 |
+
5,Chronos-Bolt,6.0,0.3958333333333333,995.4726428241736,24,3,24
|
| 7 |
+
6,Seasonal-Naive,5.166666666666667,0.4583333333333333,965.3037933799959,24,3,24
|
| 8 |
+
7,Moirai-2.0,5.666666666666667,0.4375,917.3651481315229,24,3,24
|
| 9 |
+
8,Toto-1.0,6.833333333333333,0.25,894.0449045005536,24,3,24
|
| 10 |
+
9,ARIMA,6.0,0.375,880.4869094152065,24,3,24
|
|
|
|
|
|
results/aggregates/live_release_metrics.csv
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
results/aggregates/live_results_by_dataset.csv
CHANGED
|
@@ -1,143 +1,28 @@
|
|
| 1 |
model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
|
| 2 |
-
ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,
|
| 3 |
-
ARIMA,
|
| 4 |
-
ARIMA,
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.002446649146931766,0.023233114442276756,,0.007436298862767428,59.99996561134365,0.0054647103833792956,-0.6,0.23333333333333334,5,0.0,2026-06-26T05:59:15.476661+00:00,2026-06-27T08:08:38.017203+00:00
|
| 30 |
-
Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.0459942197556757e-06,,2.6524361536988606e-06,-100.0,,,,1,0.0,2026-06-27T08:08:42.288568+00:00,2026-06-27T08:08:42.288568+00:00
|
| 31 |
-
Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.11632738767818794,0.31634759424827646,0.034414751972857996,0.16184422342768662,25.27595526452123,0.10059633107078184,-1.0,0.3333333333333333,3,1.0,2026-06-26T04:50:20.848753+00:00,2026-06-27T07:47:36.837367+00:00
|
| 32 |
-
Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.9647552087462342,0.867897241132444,0.7575292448817399,0.4394479843574541,47.047764706263884,0.9217780226697858,-0.03838383838383838,0.7100952631832622,45,1.0,2026-06-25T06:37:18.114052+00:00,2026-06-27T08:08:47.168097+00:00
|
| 33 |
-
Chronos-Bolt,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,35.414506856625195,5.243467522758326,0.2658131471102336,3.469164632256241,4.547899279572787,27.482434792008828,0.5397849462365593,7.703167989498033e-06,31,1.0,2026-06-25T06:50:45.195559+00:00,2026-06-27T08:18:40.906020+00:00
|
| 34 |
-
Chronos-Bolt,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,10.449010187633517,1.1346488661142968,0.010351839370444748,0.6313113061941671,42.11225479943807,38.399790968975324,0.2087912087912088,0.3308114209974329,14,1.0,2026-06-25T06:37:26.674588+00:00,2026-06-27T07:36:20.017863+00:00
|
| 35 |
-
Chronos-Bolt,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.529658934877889,1.7049382004460416,0.38361539763026603,1.0966886271180958,4.264662107470532,2.401534409319033,0.3406593406593407,0.10102087460966429,14,1.0,2026-06-25T07:37:49.616032+00:00,2026-06-27T07:47:54.575192+00:00
|
| 36 |
-
Chronos-Bolt,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.29804291272851036,0.5039511595042229,0.04717489135570047,0.2810401062549139,16.40269206149346,0.19858065680781137,0.7142857142857143,6.710364303783617e-05,15,1.0,2026-06-25T07:37:54.735529+00:00,2026-06-27T07:48:00.526302+00:00
|
| 37 |
-
Chronos-Bolt,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.5598460088902197,1.2184835783973313,1.1904352477415823,0.6893714361275068,35.19869075888107,0.7083132615411605,-0.6666666666666665,0.000942590074534519,13,1.0,2026-06-25T07:38:01.826576+00:00,2026-06-27T07:36:25.277105+00:00
|
| 38 |
-
Chronos-Bolt,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,0.925827520725568,0.7607200680435853,0.007687858701641024,0.4741744732081225,36.83580058114788,1.570859953173571,0.1948051948051948,0.21747455727039447,22,1.0,2026-06-25T06:37:37.487769+00:00,2026-06-27T08:18:46.119489+00:00
|
| 39 |
-
Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.6803932459966793,0.811151338408595,0.1749160607924908,0.4503037873208352,73.99693211525486,0.3435817400138077,-1.0,1.0,2,1.0,2026-06-26T06:20:08.706738+00:00,2026-06-27T07:36:30.320167+00:00
|
| 40 |
-
ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.8338100813297653,1.1235929932835316,0.012137156397041302,0.7943885550928429,20.27515561275219,2.339762442662338,0.2839883117657583,8.78696222788104e-18,410,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-27T08:22:57.333257+00:00
|
| 41 |
-
ETS,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.012456858668924,1.7356430677616075,0.618770085277974,1.0920825657778055,13.76432849378957,,,,1,1.0,2026-06-24T10:52:36.193145+00:00,2026-06-24T10:52:36.193145+00:00
|
| 42 |
-
ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,123.48411642464106,5.438220277165699,,3.485938003929185,39.02266093336981,386.85559575780235,-0.5833333333333334,0.001142618041952016,16,0.0,2026-06-24T10:52:36.210089+00:00,2026-06-27T08:12:45.037275+00:00
|
| 43 |
-
ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.828164+00:00,2026-06-27T08:12:45.052883+00:00
|
| 44 |
-
ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.24978863448966,1.4801186981266576,0.15826537698054116,1.1277581291318106,-60.87723492470383,3.8562550747035824,-0.1111111111111111,0.7274895282186948,10,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-27T07:54:18.062914+00:00
|
| 45 |
-
ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.984050931777554,1.566297330817234,1.1521725507761489,1.173100435025299,-1.7798640212883403,2.4213699261626545,0.020761510763809082,0.6400049108952085,229,0.9781659388646288,2026-06-17T12:10:12.697348+00:00,2026-06-27T08:12:45.071455+00:00
|
| 46 |
-
ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,11.824051925713364,2.8283557810414224,0.17814792614562405,1.9913904396018356,-3.4932443360726526,15.772170216408846,0.23563344286235854,6.595442301658873e-06,166,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-27T08:22:57.370315+00:00
|
| 47 |
-
ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.044768626420085,1.3735280148027755,0.03465635529683698,0.962141663655113,11.146782506266263,57.02030152225922,-0.045680687471732255,0.584678450889691,67,1.0,2026-06-17T12:10:12.747284+00:00,2026-06-27T07:40:43.378575+00:00
|
| 48 |
-
ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,8.095797561321346,1.9876332076576635,1.2024597801770534,1.568048458664567,-35.14183064704329,20.05906355285899,-0.05794556628621597,0.4847214057587129,68,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-27T07:54:18.128432+00:00
|
| 49 |
-
ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,9.019008682484104,2.466423876668236,0.27597554335900787,1.9655587021846364,-79.79902500053944,11.798228699965629,-0.0816505706760316,0.3248340125357654,68,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-27T07:54:18.152721+00:00
|
| 50 |
-
ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.3720299600123762,1.119731382472754,0.7545301556212732,0.5891934112614905,25.289596665452528,0.7928358216854803,0.20036182722749887,0.016516189748254344,67,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-27T07:40:43.394026+00:00
|
| 51 |
-
ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4917261625445801,0.897700518816729,0.011797706050952804,0.6649377139810845,23.592284383688085,4.021312722231914,-0.0272336359292881,0.7006083893725963,92,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-27T08:22:57.408948+00:00
|
| 52 |
-
ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0178021978420504,1.00218788125687,0.21265018665382798,0.5352821845298076,54.41518255714173,0.2618724776488707,-0.16666666666666666,0.612202380952381,9,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-27T07:40:43.409173+00:00
|
| 53 |
-
Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.143172809782509,1.2107924835158137,0.01451137695722503,0.6864841313296093,5.120376991061601,2.760451570987356,0.3827302847634756,3.385321891713445e-39,524,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-27T08:21:30.232063+00:00
|
| 54 |
-
Moirai-1.1-Large,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.8199605606883722,1.349059139062618,0.6245741448532559,0.7792043597683866,37.17852676540776,,,,1,1.0,2026-06-24T10:50:42.572136+00:00,2026-06-24T10:50:42.572136+00:00
|
| 55 |
-
Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,32252.198272831185,50.424869088990874,,1.176038066290673,20.200261607811946,128555.30982975838,-0.21666666666666667,0.26504598877832025,16,0.0,2026-06-24T10:50:49.255677+00:00,2026-06-27T08:11:36.005344+00:00
|
| 56 |
-
Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,627.43658228107,13.752108489243737,,9.156236156939496e-10,-100.0,1680.0180888395232,-0.4285714285714286,0.027495265215751328,15,0.0,2026-06-24T12:45:32.441400+00:00,2026-06-27T08:11:45.426861+00:00
|
| 57 |
-
Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2823392262426416,0.4504849597128626,0.05012971664125059,0.2500833003592834,16.6942376394443,0.36000223907523005,-0.018181818181818184,1.0,11,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-27T07:52:44.080139+00:00
|
| 58 |
-
Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.7431419834691444,1.0865095021727977,1.1346446612975063,0.5502522416750071,29.3540762318305,2.468777448379771,0.12123625143084657,0.002319947575378757,284,0.9823943661971831,2026-06-16T12:07:52.741323+00:00,2026-06-27T08:11:54.475346+00:00
|
| 59 |
-
Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,12.412620615809237,2.6446053867677155,0.1482937691364773,1.4421904760338025,4.242602373642856,31.19792697934712,0.2777642296249329,3.967872763320031e-09,203,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-27T08:21:38.435513+00:00
|
| 60 |
-
Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,169889.31097384592,47.882060633713735,0.03698425538325825,0.8577915052980584,3.5119501577835877,1509900.2335233488,-0.007465108730931516,0.9224353686908994,79,1.0,2026-06-16T13:15:24.752398+00:00,2026-06-27T07:39:30.869178+00:00
|
| 61 |
-
Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.8088045379718904,1.0294944575835943,0.3798259136008579,0.6013667545467136,10.352016223780407,3.458545289439029,-0.20927431496537188,0.00538427847140819,82,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-27T07:53:04.845277+00:00
|
| 62 |
-
Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.20103208200760556,0.41430713102348465,0.04333578435148546,0.21431208492496526,5.643430539984295,0.16528693202881498,0.16661769027328827,0.02575752736809937,83,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-27T07:53:09.529742+00:00
|
| 63 |
-
Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2373486957817583,1.0739740784332539,0.6995823603940764,0.5277080170652478,23.736127141763372,0.7327367191422139,0.08757908757908757,0.25649518491914813,78,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-27T07:39:39.448273+00:00
|
| 64 |
-
Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.6327016735657867,1.2091411173922935,0.013102447919441235,0.6500119251726884,7.937721907371269,4.883621691057495,0.019367991845056068,0.7653115000238876,109,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-27T08:21:44.392558+00:00
|
| 65 |
-
Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1981653444425535,0.4200458181720682,0.0733181741850659,0.21073810446084387,89.61783084268744,0.13975983225208183,0.3333333333333333,0.25951829805996474,9,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-27T07:39:45.337555+00:00
|
| 66 |
-
Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.275861923959728,1.270568838380736,0.013842903219443075,0.9541765998146446,13.641794322444522,2.572423146073865,0.3208181763969229,2.9367343713102266e-22,410,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-27T08:22:57.421739+00:00
|
| 67 |
-
Moving-Average,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.676041974260956,1.9173007000105529,0.862092038435816,1.2555395476546478,3.896249355663171,,,,1,1.0,2026-06-24T10:52:36.269076+00:00,2026-06-24T10:52:36.269076+00:00
|
| 68 |
-
Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,25.93036636303622,3.4514125492076064,,1.761793272147705,38.745650290474714,37.85940293616918,-0.6666666666666667,0.00013493716455180988,16,0.0,2026-06-24T10:52:36.277257+00:00,2026-06-27T08:12:45.096149+00:00
|
| 69 |
-
Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.873454+00:00,2026-06-27T08:12:45.109680+00:00
|
| 70 |
-
Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.45551181047020217,0.6162331384217565,0.06729368303367757,0.4058542409653915,-29.119699481578873,0.44952796901819575,-0.022222222222222223,1.0,10,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-27T07:54:18.206758+00:00
|
| 71 |
-
Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6694051212695578,1.4959164331401942,1.3975758317796376,1.3220347461972857,5.245184030756692,2.086749755227763,0.11192829234658698,0.011689071587625919,229,0.9781659388646288,2026-06-17T12:10:12.867076+00:00,2026-06-27T08:12:45.122428+00:00
|
| 72 |
-
Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,11.024263122003806,2.5695630133953276,0.14660795494967993,1.7769140980691178,10.842101646812889,18.759829487950913,0.061993428258488505,0.23578592654635655,166,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-27T08:22:57.430499+00:00
|
| 73 |
-
Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,14.006154261544783,1.6439057482593717,0.05171268194927321,1.2093799450718823,18.134082548976625,57.23560937113586,-0.12075983717774764,0.1484925622929229,67,1.0,2026-06-17T12:10:12.895547+00:00,2026-06-27T07:40:43.437680+00:00
|
| 74 |
-
Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.147714125364538,0.9025981388645746,0.42168602734864935,0.6304190350687819,-0.7337086858793921,1.5342465502382423,-0.21422300263388933,0.00978942489865951,68,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-27T07:54:18.241662+00:00
|
| 75 |
-
Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5301583396855543,0.6592543412049894,0.0713612343352332,0.4370393800139236,-35.169663548447936,0.4993194677071177,-0.06848112379280069,0.4089342127500064,68,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-27T07:54:18.253131+00:00
|
| 76 |
-
Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2531869122685018,1.0814081923509733,0.7650268584759744,0.5650388450600338,27.45478013120986,0.6619969389942648,0.2501130710085934,0.0027663736475958176,67,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-27T07:40:43.445444+00:00
|
| 77 |
-
Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7335083119027894,1.0290826262744752,0.014545182226814724,0.7883943697121402,14.265927077499782,2.9977524463963525,-0.008122312470138556,0.9087025400625578,92,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-27T08:22:57.440216+00:00
|
| 78 |
-
Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0958112637174,1.0456551851598572,0.218004628425126,0.5629566839525353,51.5585788744784,0.11001934857583162,0.05555555555555555,0.919455467372134,9,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-27T07:40:43.453285+00:00
|
| 79 |
-
Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.6479244461267464,1.3922732741197534,0.015070639228749298,0.7876071616601795,-6.617084177082523e-17,2.97028010261732,0.31642912517144733,1.0696543916057525e-21,410,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-27T08:22:57.448764+00:00
|
| 80 |
-
Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.9741110106425035,1.9935172461362112,0.8264244641534466,1.59463406458511,5.5872773641804445e-15,,,,1,1.0,2026-06-24T10:52:36.314295+00:00,2026-06-24T10:52:36.314295+00:00
|
| 81 |
-
Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,29.76007911496061,4.411548526427858,,1.756023094424585,2.783947537524518e-15,33.82397056073802,-0.4100454302903043,0.027220396486066712,16,0.0,2026-06-24T10:52:36.320978+00:00,2026-06-27T08:12:45.145426+00:00
|
| 82 |
-
Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T14:18:12.253684+00:00,2026-06-27T08:12:45.154565+00:00
|
| 83 |
-
Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.21541414352497484,0.43461472035171145,0.049051905542490545,0.30362679302234463,-5.377202601408764e-16,0.1949235349117421,-0.022222222222222223,1.0,10,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-27T07:54:18.285583+00:00
|
| 84 |
-
Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.825585393109677,1.5534792343001278,1.4039914302040397,1.3772493640663963,8.104941005456932e-16,2.1102583653346256,0.11552899716540257,0.009254488828636519,229,0.9781659388646288,2026-06-17T12:10:12.978229+00:00,2026-06-27T08:12:45.161247+00:00
|
| 85 |
-
Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,11.61245500437166,2.716509342602672,0.15503598771648905,2.1636719355663816,-1.4031415791126602e-16,19.048257248114748,0.06228550565899964,0.23358624041844567,166,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-27T08:22:57.456117+00:00
|
| 86 |
-
Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,14.119214812135628,1.7054470485336615,0.05160795519568003,1.18591556336678,-3.4882413193562246e-15,57.74011390090528,-0.11804613297150612,0.15783003274434548,67,1.0,2026-06-17T12:10:13.002812+00:00,2026-06-27T07:40:43.475553+00:00
|
| 87 |
-
Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.1318575715983081,0.8996092247679426,0.3883870703095882,0.7134636424875763,2.125022534469362e-16,1.4552786400090696,-0.01141352063213345,0.8905340777290904,68,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-27T07:54:18.312737+00:00
|
| 88 |
-
Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.23639793205731946,0.4464158974134283,0.04873655370059979,0.30930978191902003,1.64348655553639e-15,0.17718679650708216,-0.141352063213345,0.08829232813432585,68,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-27T07:54:18.322464+00:00
|
| 89 |
-
Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.1868616081098216,1.4417460237353197,0.8269126005478057,1.0794614338475101,3.0914952839857685e-16,0.9442829981332356,0.461781999095432,3.291767397576818e-08,67,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-27T07:40:43.482303+00:00
|
| 90 |
-
Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.0133156625202164,1.1645364539269534,0.01494615831222874,0.6159114234475672,1.116354058633079e-15,3.1052034699962654,-0.01696738070538152,0.8107381496512996,92,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-27T08:22:57.466023+00:00
|
| 91 |
-
Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,3.5414464584963627,1.8699310378442209,0.40482686594095385,1.5221043306913522,-1.7390376499629967e-15,0.8309253895001565,0.7777777777777778,0.0024250440917107582,9,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-27T07:40:43.489864+00:00
|
| 92 |
-
TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.4528170556609792,1.000108738579441,0.011762047137326204,0.5847842611233157,19.08399201672197,1.9367675943868898,0.4631236753164919,4.245246476223552e-57,529,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-27T08:20:28.706917+00:00
|
| 93 |
-
TiRex,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.8564692708326462,1.6901092481945201,0.6820653407770266,0.8258398901350078,16.362324923417617,,,,1,1.0,2026-06-24T10:49:37.384120+00:00,2026-06-24T10:49:37.384120+00:00
|
| 94 |
-
TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,24.00494123452735,2.7542173005502804,,1.145440808106203,52.45313421033851,38.240050194158094,-0.8970588235294118,1.2313901628307946e-09,17,0.0,2026-06-24T10:49:46.896694+00:00,2026-06-27T08:10:37.655389+00:00
|
| 95 |
-
TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,1.0231061198547984e-16,9.833662744124726e-09,,1.965284102754324e-08,0.0,3.237192448667999e-17,0.0,1.0,15,0.0,2026-06-24T12:44:44.437377+00:00,2026-06-27T08:10:44.720043+00:00
|
| 96 |
-
TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.28306129727614865,0.4283178236110613,0.047439939208625166,0.2359254066033613,25.0104200657579,0.40983863837916057,0.1272727272727273,0.6480954385121052,11,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-27T07:51:32.249387+00:00
|
| 97 |
-
TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.3568048518512284,0.4742216451987232,0.48734758589460053,0.23836722411839575,70.7972936755885,0.5233806163969182,0.2024215468248085,3.4946572618492526e-07,285,0.9789473684210527,2026-06-16T12:07:37.946365+00:00,2026-06-27T08:10:52.470578+00:00
|
| 98 |
-
TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.61830753954495,2.4072182729078584,0.1437524998098107,1.4429526668406782,8.803900551930067,17.14323582973805,0.24118612962426353,3.0029281588547865e-07,204,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-27T08:20:35.270246+00:00
|
| 99 |
-
TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.858276931822825,1.4189985422018925,0.033140460950048224,0.9156740609292932,39.629309982337475,53.99967975388909,-0.08845136644137526,0.236513412267626,83,1.0,2026-06-16T13:14:27.889152+00:00,2026-06-27T07:38:35.528171+00:00
|
| 100 |
-
TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.9157441411996816,1.0084359889314465,0.334618136501889,0.5828475752245184,19.24461096298996,3.6563774329433296,-0.19943977591036416,0.006884284258077347,85,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-27T07:51:56.955163+00:00
|
| 101 |
-
TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15320470322902377,0.35523063720087966,0.0384797122978922,0.18913481561391707,20.81218521667054,0.12400732795131748,-0.07305061559507524,0.3193138230358029,86,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-27T07:52:03.745830+00:00
|
| 102 |
-
TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0227158786081685,0.9740351377656962,0.672413686027611,0.5177480961332984,32.338113492474044,0.5782329858950939,0.23773141345871288,0.0014648184788171859,83,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-27T07:38:43.496321+00:00
|
| 103 |
-
TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3267062555131,0.8022546420454423,0.009210710776018762,0.5077899908588429,37.18159370501715,2.8277368159216683,0.004422604422604422,0.9451436706959057,111,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-27T08:20:43.633866+00:00
|
| 104 |
-
TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.16562916897996063,0.3800176924991317,0.0738909053027397,0.221352634969227,91.26221433215468,0.1373734447725983,0.1111111111111111,0.761414241622575,9,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-27T07:38:50.784587+00:00
|
| 105 |
-
Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.3971991329670885,1.210786918268238,0.014346638774422044,0.7614326448413299,15.310598460365641,3.651359329915396,0.5469690232696013,1.349418946252553e-77,520,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-27T08:22:13.196583+00:00
|
| 106 |
-
Timer-S1,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.521603831386306,1.2335330686229315,0.9524471402012793,0.5698934320992546,44.62580846627088,,,,1,1.0,2026-06-24T10:52:21.603562+00:00,2026-06-24T10:52:21.603562+00:00
|
| 107 |
-
Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,25.455471121553714,2.871135020375691,,1.128787964297452,53.712630291653056,38.97441191264212,-0.8166666666666667,5.508484318628168e-07,16,0.0,2026-06-24T10:52:25.227109+00:00,2026-06-27T08:12:31.529516+00:00
|
| 108 |
-
Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.129786440573563e-17,9.532018208782722e-09,,7.955536369617897e-09,0.0,1.3691987297439005e-17,0.0,1.0,13,0.0,2026-06-24T12:46:05.681734+00:00,2026-06-27T08:12:36.565258+00:00
|
| 109 |
-
Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2510323481896701,0.4301078761374065,0.047690854740504475,0.22291432474619122,16.504179654132614,0.32870458657096335,-0.23636363636363636,0.3587114698573032,11,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-27T07:53:47.785795+00:00
|
| 110 |
-
Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.15170404998675494,0.29656744474733615,0.34230965453718376,0.1570320523148423,87.21961399649356,0.3459885796573943,0.26241679467485923,5.92252355472284e-11,280,0.9821428571428571,2026-06-16T12:08:08.243141+00:00,2026-06-27T08:12:41.768097+00:00
|
| 111 |
-
Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.616047500137618,2.364932275113771,0.138310837511513,1.5401798518406322,13.64865894499271,17.660661203608008,0.13529472702786696,0.004752744476014492,197,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-27T08:22:47.818678+00:00
|
| 112 |
-
Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.602973575436089,1.462046904762217,0.04014671304614168,0.9429780064066158,26.809496952988063,54.469185208157306,-0.11157894736842107,0.1538147074767949,76,1.0,2026-06-16T13:16:15.782836+00:00,2026-06-27T07:40:26.063443+00:00
|
| 113 |
-
Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.8773488676196666,1.0191476155209658,0.35249576132541366,0.5912707982688982,15.741942482039871,3.5561139603174614,-0.22410922410922413,0.0036882882907123375,78,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-27T07:54:03.081134+00:00
|
| 114 |
-
Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15132664392655862,0.3585379131461199,0.03784128118961992,0.1886132930868891,17.328212984894208,0.13125073207571478,0.15741642323920807,0.04005681155655309,79,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-27T07:54:08.064165+00:00
|
| 115 |
-
Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1095671630307877,1.0261196193273006,0.7259919815498234,0.5525171545484444,27.980833266155013,0.5070521457977404,0.21872863978127133,0.004878991996896356,77,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-27T07:40:32.334370+00:00
|
| 116 |
-
Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4610355603289447,0.8784214299299242,0.010537285451688133,0.5762393582013454,29.750111749671003,2.876589707748677,-0.00017969451931716085,0.9978217971321939,106,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-27T08:22:53.435350+00:00
|
| 117 |
-
Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.26702755946461,0.5018592523618155,0.10980071692712827,0.2616443430252552,86.40619677932618,0.11627534507689126,0.4999999999999999,0.10868055555555556,8,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-27T07:40:38.292632+00:00
|
| 118 |
-
TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3300399856484704,0.9441929490232585,0.01059927041399263,0.7290832506520286,26.485096374161493,1.7041253270347037,0.4427256242153717,5.2284964719963565e-53,536,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-27T08:19:09.198873+00:00
|
| 119 |
-
TimesFM-2.5,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.101390762367535,1.7610765918515683,0.6894371389934627,1.1988933120136298,12.334393747225347,,,,1,1.0,2026-06-24T10:47:58.411321+00:00,2026-06-24T10:47:58.411321+00:00
|
| 120 |
-
TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,23.971210283506647,2.7165008982515206,,1.1032625596359915,53.27126754496547,38.242419666513335,-0.8235294117647057,1.25716599654265e-07,17,0.0,2026-06-24T10:48:06.864145+00:00,2026-06-27T08:09:27.792416+00:00
|
| 121 |
-
TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,15,0.0,2026-06-24T12:43:37.524229+00:00,2026-06-27T08:09:34.271931+00:00
|
| 122 |
-
TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3158786866875495,0.4988176855256679,0.052963532255918835,0.34912702333161444,2.9630795030779846,0.3243638728678648,-0.0909090909090909,0.7611503928170594,11,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-27T07:48:45.032590+00:00
|
| 123 |
-
TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.13293045382106575,0.28435231617868933,0.263524390057275,0.20351670339482442,83.94898295903589,0.21349938327834722,0.11134173461823574,0.005074241583123625,285,0.9789473684210527,2026-06-16T12:07:01.390017+00:00,2026-06-27T08:09:40.967697+00:00
|
| 124 |
-
TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.079180923156589,2.2696606981128964,0.13676172707573844,1.6675846279966713,16.485295002447653,17.27841933054329,0.2436826458565589,1.7167645630156614e-07,208,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-27T08:19:15.743116+00:00
|
| 125 |
-
TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.817611950426421,1.4928274585637304,0.033644077920347605,1.1171627619300435,36.84427897496747,52.85653380563768,-0.0863405506549051,0.236357264505203,87,1.0,2026-06-16T13:13:08.030961+00:00,2026-06-27T07:37:08.926136+00:00
|
| 126 |
-
TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.8865971684769,0.9968921144814062,0.3166687457233831,0.7287071567661269,18.53581380012489,3.675515459979571,-0.1470661672908864,0.040090700837226705,90,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-27T07:49:17.405386+00:00
|
| 127 |
-
TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1524878002370845,0.3434729309323982,0.03902491498697221,0.24859169597692116,22.468923271712125,0.1745975982935826,0.08647873865265168,0.22210342723544874,92,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-27T07:49:33.642586+00:00
|
| 128 |
-
TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9764270641032279,0.957838567180417,0.5702996718353116,0.7219947942070237,33.78690515080559,0.4982798294485248,0.23145245559038663,0.0014069254394501155,88,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-27T07:37:15.421900+00:00
|
| 129 |
-
TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2761601752824872,0.7974793957562306,0.009663963141442805,0.6299123261193822,37.091851044474986,2.7039261216856016,0.021175726927939315,0.7395145267380547,113,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-27T08:19:21.266160+00:00
|
| 130 |
-
TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.17226549860865303,0.4027615433307663,0.07053923187196748,0.31960115382206833,90.60462940591877,0.08418528016630192,0.0,1.0,9,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-27T07:37:21.720357+00:00
|
| 131 |
-
Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.4321128369020144,0.9548274284605157,0.01107889340712307,0.5613391250243072,25.5545595095696,2.0112817880941782,0.3685915040838892,7.023693882601351e-37,530,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-27T08:20:02.036026+00:00
|
| 132 |
-
Toto-2.0-1B,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.59039916867846,1.6094717048393428,0.618111195369563,0.6558362744768197,21.07867615656856,,,,1,1.0,2026-06-24T10:49:11.363722+00:00,2026-06-24T10:49:11.363722+00:00
|
| 133 |
-
Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,24.564752721258014,2.876217879536725,,1.3629793472573657,46.71509808798065,37.94841617991561,-0.8235294117647057,1.25716599654265e-07,17,0.0,2026-06-24T10:49:15.506331+00:00,2026-06-27T08:10:11.410941+00:00
|
| 134 |
-
Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,6.654022111918975e-21,4.0956007368818796e-11,,3.796127368028792e-11,0.0,2.3848098336777065e-20,0.0,1.0,15,0.0,2026-06-24T12:44:19.286476+00:00,2026-06-27T08:10:16.436035+00:00
|
| 135 |
-
Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.37935275807318314,0.5309369503950644,0.05935255686329724,0.29548488363454445,0.0936286067859256,0.4707089172962003,0.05454545454545454,0.8792698312489979,11,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-27T07:50:14.531065+00:00
|
| 136 |
-
Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2176117567473902,0.36005695532698,0.3173494270355452,0.18831628302883685,80.40649179583447,0.3333730888324685,0.2708405912506843,1.0141327555652345e-11,284,0.9788732394366197,2026-06-16T12:07:21.772238+00:00,2026-06-27T08:10:20.854365+00:00
|
| 137 |
-
Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.173695306847655,2.2992637164852106,0.13472302644793016,1.4003948333166247,14.084330650838204,17.415131045478095,0.18806535638171917,5.9511019210878344e-05,206,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-27T08:20:09.559167+00:00
|
| 138 |
-
Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.86626459590143,1.4205538151737527,0.031400089509954106,0.9026420147113088,43.655194869495844,53.733717803662024,-0.09868043602983363,0.18388030462789873,84,1.0,2026-06-16T13:13:56.792655+00:00,2026-06-27T07:38:02.248831+00:00
|
| 139 |
-
Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.0563710336537837,1.031667659050888,0.35805540913179085,0.5964511362296112,18.0895685450301,4.008434199561143,-0.08344733242134061,0.25528624788977783,86,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-27T07:50:32.555821+00:00
|
| 140 |
-
Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.20997946084529262,0.42227630228731367,0.04479813983943327,0.21376413630883329,0.8149282990868801,0.1699457930539294,0.018808777429467086,0.7952535675461698,88,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-27T07:50:40.947663+00:00
|
| 141 |
-
Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0666140524699712,0.9963430730664911,0.6731593221665579,0.5246333609782099,31.022431033292094,0.5750306340405362,0.2481532147742818,0.0007170631948511951,86,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-27T07:38:07.033003+00:00
|
| 142 |
-
Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2371735989571877,0.7951584656479951,0.008774540564244319,0.4321331757456556,36.30791910998894,2.6100281157390137,0.05752212389380531,0.3664203270343378,113,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-27T08:20:16.503571+00:00
|
| 143 |
-
Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.23734567965108352,0.46896933163071225,0.09859749049469621,0.2563008638931653,87.32269908351128,0.1100244923085812,0.0,1.0,9,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-27T07:38:11.911186+00:00
|
|
|
|
| 1 |
model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
|
| 2 |
+
ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,421701.22298822826,649.385265453589,0.007563661670981433,0.006098675421806203,41.701744787852036,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 3 |
+
ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 4 |
+
ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.4103162800985273,0.6405593493959223,0.3154719714341933,0.2523729438873998,-36.2749290547474,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 5 |
+
Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2443724.145280838,1563.2415505227711,0.024182637301850458,0.019287909418391827,-40.90039943984443,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 6 |
+
Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 7 |
+
Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.16571134833516818,0.40707658780034034,0.21975858504073584,0.11108092764746427,7.31613198065502,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 8 |
+
Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,517971.7543341319,719.7025457327019,0.01062929551123309,0.01092342821997192,32.86056609633991,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 9 |
+
Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.0459942197556757e-06,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 10 |
+
Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.13779413740803956,0.37120632727371383,0.18351805815603922,0.10708727505762429,16.40399601157446,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 11 |
+
Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,160705.97122383118,400.8814927429691,0.005139166141782814,0.007629278188254369,72.89281293429381,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 12 |
+
Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 13 |
+
Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.37929057680704614,0.6158657132906865,0.32199450847652394,0.18511825826571526,-32.813370270257565,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 14 |
+
Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,131689.4406544846,362.8903975782283,0.00510233976888367,0.0038945837131939246,77.2299693973281,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 15 |
+
Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 16 |
+
Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.17524512460761865,0.41862289068757175,0.221838537917711,0.22218476967496653,4.529211769752965,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 17 |
+
Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1025001.5006306967,1012.4235776742345,0.011974437795631834,0.01034102721197946,0.0,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 18 |
+
Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 19 |
+
Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.1918726668260914,0.4380327234649158,0.22480664710643322,0.22650493232578592,0.0,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 20 |
+
TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,175015.24454307556,418.348233584266,0.005160611400529902,0.009639382521170907,70.83119960668017,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 21 |
+
TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 22 |
+
TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.08833668244184167,0.29721487587575707,0.14313526548143335,0.0767497417171197,36.949511019080866,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 23 |
+
TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,177008.02779070535,420.7232199328976,0.0074983525285249,0.007041974847335956,70.54798258992675,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 24 |
+
TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 25 |
+
TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.0842103908395409,0.2901902666175089,0.19135576991048933,0.11879206279341473,38.99633570305558,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 26 |
+
Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2032645.330798467,1425.708711763545,0.012679179129311213,0.010044450821627615,-32.95487954365191,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 27 |
+
Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.4689679068187988,0.6848123150314974,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 28 |
+
Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.19438323844226676,0.44088914529875506,0.18797074637907632,0.09423372264556035,-0.6499762416398821,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/aggregates/metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-06-27T08:
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
@@ -11,6 +11,6 @@
|
|
| 11 |
"prediction_length"
|
| 12 |
],
|
| 13 |
"num_configs": 13,
|
| 14 |
-
"num_models":
|
| 15 |
-
"num_rows_missing_prediction_length":
|
| 16 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-06-27T08:30:21.381420+00:00",
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
|
|
| 11 |
"prediction_length"
|
| 12 |
],
|
| 13 |
"num_configs": 13,
|
| 14 |
+
"num_models": 9,
|
| 15 |
+
"num_rows_missing_prediction_length": 96
|
| 16 |
}
|
results/aggregates/results_by_domain.csv
CHANGED
|
@@ -1,78 +1,56 @@
|
|
| 1 |
domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
Climate,Seasonal-Naive,
|
| 3 |
-
Climate,
|
| 4 |
-
Climate,
|
| 5 |
-
Climate,
|
| 6 |
-
Climate,
|
| 7 |
-
Climate,
|
| 8 |
-
Climate,
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
Finance,
|
| 14 |
-
Finance,
|
| 15 |
-
Finance,
|
| 16 |
-
Finance,
|
| 17 |
-
Finance,
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
Hazards,
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
Transportation,Seasonal-Naive,1.0,,1.5,1,1,1.0
|
| 58 |
-
Transportation,TimesFM-2.5,1.0,,1.5,1,1,1.0
|
| 59 |
-
Transportation,Toto-2.0-1B,1.0,,3.0,1,1,1.0
|
| 60 |
-
Transportation,Chronos-2,1.0,,4.0,1,1,1.0
|
| 61 |
-
Transportation,TiRex,1.0,,5.0,1,1,1.0
|
| 62 |
-
Transportation,Timer-S1,1.0,,6.0,1,1,1.0
|
| 63 |
-
Transportation,ARIMA,1.0,,8.0,1,1,1.0
|
| 64 |
-
Transportation,ETS,1.0,,8.0,1,1,1.0
|
| 65 |
-
Transportation,Moving-Average,1.0,,8.0,1,1,1.0
|
| 66 |
-
Transportation,Chronos-Bolt,1.094103907762285,,10.0,1,1,1.0
|
| 67 |
-
Transportation,Moirai-1.1-Large,10446808666671.848,,11.0,1,1,1.0
|
| 68 |
-
Web,TiRex,0.02252616608762507,0.13703828943167431,1.0,1,1,1.0
|
| 69 |
-
Web,TimesFM-2.5,0.022912435893632278,0.14250868364349495,2.0,1,1,1.0
|
| 70 |
-
Web,Moirai-1.1-Large,0.03889122420758439,0.14613872989323431,3.0,1,1,1.0
|
| 71 |
-
Web,Toto-2.0-1B,0.03653700716067043,0.14998830844730277,4.0,1,1,1.0
|
| 72 |
-
Web,Chronos-2,0.04302992392453009,0.17495855013140127,5.0,1,1,1.0
|
| 73 |
-
Web,Timer-S1,0.06007891230508276,0.18778279871568584,6.0,1,1,1.0
|
| 74 |
-
Web,Chronos-Bolt,0.09134513296564772,0.2844614203743943,7.0,1,1,1.0
|
| 75 |
-
Web,ARIMA,0.20976219666045487,0.31387811879359484,8.0,1,1,1.0
|
| 76 |
-
Web,ETS,0.1865504841657773,0.31733920414159816,9.0,1,1,1.0
|
| 77 |
-
Web,Moving-Average,0.24042475529905685,0.3556454417646819,10.0,1,1,1.0
|
| 78 |
-
Web,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
|
|
|
|
| 1 |
domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
Climate,Seasonal-Naive,,,2.9,5,5,1.0
|
| 3 |
+
Climate,Chronos-2,,,3.0,5,5,1.0
|
| 4 |
+
Climate,TiRex,,,3.0,5,5,1.0
|
| 5 |
+
Climate,Chronos-Bolt,,,4.2,5,5,1.0
|
| 6 |
+
Climate,Moving-Average,,,4.3,5,5,1.0
|
| 7 |
+
Climate,TimesFM-2.5,,,5.1,5,5,1.0
|
| 8 |
+
Climate,ARIMA,,,5.5,5,5,1.0
|
| 9 |
+
Finance,ARIMA,,,2.5,2,2,1.0
|
| 10 |
+
Finance,Moving-Average,,,3.0,2,2,1.0
|
| 11 |
+
Finance,TiRex,,,3.5,2,2,1.0
|
| 12 |
+
Finance,TimesFM-2.5,,,3.5,2,2,1.0
|
| 13 |
+
Finance,Moirai-2.0,,,4.0,1,2,0.5
|
| 14 |
+
Finance,Chronos-2,,,5.0,2,2,1.0
|
| 15 |
+
Finance,Toto-1.0,,,6.0,1,2,0.5
|
| 16 |
+
Finance,Seasonal-Naive,,,6.5,2,2,1.0
|
| 17 |
+
Finance,Chronos-Bolt,,,8.0,1,2,0.5
|
| 18 |
+
Hazards,Moving-Average,,,1.0,1,1,1.0
|
| 19 |
+
Hazards,ARIMA,,,2.0,1,1,1.0
|
| 20 |
+
Hazards,Chronos-2,,,3.0,1,1,1.0
|
| 21 |
+
Hazards,TiRex,,,4.0,1,1,1.0
|
| 22 |
+
Hazards,Chronos-Bolt,,,5.0,1,1,1.0
|
| 23 |
+
Hazards,TimesFM-2.5,,,6.0,1,1,1.0
|
| 24 |
+
Hazards,Seasonal-Naive,,,7.0,1,1,1.0
|
| 25 |
+
Hydrology,TimesFM-2.5,,,1.0,1,1,1.0
|
| 26 |
+
Hydrology,Moving-Average,,,2.0,1,1,1.0
|
| 27 |
+
Hydrology,TiRex,,,3.0,1,1,1.0
|
| 28 |
+
Hydrology,Chronos-2,,,4.0,1,1,1.0
|
| 29 |
+
Hydrology,Chronos-Bolt,,,5.0,1,1,1.0
|
| 30 |
+
Hydrology,Seasonal-Naive,,,6.0,1,1,1.0
|
| 31 |
+
Hydrology,ARIMA,,,7.0,1,1,1.0
|
| 32 |
+
Ocean,TiRex,,,2.0,2,2,1.0
|
| 33 |
+
Ocean,Toto-1.0,,,2.0,1,2,0.5
|
| 34 |
+
Ocean,Chronos-2,,,2.5,2,2,1.0
|
| 35 |
+
Ocean,Chronos-Bolt,,,3.5,2,2,1.0
|
| 36 |
+
Ocean,TimesFM-2.5,,,3.5,2,2,1.0
|
| 37 |
+
Ocean,Moirai-2.0,,,6.0,1,2,0.5
|
| 38 |
+
Ocean,Moving-Average,,,6.5,2,2,1.0
|
| 39 |
+
Ocean,ARIMA,,,7.0,2,2,1.0
|
| 40 |
+
Ocean,Seasonal-Naive,,,7.5,2,2,1.0
|
| 41 |
+
Transportation,Seasonal-Naive,,,1.5,1,1,1.0
|
| 42 |
+
Transportation,TimesFM-2.5,,,1.5,1,1,1.0
|
| 43 |
+
Transportation,Chronos-2,,,3.0,1,1,1.0
|
| 44 |
+
Transportation,TiRex,,,4.0,1,1,1.0
|
| 45 |
+
Transportation,ARIMA,,,5.5,1,1,1.0
|
| 46 |
+
Transportation,Moving-Average,,,5.5,1,1,1.0
|
| 47 |
+
Transportation,Moirai-2.0,,,7.0,1,1,1.0
|
| 48 |
+
Transportation,Chronos-Bolt,,,8.0,1,1,1.0
|
| 49 |
+
Transportation,Toto-1.0,,,9.0,1,1,1.0
|
| 50 |
+
Web,TiRex,,,1.0,1,1,1.0
|
| 51 |
+
Web,TimesFM-2.5,,,2.0,1,1,1.0
|
| 52 |
+
Web,Chronos-2,,,3.0,1,1,1.0
|
| 53 |
+
Web,Chronos-Bolt,,,4.0,1,1,1.0
|
| 54 |
+
Web,ARIMA,,,5.0,1,1,1.0
|
| 55 |
+
Web,Moving-Average,,,6.0,1,1,1.0
|
| 56 |
+
Web,Seasonal-Naive,,,7.0,1,1,1.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/aggregates/results_by_frequency.csv
CHANGED
|
@@ -1,77 +1,55 @@
|
|
| 1 |
frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
10min,
|
| 3 |
-
10min,
|
| 4 |
-
10min,
|
| 5 |
-
10min,
|
| 6 |
-
10min,
|
| 7 |
-
10min,
|
| 8 |
-
10min,
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
15min,
|
| 14 |
-
15min,
|
| 15 |
-
15min,
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
5min,Seasonal-Naive,1.0,,1.5,2,2,1.0
|
| 57 |
-
5min,TimesFM-2.5,1.0,,1.5,2,2,1.0
|
| 58 |
-
5min,Toto-2.0-1B,1.0,,3.0,2,2,1.0
|
| 59 |
-
5min,Chronos-2,1.0,,4.0,2,2,1.0
|
| 60 |
-
5min,TiRex,1.0,,5.0,2,2,1.0
|
| 61 |
-
5min,Timer-S1,1.0,,6.0,2,2,1.0
|
| 62 |
-
5min,ARIMA,1.0,,8.5,2,2,1.0
|
| 63 |
-
5min,Chronos-Bolt,1.0459942197556757,,8.5,2,2,1.0
|
| 64 |
-
5min,ETS,1.0,,8.5,2,2,1.0
|
| 65 |
-
5min,Moving-Average,1.0,,8.5,2,2,1.0
|
| 66 |
-
5min,Moirai-1.1-Large,116150356315991.88,,11.0,2,2,1.0
|
| 67 |
-
6min,Timer-S1,0.08365234580581363,0.19089492220394144,1.0,1,1,1.0
|
| 68 |
-
6min,Chronos-2,0.14715841268984983,0.2137263067063368,2.0,1,1,1.0
|
| 69 |
-
6min,TiRex,0.06927186217931723,0.27102870638965965,3.0,1,1,1.0
|
| 70 |
-
6min,Toto-2.0-1B,0.1590956812236127,0.3076019876161283,4.0,1,1,1.0
|
| 71 |
-
6min,Chronos-Bolt,0.47206077435077864,0.39267417078566424,5.0,1,1,1.0
|
| 72 |
-
6min,Moirai-1.1-Large,0.20462004329683559,0.4656723666879796,6.0,1,1,1.0
|
| 73 |
-
6min,TimesFM-2.5,0.5785496982740069,0.6138832742170124,7.0,1,1,1.0
|
| 74 |
-
6min,Moving-Average,0.9264235707013377,0.9667268599554234,8.0,1,1,1.0
|
| 75 |
-
6min,ARIMA,1.6777172275463867,0.9973479681334136,9.0,1,1,1.0
|
| 76 |
-
6min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
|
| 77 |
-
6min,ETS,3.4999685742913362,1.5023785520491793,11.0,1,1,1.0
|
|
|
|
| 1 |
frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
10min,Chronos-2,,,1.0,1,1,1.0
|
| 3 |
+
10min,TimesFM-2.5,,,2.0,1,1,1.0
|
| 4 |
+
10min,TiRex,,,3.0,1,1,1.0
|
| 5 |
+
10min,Chronos-Bolt,,,4.0,1,1,1.0
|
| 6 |
+
10min,ARIMA,,,5.0,1,1,1.0
|
| 7 |
+
10min,Moving-Average,,,6.0,1,1,1.0
|
| 8 |
+
10min,Seasonal-Naive,,,7.0,1,1,1.0
|
| 9 |
+
15min,TimesFM-2.5,,,1.0,1,1,1.0
|
| 10 |
+
15min,Moving-Average,,,2.0,1,1,1.0
|
| 11 |
+
15min,TiRex,,,3.0,1,1,1.0
|
| 12 |
+
15min,Chronos-2,,,4.0,1,1,1.0
|
| 13 |
+
15min,Chronos-Bolt,,,5.0,1,1,1.0
|
| 14 |
+
15min,Seasonal-Naive,,,6.0,1,1,1.0
|
| 15 |
+
15min,ARIMA,,,7.0,1,1,1.0
|
| 16 |
+
1D,TiRex,,,1.0,1,1,1.0
|
| 17 |
+
1D,TimesFM-2.5,,,2.0,1,1,1.0
|
| 18 |
+
1D,Chronos-2,,,3.0,1,1,1.0
|
| 19 |
+
1D,Chronos-Bolt,,,4.0,1,1,1.0
|
| 20 |
+
1D,ARIMA,,,5.0,1,1,1.0
|
| 21 |
+
1D,Moving-Average,,,6.0,1,1,1.0
|
| 22 |
+
1D,Seasonal-Naive,,,7.0,1,1,1.0
|
| 23 |
+
1h,Moving-Average,,,2.8333333333333335,6,6,1.0
|
| 24 |
+
1h,TiRex,,,3.3333333333333335,6,6,1.0
|
| 25 |
+
1h,Chronos-2,,,4.0,6,6,1.0
|
| 26 |
+
1h,Moirai-2.0,,,4.0,1,6,0.16666666666666666
|
| 27 |
+
1h,ARIMA,,,4.166666666666667,6,6,1.0
|
| 28 |
+
1h,Seasonal-Naive,,,4.5,6,6,1.0
|
| 29 |
+
1h,Chronos-Bolt,,,4.833333333333333,6,6,1.0
|
| 30 |
+
1h,TimesFM-2.5,,,5.5,6,6,1.0
|
| 31 |
+
1h,Toto-1.0,,,6.0,1,6,0.16666666666666666
|
| 32 |
+
1mo,Chronos-2,,,1.0,1,1,1.0
|
| 33 |
+
1mo,TiRex,,,2.0,1,1,1.0
|
| 34 |
+
1mo,ARIMA,,,3.0,1,1,1.0
|
| 35 |
+
1mo,TimesFM-2.5,,,4.0,1,1,1.0
|
| 36 |
+
1mo,Moving-Average,,,5.0,1,1,1.0
|
| 37 |
+
1mo,Seasonal-Naive,,,6.0,1,1,1.0
|
| 38 |
+
5min,Seasonal-Naive,,,1.5,2,2,1.0
|
| 39 |
+
5min,TimesFM-2.5,,,1.5,2,2,1.0
|
| 40 |
+
5min,Chronos-2,,,3.0,2,2,1.0
|
| 41 |
+
5min,TiRex,,,4.0,2,2,1.0
|
| 42 |
+
5min,ARIMA,,,6.0,2,2,1.0
|
| 43 |
+
5min,Moving-Average,,,6.0,2,2,1.0
|
| 44 |
+
5min,Chronos-Bolt,,,6.5,2,2,1.0
|
| 45 |
+
5min,Moirai-2.0,,,7.0,1,2,0.5
|
| 46 |
+
5min,Toto-1.0,,,9.0,1,2,0.5
|
| 47 |
+
6min,TiRex,,,1.0,1,1,1.0
|
| 48 |
+
6min,Toto-1.0,,,2.0,1,1,1.0
|
| 49 |
+
6min,Chronos-Bolt,,,3.0,1,1,1.0
|
| 50 |
+
6min,Chronos-2,,,4.0,1,1,1.0
|
| 51 |
+
6min,TimesFM-2.5,,,5.0,1,1,1.0
|
| 52 |
+
6min,Moirai-2.0,,,6.0,1,1,1.0
|
| 53 |
+
6min,Moving-Average,,,7.0,1,1,1.0
|
| 54 |
+
6min,Seasonal-Naive,,,8.0,1,1,1.0
|
| 55 |
+
6min,ARIMA,,,9.0,1,1,1.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/aggregates/results_by_prediction_length.csv
CHANGED
|
@@ -1,67 +1 @@
|
|
| 1 |
prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
7,TiRex,0.02252616608762507,0.13703828943167431,1.0,1,1,1.0
|
| 3 |
-
7,TimesFM-2.5,0.022912435893632278,0.14250868364349495,2.0,1,1,1.0
|
| 4 |
-
7,Moirai-1.1-Large,0.03889122420758439,0.14613872989323431,3.0,1,1,1.0
|
| 5 |
-
7,Toto-2.0-1B,0.03653700716067043,0.14998830844730277,4.0,1,1,1.0
|
| 6 |
-
7,Chronos-2,0.04302992392453009,0.17495855013140127,5.0,1,1,1.0
|
| 7 |
-
7,Timer-S1,0.06007891230508276,0.18778279871568584,6.0,1,1,1.0
|
| 8 |
-
7,Chronos-Bolt,0.09134513296564772,0.2844614203743943,7.0,1,1,1.0
|
| 9 |
-
7,ARIMA,0.20976219666045487,0.31387811879359484,8.0,1,1,1.0
|
| 10 |
-
7,ETS,0.1865504841657773,0.31733920414159816,9.0,1,1,1.0
|
| 11 |
-
7,Moving-Average,0.24042475529905685,0.3556454417646819,10.0,1,1,1.0
|
| 12 |
-
7,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
|
| 13 |
-
12,Toto-2.0-1B,0.8073527871197419,0.5822432804040559,2.5,2,2,1.0
|
| 14 |
-
12,Timer-S1,0.6187722082734607,0.4909869342196272,3.5,2,2,1.0
|
| 15 |
-
12,Chronos-2,0.8294476545156683,0.6437671766189335,4.0,2,2,1.0
|
| 16 |
-
12,TimesFM-2.5,0.883401733927733,0.7985326751147283,4.75,2,2,1.0
|
| 17 |
-
12,TiRex,0.847802672121473,0.6536268717700132,5.0,2,2,1.0
|
| 18 |
-
12,Seasonal-Naive,1.0,1.0,5.75,2,2,1.0
|
| 19 |
-
12,ARIMA,0.8639722620545719,0.7692893066778397,7.0,2,2,1.0
|
| 20 |
-
12,Moirai-1.1-Large,2187272.0912729553,0.5887255627707786,7.0,2,2,1.0
|
| 21 |
-
12,ETS,0.8706436180201554,0.7703148978390245,7.5,2,2,1.0
|
| 22 |
-
12,Moving-Average,0.9617678019724286,0.8887079460534169,8.5,2,2,1.0
|
| 23 |
-
12,Chronos-Bolt,1.094103907762285,,10.0,1,2,0.5
|
| 24 |
-
24,Moving-Average,0.96901110088074,0.8074307111028602,3.857142857142857,7,7,1.0
|
| 25 |
-
24,TiRex,0.7745640489985254,0.8017274175028437,5.0,7,7,1.0
|
| 26 |
-
24,Moirai-1.1-Large,1.2876823440098435,0.8182899773598046,5.142857142857143,7,7,1.0
|
| 27 |
-
24,ETS,1.620891756699109,1.1664149308020324,5.714285714285714,7,7,1.0
|
| 28 |
-
24,Chronos-2,1.1859750595131544,0.9365351400999433,6.0,7,7,1.0
|
| 29 |
-
24,ARIMA,1.5960570410051544,1.2000274636794181,6.142857142857143,7,7,1.0
|
| 30 |
-
24,Timer-S1,0.8875289436493109,0.8434247316765039,6.142857142857143,7,7,1.0
|
| 31 |
-
24,Seasonal-Naive,1.0,1.0,6.714285714285714,7,7,1.0
|
| 32 |
-
24,Chronos-Bolt,0.8615759363993691,0.8925905020497179,6.857142857142857,7,7,1.0
|
| 33 |
-
24,Toto-2.0-1B,1.1062595265836155,0.9916002551994257,7.142857142857143,7,7,1.0
|
| 34 |
-
24,TimesFM-2.5,1.0500602670398989,0.9978545884369064,7.285714285714286,7,7,1.0
|
| 35 |
-
36,Seasonal-Naive,1.0,,1.5,1,1,1.0
|
| 36 |
-
36,TimesFM-2.5,1.0,,1.5,1,1,1.0
|
| 37 |
-
36,Toto-2.0-1B,1.0,,3.0,1,1,1.0
|
| 38 |
-
36,Chronos-2,1.0,,4.0,1,1,1.0
|
| 39 |
-
36,TiRex,1.0,,5.0,1,1,1.0
|
| 40 |
-
36,Timer-S1,1.0,,6.0,1,1,1.0
|
| 41 |
-
36,Chronos-Bolt,1.0,,7.0,1,1,1.0
|
| 42 |
-
36,ARIMA,1.0,,9.0,1,1,1.0
|
| 43 |
-
36,ETS,1.0,,9.0,1,1,1.0
|
| 44 |
-
36,Moving-Average,1.0,,9.0,1,1,1.0
|
| 45 |
-
36,Moirai-1.1-Large,1291390098429908.2,,11.0,1,1,1.0
|
| 46 |
-
60,Timer-S1,0.08365234580581363,0.19089492220394144,1.0,1,1,1.0
|
| 47 |
-
60,Chronos-2,0.14715841268984983,0.2137263067063368,2.0,1,1,1.0
|
| 48 |
-
60,TiRex,0.06927186217931723,0.27102870638965965,3.0,1,1,1.0
|
| 49 |
-
60,Toto-2.0-1B,0.1590956812236127,0.3076019876161283,4.0,1,1,1.0
|
| 50 |
-
60,Chronos-Bolt,0.47206077435077864,0.39267417078566424,5.0,1,1,1.0
|
| 51 |
-
60,Moirai-1.1-Large,0.20462004329683559,0.4656723666879796,6.0,1,1,1.0
|
| 52 |
-
60,TimesFM-2.5,0.5785496982740069,0.6138832742170124,7.0,1,1,1.0
|
| 53 |
-
60,Moving-Average,0.9264235707013377,0.9667268599554234,8.0,1,1,1.0
|
| 54 |
-
60,ARIMA,1.6777172275463867,0.9973479681334136,9.0,1,1,1.0
|
| 55 |
-
60,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
|
| 56 |
-
60,ETS,3.4999685742913362,1.5023785520491793,11.0,1,1,1.0
|
| 57 |
-
72,Toto-2.0-1B,0.6228504180965286,0.4608567124333902,1.0,1,1,1.0
|
| 58 |
-
72,Chronos-2,0.817138463944055,0.5519519163504982,2.0,1,1,1.0
|
| 59 |
-
72,Moirai-1.1-Large,1.0911813714185419,0.5741441488932055,3.0,1,1,1.0
|
| 60 |
-
72,Timer-S1,0.6807386192318163,0.6038065566772162,4.0,1,1,1.0
|
| 61 |
-
72,TimesFM-2.5,0.45359829072270025,0.6470000145314093,5.0,1,1,1.0
|
| 62 |
-
72,TiRex,0.8523997917527821,0.6481126197817899,6.0,1,1,1.0
|
| 63 |
-
72,Chronos-Bolt,1.3699075929779416,0.8431867549086622,7.0,1,1,1.0
|
| 64 |
-
72,ARIMA,0.7977624798762031,0.8440567334849545,8.0,1,1,1.0
|
| 65 |
-
72,Moving-Average,1.0032383540392416,0.9860149621214166,9.0,1,1,1.0
|
| 66 |
-
72,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
|
| 67 |
-
72,ETS,1.8072545872503385,1.2899438959248315,11.0,1,1,1.0
|
|
|
|
| 1 |
prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/aggregates/results_overall.csv
CHANGED
|
@@ -1,12 +1,10 @@
|
|
| 1 |
overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
Overall,TiRex,
|
| 3 |
-
Overall,Chronos-2,
|
| 4 |
-
Overall,
|
| 5 |
-
Overall,
|
| 6 |
-
Overall,
|
| 7 |
-
Overall,
|
| 8 |
-
Overall,
|
| 9 |
-
Overall,
|
| 10 |
-
Overall,
|
| 11 |
-
Overall,Seasonal-Naive,1.0,1.0,7.0,13,13,1.0
|
| 12 |
-
Overall,ETS,1.2859330818108143,1.0304969275389673,7.3076923076923075,13,13,1.0
|
|
|
|
| 1 |
overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
Overall,TiRex,,,2.923076923076923,13,13,1.0
|
| 3 |
+
Overall,Chronos-2,,,3.3076923076923075,13,13,1.0
|
| 4 |
+
Overall,TimesFM-2.5,,,3.8461538461538463,13,13,1.0
|
| 5 |
+
Overall,Moving-Average,,,4.230769230769231,13,13,1.0
|
| 6 |
+
Overall,Chronos-Bolt,,,4.833333333333333,12,13,0.9230769230769231
|
| 7 |
+
Overall,Seasonal-Naive,,,4.923076923076923,13,13,1.0
|
| 8 |
+
Overall,ARIMA,,,5.076923076923077,13,13,1.0
|
| 9 |
+
Overall,Moirai-2.0,,,5.666666666666667,3,13,0.23076923076923078
|
| 10 |
+
Overall,Toto-1.0,,,5.666666666666667,3,13,0.23076923076923078
|
|
|
|
|
|
results/arima/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,ARIMA,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,1263846.0919554746,764871.4510416398,725.733661292618,0.8593497769926371,0.011996691834394542,0.01199146619377397,16.633255872389174,1124.2090961896165,0.018513469015460648,0.011951377815174268,0.010790413909507614,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,0.7059610659112702,0.7181523574307583,0.6256357940121379,0.41768848692263716,0.026832797465735903,0.027177160771852754,8.108913046509256,0.8402148926978563,0.03672134043565993,0.0273432251443271,0.025057898986481093,Weather,1
|
| 8 |
-
noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.
|
| 9 |
noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.9562069693692374,0.9100871073753025,0.8705097224484133,1.120458016278075,0.8796230848160214,0.5615421959223378,33.416900525670705,0.9778583585413776,0.8064811627349023,0.7179462004900646,0.7031486028663072,Ocean,1
|
| 10 |
nws_ksfo_observations_temperature/1h/short,ARIMA,0.08662913898103186,0.05781797078796494,0.1977664067300712,0.2542710943672344,0.012554629201323922,0.012517594993480515,2.3076424125408734,0.29432828437143427,0.018501516633742835,0.012431623659703845,0.010975736864315142,Weather,1
|
| 11 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,501.9932505254551,510.69235077136847,14.70394633154026,1.4823197519139069,0.21759661816492712,0.2769363467231172,41.3294803104824,22.405205880005994,0.4376016599551394,0.2871864403761319,0.270189741874382,Air Quality,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,ARIMA,421701.22298822826,268744.0797329096,454.8614228446789,0.31113330026083824,0.007563661670981433,0.007597373043270341,1.2639209447545519,649.385265453589,0.010826958019115608,0.007583734635886192,0.006098675421806203,Finance,1
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,1263846.0919554746,764871.4510416398,725.733661292618,0.8593497769926371,0.011996691834394542,0.01199146619377397,16.633255872389174,1124.2090961896165,0.018513469015460648,0.011951377815174268,0.010790413909507614,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,0.7059610659112702,0.7181523574307583,0.6256357940121379,0.41768848692263716,0.026832797465735903,0.027177160771852754,8.108913046509256,0.8402148926978563,0.03672134043565993,0.0273432251443271,0.025057898986481093,Weather,1
|
| 8 |
+
noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4103162800985273,0.40316623520064854,0.4303291752388494,0.5790934321509646,0.3154719714341933,0.22733178007801344,22.256345431041407,0.6405593493959223,0.3781490846123936,0.25404138406853005,0.2523729438873998,Ocean,1
|
| 9 |
noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.9562069693692374,0.9100871073753025,0.8705097224484133,1.120458016278075,0.8796230848160214,0.5615421959223378,33.416900525670705,0.9778583585413776,0.8064811627349023,0.7179462004900646,0.7031486028663072,Ocean,1
|
| 10 |
nws_ksfo_observations_temperature/1h/short,ARIMA,0.08662913898103186,0.05781797078796494,0.1977664067300712,0.2542710943672344,0.012554629201323922,0.012517594993480515,2.3076424125408734,0.29432828437143427,0.018501516633742835,0.012431623659703845,0.010975736864315142,Weather,1
|
| 11 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,501.9932505254551,510.69235077136847,14.70394633154026,1.4823197519139069,0.21759661816492712,0.2769363467231172,41.3294803104824,22.405205880005994,0.4376016599551394,0.2871864403761319,0.270189741874382,Air Quality,1
|
results/arima/online_meta.json
CHANGED
|
@@ -1,25 +1,25 @@
|
|
| 1 |
{
|
| 2 |
"model": "ARIMA",
|
| 3 |
"api_model_id": "baseline/arima",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:
|
| 21 |
-
"context_length":
|
| 22 |
-
"prediction_length":
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "ARIMA",
|
| 3 |
"api_model_id": "baseline/arima",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:30:21.220020+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
results/chronos_2/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-2,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,2260381.719853083,2260381.719853083,1277.9383138020833,1.5132218106297415,0.02123020386190044,0.02091820072591652,12.639515567742153,1503.456590611476,0.024758914601133032,0.021045080898593263,0.014734880873073591,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.3292934513227312,1.3292934513227312,0.9854233264923096,0.657890712392423,0.04354562606048478,0.04227443480025165,7.1724338197025235,1.152949891071911,0.050389329947920225,0.04306763157836239,0.029900265968121367,Weather,1
|
| 8 |
-
noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.
|
| 9 |
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.9794312390878915,0.9794312390878915,0.9012042722768254,1.1599658511987,0.9117975160070695,0.5738267372986817,9.474510952547156,0.9896621843275065,0.8162162772957855,0.7432612944594688,0.45980821363609414,Ocean,1
|
| 10 |
nws_ksfo_observations_temperature/1h/short,Chronos-2,0.064813438880113,0.064813438880113,0.10474785168965657,0.13467580931527276,0.006806510657056778,0.00666982948292259,5.0882194723401755,0.2545848363122065,0.016003237995927143,0.006584464434071558,0.007426709252197817,Weather,1
|
| 11 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,820.7921518949861,820.7921518949861,21.148876508076984,2.132039703617895,0.34815217176770735,0.46840624046364576,29.8684216360776,28.64947035976383,0.5595599457292227,0.41306397788469085,0.3403339605687144,Air Quality,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Chronos-2,2443724.145280838,2443724.145280838,1451.53955078125,0.9928788598278645,0.024182637301850458,0.024509592447842638,4.618215617604373,1563.2415505227711,0.02606334258204209,0.02420097685526823,0.019287909418391827,Finance,1
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,2260381.719853083,2260381.719853083,1277.9383138020833,1.5132218106297415,0.02123020386190044,0.02091820072591652,12.639515567742153,1503.456590611476,0.024758914601133032,0.021045080898593263,0.014734880873073591,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.3292934513227312,1.3292934513227312,0.9854233264923096,0.657890712392423,0.04354562606048478,0.04227443480025165,7.1724338197025235,1.152949891071911,0.050389329947920225,0.04306763157836239,0.029900265968121367,Weather,1
|
| 8 |
+
noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.16571134833516818,0.16571134833516818,0.31505011121431986,0.42396254007500295,0.21975858504073584,0.18063864766038323,3.2574176373775208,0.40707658780034034,0.24031440519758857,0.18598731136323066,0.11108092764746427,Ocean,1
|
| 9 |
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.9794312390878915,0.9794312390878915,0.9012042722768254,1.1599658511987,0.9117975160070695,0.5738267372986817,9.474510952547156,0.9896621843275065,0.8162162772957855,0.7432612944594688,0.45980821363609414,Ocean,1
|
| 10 |
nws_ksfo_observations_temperature/1h/short,Chronos-2,0.064813438880113,0.064813438880113,0.10474785168965657,0.13467580931527276,0.006806510657056778,0.00666982948292259,5.0882194723401755,0.2545848363122065,0.016003237995927143,0.006584464434071558,0.007426709252197817,Weather,1
|
| 11 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,820.7921518949861,820.7921518949861,21.148876508076984,2.132039703617895,0.34815217176770735,0.46840624046364576,29.8684216360776,28.64947035976383,0.5595599457292227,0.41306397788469085,0.3403339605687144,Air Quality,1
|
results/chronos_2/online_meta.json
CHANGED
|
@@ -1,25 +1,25 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:
|
| 21 |
-
"context_length":
|
| 22 |
-
"prediction_length":
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:28:54.522025+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
results/chronos_bolt/all_results.csv
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-Bolt,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,1120486.6587556202,1120486.6587556202,734.14599609375,0.8693109217223224,0.01226590473246691,0.01210952102459527,8.436316153219645,1058.5304241048625,0.017431873016336474,0.012089912096934045,0.010652843722422005,Finance,1
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.2825236033380433e-15,3.2825236033380433e-15,5.404329583846845e-08,nan,nan,2.0,nan,5.729331202974779e-08,inf,inf,inf,Climate,1
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,9.104717223114752e-07,nan,nan,2.0,nan,1.0459942197556757e-06,inf,inf,inf,Transportation,1
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt,0.21674000901202817,0.21674000901202817,0.3996278444925944,0.2668005112492466,0.017497822979518535,0.017393988706144756,2.090564658924463,0.46555344377635977,0.020346873934848533,0.01746561534759495,0.017573436698623837,Weather,1
|
| 7 |
-
noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt,0.
|
| 8 |
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt,1.6419864569221372,1.6419864569221372,1.1752056487732463,1.5126408769332178,1.1838308423133828,0.6767361721056178,26.502762579938153,1.281400193898119,1.0568249575993736,0.9692418230069954,0.7024238598529818,Ocean,1
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt,0.0627875434119763,0.0627875434119763,0.0965501070022583,0.12413585186004639,0.0062903274682911715,0.006157841364449076,5.0700996943882535,0.2505744268914454,0.01575114310547246,0.006069153070038084,0.008811586614106304,Weather,1
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt,1152.976815345119,1152.976815345119,26.407670577367146,2.662184070605662,0.4491816257180485,0.6468816546950538,58.0942661362969,33.955512296902825,0.6631935731959384,0.5157747954691531,0.4514040551314796,Air Quality,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Chronos-Bolt,517971.7543341319,517971.7543341319,635.5535481770834,0.4347299265348874,0.01062929551123309,0.01055710813787504,3.781019827757555,719.7025457327019,0.01199933177334387,0.010596346962395064,0.01092342821997192,Finance,1
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,1120486.6587556202,1120486.6587556202,734.14599609375,0.8693109217223224,0.01226590473246691,0.01210952102459527,8.436316153219645,1058.5304241048625,0.017431873016336474,0.012089912096934045,0.010652843722422005,Finance,1
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.2825236033380433e-15,3.2825236033380433e-15,5.404329583846845e-08,nan,nan,2.0,nan,5.729331202974779e-08,inf,inf,inf,Climate,1
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,9.104717223114752e-07,nan,nan,2.0,nan,1.0459942197556757e-06,inf,inf,inf,Transportation,1
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt,0.21674000901202817,0.21674000901202817,0.3996278444925944,0.2668005112492466,0.017497822979518535,0.017393988706144756,2.090564658924463,0.46555344377635977,0.020346873934848533,0.01746561534759495,0.017573436698623837,Weather,1
|
| 7 |
+
noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt,0.13779413740803956,0.13779413740803956,0.24660900235176086,0.33186142559807064,0.18351805815603922,0.14748378425717829,1.5293581132502128,0.37120632727371383,0.21913868401618097,0.1455836505773241,0.10708727505762429,Ocean,1
|
| 8 |
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt,1.6419864569221372,1.6419864569221372,1.1752056487732463,1.5126408769332178,1.1838308423133828,0.6767361721056178,26.502762579938153,1.281400193898119,1.0568249575993736,0.9692418230069954,0.7024238598529818,Ocean,1
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Chronos-Bolt,0.0627875434119763,0.0627875434119763,0.0965501070022583,0.12413585186004639,0.0062903274682911715,0.006157841364449076,5.0700996943882535,0.2505744268914454,0.01575114310547246,0.006069153070038084,0.008811586614106304,Weather,1
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt,1152.976815345119,1152.976815345119,26.407670577367146,2.662184070605662,0.4491816257180485,0.6468816546950538,58.0942661362969,33.955512296902825,0.6631935731959384,0.5157747954691531,0.4514040551314796,Air Quality,1
|
results/chronos_bolt/online_meta.json
CHANGED
|
@@ -1,25 +1,25 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:
|
| 21 |
-
"context_length":
|
| 22 |
-
"prediction_length":
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:29:08.660229+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
results/eval_history.jsonl
CHANGED
|
@@ -2837,3 +2837,6 @@
|
|
| 2837 |
{"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
|
| 2838 |
{"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
|
| 2839 |
{"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
|
|
|
|
|
|
|
|
|
|
|
|
| 2837 |
{"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
|
| 2838 |
{"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
|
| 2839 |
{"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
|
| 2840 |
+
{"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
|
| 2841 |
+
{"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12}
|
| 2842 |
+
{"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
|
results/evaluation_metrics.jsonl
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:28:46.091456+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 2443724.145280838, "RMSE": 1563.2415505227711, "MAPE": 0.024182637301850458, "CRPS": 0.019287909418391827, "MAPE_eligible": true}
|
| 2 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:28:49.841150+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-2", "MSE": 1.7296862743653321e-18, "RMSE": 1.3151753777977035e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 3 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:28:54.521063+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Chronos-2", "MSE": 0.16571134833516818, "RMSE": 0.40707658780034034, "MAPE": 0.21975858504073584, "CRPS": 0.11108092764746427, "MAPE_eligible": true}
|
| 4 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:03.245148+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-Bolt", "MSE": 517971.7543341319, "RMSE": 719.7025457327019, "MAPE": 0.01062929551123309, "CRPS": 0.01092342821997192, "MAPE_eligible": true}
|
| 5 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:05.776291+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-Bolt", "MSE": 1.0941039077622847e-12, "RMSE": 1.0459942197556757e-06, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 6 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:08.659422+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Chronos-Bolt", "MSE": 0.13779413740803956, "RMSE": 0.37120632727371383, "MAPE": 0.18351805815603922, "CRPS": 0.10708727505762429, "MAPE_eligible": true}
|
| 7 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:28.133970+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 177008.02779070535, "RMSE": 420.7232199328976, "MAPE": 0.0074983525285249, "CRPS": 0.007041974847335956, "MAPE_eligible": true}
|
| 8 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:31.801144+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
|
| 9 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:35.575416+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "TimesFM-2.5", "MSE": 0.0842103908395409, "RMSE": 0.2901902666175089, "MAPE": 0.19135576991048933, "CRPS": 0.11879206279341473, "MAPE_eligible": true}
|
| 10 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:43.926635+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-1.0", "MSE": 2032645.330798467, "RMSE": 1425.708711763545, "MAPE": 0.012679179129311213, "CRPS": 0.010044450821627615, "MAPE_eligible": true}
|
| 11 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:48.216579+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Toto-1.0", "MSE": 0.4689679068187988, "RMSE": 0.6848123150314974, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 12 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:50.796240+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Toto-1.0", "MSE": 0.19438323844226676, "RMSE": 0.44088914529875506, "MAPE": 0.18797074637907632, "CRPS": 0.09423372264556035, "MAPE_eligible": true}
|
| 13 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:58.506738+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 175015.24454307556, "RMSE": 418.348233584266, "MAPE": 0.005160611400529902, "CRPS": 0.009639382521170907, "MAPE_eligible": true}
|
| 14 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:03.864343+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TiRex", "MSE": 2.0440368407041843e-18, "RMSE": 1.4296981641955705e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 15 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:07.315845+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "TiRex", "MSE": 0.08833668244184167, "RMSE": 0.29721487587575707, "MAPE": 0.14313526548143335, "CRPS": 0.0767497417171197, "MAPE_eligible": true}
|
| 16 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:14.871893+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-2.0", "MSE": 160705.97122383118, "RMSE": 400.8814927429691, "MAPE": 0.005139166141782814, "CRPS": 0.007629278188254369, "MAPE_eligible": true}
|
| 17 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:18.660711+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moirai-2.0", "MSE": 1.2167879962794955e-13, "RMSE": 3.488248839001449e-07, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 18 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:20.910846+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Moirai-2.0", "MSE": 0.37929057680704614, "RMSE": 0.6158657132906865, "MAPE": 0.32199450847652394, "CRPS": 0.18511825826571526, "MAPE_eligible": true}
|
| 19 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.137628+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 421701.22298822826, "RMSE": 649.385265453589, "MAPE": 0.007563661670981433, "CRPS": 0.006098675421806203, "MAPE_eligible": true}
|
| 20 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.149034+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ARIMA", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 21 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.217129+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "ARIMA", "MSE": 0.4103162800985273, "RMSE": 0.6405593493959223, "MAPE": 0.3154719714341933, "CRPS": 0.2523729438873998, "MAPE_eligible": true}
|
| 22 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.230421+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 131689.4406544846, "RMSE": 362.8903975782283, "MAPE": 0.00510233976888367, "CRPS": 0.0038945837131939246, "MAPE_eligible": true}
|
| 23 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.239157+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moving-Average", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 24 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.251207+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Moving-Average", "MSE": 0.17524512460761865, "RMSE": 0.41862289068757175, "MAPE": 0.221838537917711, "CRPS": 0.22218476967496653, "MAPE_eligible": true}
|
| 25 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.267151+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1025001.5006306967, "RMSE": 1012.4235776742345, "MAPE": 0.011974437795631834, "CRPS": 0.01034102721197946, "MAPE_eligible": true}
|
| 26 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.285480+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
|
| 27 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.292741+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.1918726668260914, "RMSE": 0.4380327234649158, "MAPE": 0.22480664710643322, "CRPS": 0.22650493232578592, "MAPE_eligible": true}
|
results/moirai_2_0/all_results.csv
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Moirai-2.0,160705.97122383118,160705.97122383118,306.9650065104167,0.2099695220203107,0.005139166141782814,0.005120586993333354,2.354709940390404,400.8814927429691,0.006683747420010909,0.005117912918003154,0.007629278188254369,Finance,1
|
| 3 |
+
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,2.9433961579172774e-07,nan,nan,2.0,nan,3.488248839001449e-07,inf,inf,inf,Transportation,1
|
| 4 |
+
noaa_coops_sf_water_level_water_level/6min/short,Moirai-2.0,0.37929057680704614,0.37929057680704614,0.45180562933286034,0.6079942695269815,0.32199450847652394,0.23970487435122548,8.97502594843603,0.6158657132906865,0.363571394195803,0.26671983683645717,0.18511825826571526,Ocean,1
|
results/moirai_2_0/config.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "Moirai-2.0",
|
| 3 |
+
"model_type": "zero-shot",
|
| 4 |
+
"model_dtype": "float32",
|
| 5 |
+
"model_link": "https://tsfm.ai/models/Salesforce/moirai-2.0-R-small",
|
| 6 |
+
"code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
|
| 7 |
+
"org": "Salesforce / TSFM.ai",
|
| 8 |
+
"testdata_leakage": "No",
|
| 9 |
+
"replication_code_available": "Yes",
|
| 10 |
+
"api_model_id": "Salesforce/moirai-2.0-R-small"
|
| 11 |
+
}
|
results/moirai_2_0/online_meta.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "Moirai-2.0",
|
| 3 |
+
"api_model_id": "Salesforce/moirai-2.0-R-small",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:30:20.911553+00:00",
|
| 5 |
+
"datasets": [
|
| 6 |
+
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 9 |
+
"context_length": 96,
|
| 10 |
+
"prediction_length": 24
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
}
|
| 24 |
+
],
|
| 25 |
+
"failed_datasets": []
|
| 26 |
+
}
|
results/moving_average/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Moving-Average,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,3924325.828146406,3974161.935531227,1803.3210731907918,2.1353337246786364,0.029902840224353095,0.02936033773621295,61.60098798282331,1980.9911226823824,0.032622950564969486,0.02969708119833066,0.028208172711766115,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.002590900883325,0.8947685022051486,0.8418265511147419,0.5620222847729152,0.03702867932602475,0.036537082343798516,3.0182977149810903,1.0012946124309892,0.043761281380539294,0.0367917774844516,0.030369697003731808,Weather,1
|
| 8 |
-
noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.
|
| 9 |
noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,1.2024926344238578,1.1803604438129645,1.0131578934732934,1.3040645661080852,1.008740374836334,0.6206716066057494,39.620980206359114,1.0965822515542816,0.9043977806633765,0.835594182762013,0.8214081062517907,Ocean,1
|
| 10 |
nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0647953422504396,0.06894373213707056,0.1252192982456132,0.16099624060150272,0.008092491703068071,0.00794743271033022,3.1724096805714,0.2545492923785875,0.016001003699347437,0.007871302393871009,0.007497343002953298,Weather,1
|
| 11 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,460.34448428147033,466.50666042742563,13.910519481199495,1.4023335859255168,0.20563158775135823,0.25744297356611384,37.08017910184512,21.455639917780832,0.41905545049238935,0.2716898228211941,0.25244449330368923,Air Quality,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Moving-Average,131689.4406544846,134125.13135438974,305.75971765350795,0.20914508301321186,0.00510233976888367,0.00510122583616427,1.0494972712158688,362.8903975782283,0.006050336078037256,0.005097817587004931,0.0038945837131939246,Finance,1
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,3924325.828146406,3974161.935531227,1803.3210731907918,2.1353337246786364,0.029902840224353095,0.02936033773621295,61.60098798282331,1980.9911226823824,0.032622950564969486,0.02969708119833066,0.028208172711766115,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.002590900883325,0.8947685022051486,0.8418265511147419,0.5620222847729152,0.03702867932602475,0.036537082343798516,3.0182977149810903,1.0012946124309892,0.043761281380539294,0.0367917774844516,0.030369697003731808,Weather,1
|
| 8 |
+
noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.17524512460761865,0.17385315790587083,0.3844373565788937,0.5173368692577031,0.221838537917711,0.24520984804976892,18.699651473948272,0.41862289068757175,0.24713067268565433,0.2269495162598316,0.22218476967496653,Ocean,1
|
| 9 |
noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,1.2024926344238578,1.1803604438129645,1.0131578934732934,1.3040645661080852,1.008740374836334,0.6206716066057494,39.620980206359114,1.0965822515542816,0.9043977806633765,0.835594182762013,0.8214081062517907,Ocean,1
|
| 10 |
nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0647953422504396,0.06894373213707056,0.1252192982456132,0.16099624060150272,0.008092491703068071,0.00794743271033022,3.1724096805714,0.2545492923785875,0.016001003699347437,0.007871302393871009,0.007497343002953298,Weather,1
|
| 11 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,460.34448428147033,466.50666042742563,13.910519481199495,1.4023335859255168,0.20563158775135823,0.25744297356611384,37.08017910184512,21.455639917780832,0.41905545049238935,0.2716898228211941,0.25244449330368923,Air Quality,1
|
results/moving_average/online_meta.json
CHANGED
|
@@ -1,25 +1,25 @@
|
|
| 1 |
{
|
| 2 |
"model": "Moving-Average",
|
| 3 |
"api_model_id": "baseline/moving-average",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:
|
| 21 |
-
"context_length":
|
| 22 |
-
"prediction_length":
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Moving-Average",
|
| 3 |
"api_model_id": "baseline/moving-average",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:30:21.252989+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
results/online_status.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"status": "partial",
|
| 3 |
-
"started_at": "2026-06-27T08:
|
| 4 |
-
"finished_at": "2026-06-27T08:
|
| 5 |
"task_count": 3,
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
|
@@ -10,25 +10,25 @@
|
|
| 10 |
"Chronos-2": {
|
| 11 |
"model": "Chronos-2",
|
| 12 |
"api_model_id": "amazon/chronos-2",
|
| 13 |
-
"evaluated_at": "2026-06-27T08:
|
| 14 |
"datasets": [
|
| 15 |
{
|
| 16 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 17 |
-
"data_fetched_at": "2026-06-27T08:
|
| 18 |
"context_length": 96,
|
| 19 |
"prediction_length": 24
|
| 20 |
},
|
| 21 |
{
|
| 22 |
-
"dataset": "
|
| 23 |
-
"data_fetched_at": "2026-06-27T08:
|
| 24 |
-
"context_length":
|
| 25 |
-
"prediction_length":
|
| 26 |
},
|
| 27 |
{
|
| 28 |
-
"dataset": "
|
| 29 |
-
"data_fetched_at": "2026-06-27T08:
|
| 30 |
-
"context_length":
|
| 31 |
-
"prediction_length":
|
| 32 |
}
|
| 33 |
],
|
| 34 |
"failed_datasets": []
|
|
@@ -36,25 +36,25 @@
|
|
| 36 |
"Chronos-Bolt": {
|
| 37 |
"model": "Chronos-Bolt",
|
| 38 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 39 |
-
"evaluated_at": "2026-06-27T08:
|
| 40 |
"datasets": [
|
| 41 |
{
|
| 42 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 43 |
-
"data_fetched_at": "2026-06-27T08:
|
| 44 |
"context_length": 96,
|
| 45 |
"prediction_length": 24
|
| 46 |
},
|
| 47 |
{
|
| 48 |
-
"dataset": "
|
| 49 |
-
"data_fetched_at": "2026-06-27T08:
|
| 50 |
-
"context_length":
|
| 51 |
-
"prediction_length":
|
| 52 |
},
|
| 53 |
{
|
| 54 |
-
"dataset": "
|
| 55 |
-
"data_fetched_at": "2026-06-27T08:
|
| 56 |
-
"context_length":
|
| 57 |
-
"prediction_length":
|
| 58 |
}
|
| 59 |
],
|
| 60 |
"failed_datasets": []
|
|
@@ -62,51 +62,51 @@
|
|
| 62 |
"TimesFM-2.5": {
|
| 63 |
"model": "TimesFM-2.5",
|
| 64 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 65 |
-
"evaluated_at": "2026-06-27T08:
|
| 66 |
"datasets": [
|
| 67 |
{
|
| 68 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 69 |
-
"data_fetched_at": "2026-06-27T08:
|
| 70 |
"context_length": 96,
|
| 71 |
"prediction_length": 24
|
| 72 |
},
|
| 73 |
{
|
| 74 |
-
"dataset": "
|
| 75 |
-
"data_fetched_at": "2026-06-27T08:
|
| 76 |
-
"context_length":
|
| 77 |
-
"prediction_length":
|
| 78 |
},
|
| 79 |
{
|
| 80 |
-
"dataset": "
|
| 81 |
-
"data_fetched_at": "2026-06-27T08:
|
| 82 |
-
"context_length":
|
| 83 |
-
"prediction_length":
|
| 84 |
}
|
| 85 |
],
|
| 86 |
"failed_datasets": []
|
| 87 |
},
|
| 88 |
-
"Toto-
|
| 89 |
-
"model": "Toto-
|
| 90 |
-
"api_model_id": "Datadog/Toto-
|
| 91 |
-
"evaluated_at": "2026-06-27T08:
|
| 92 |
"datasets": [
|
| 93 |
{
|
| 94 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 95 |
-
"data_fetched_at": "2026-06-27T08:
|
| 96 |
"context_length": 96,
|
| 97 |
"prediction_length": 24
|
| 98 |
},
|
| 99 |
{
|
| 100 |
-
"dataset": "
|
| 101 |
-
"data_fetched_at": "2026-06-27T08:
|
| 102 |
-
"context_length":
|
| 103 |
-
"prediction_length":
|
| 104 |
},
|
| 105 |
{
|
| 106 |
-
"dataset": "
|
| 107 |
-
"data_fetched_at": "2026-06-27T08:
|
| 108 |
-
"context_length":
|
| 109 |
-
"prediction_length":
|
| 110 |
}
|
| 111 |
],
|
| 112 |
"failed_datasets": []
|
|
@@ -114,77 +114,51 @@
|
|
| 114 |
"TiRex": {
|
| 115 |
"model": "TiRex",
|
| 116 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 117 |
-
"evaluated_at": "2026-06-27T08:
|
| 118 |
-
"datasets": [
|
| 119 |
-
{
|
| 120 |
-
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 121 |
-
"data_fetched_at": "2026-06-27T08:17:46.968710Z",
|
| 122 |
-
"context_length": 96,
|
| 123 |
-
"prediction_length": 24
|
| 124 |
-
},
|
| 125 |
-
{
|
| 126 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
|
| 127 |
-
"data_fetched_at": "2026-06-27T08:17:46.968710Z",
|
| 128 |
-
"context_length": 77,
|
| 129 |
-
"prediction_length": 72
|
| 130 |
-
},
|
| 131 |
-
{
|
| 132 |
-
"dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
|
| 133 |
-
"data_fetched_at": "2026-06-27T08:17:46.968710Z",
|
| 134 |
-
"context_length": 96,
|
| 135 |
-
"prediction_length": 24
|
| 136 |
-
}
|
| 137 |
-
],
|
| 138 |
-
"failed_datasets": []
|
| 139 |
-
},
|
| 140 |
-
"Moirai-1.1-Large": {
|
| 141 |
-
"model": "Moirai-1.1-Large",
|
| 142 |
-
"api_model_id": "Salesforce/moirai-1.1-R-large",
|
| 143 |
-
"evaluated_at": "2026-06-27T08:21:48.728389+00:00",
|
| 144 |
"datasets": [
|
| 145 |
{
|
| 146 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 147 |
-
"data_fetched_at": "2026-06-27T08:
|
| 148 |
"context_length": 96,
|
| 149 |
"prediction_length": 24
|
| 150 |
},
|
| 151 |
{
|
| 152 |
-
"dataset": "
|
| 153 |
-
"data_fetched_at": "2026-06-27T08:
|
| 154 |
-
"context_length":
|
| 155 |
-
"prediction_length":
|
| 156 |
},
|
| 157 |
{
|
| 158 |
-
"dataset": "
|
| 159 |
-
"data_fetched_at": "2026-06-27T08:
|
| 160 |
-
"context_length":
|
| 161 |
-
"prediction_length":
|
| 162 |
}
|
| 163 |
],
|
| 164 |
"failed_datasets": []
|
| 165 |
},
|
| 166 |
-
"
|
| 167 |
-
"model": "
|
| 168 |
-
"api_model_id": "
|
| 169 |
-
"evaluated_at": "2026-06-27T08:
|
| 170 |
"datasets": [
|
| 171 |
{
|
| 172 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 173 |
-
"data_fetched_at": "2026-06-27T08:
|
| 174 |
"context_length": 96,
|
| 175 |
"prediction_length": 24
|
| 176 |
},
|
| 177 |
{
|
| 178 |
-
"dataset": "
|
| 179 |
-
"data_fetched_at": "2026-06-27T08:
|
| 180 |
-
"context_length":
|
| 181 |
-
"prediction_length":
|
| 182 |
},
|
| 183 |
{
|
| 184 |
-
"dataset": "
|
| 185 |
-
"data_fetched_at": "2026-06-27T08:
|
| 186 |
-
"context_length":
|
| 187 |
-
"prediction_length":
|
| 188 |
}
|
| 189 |
],
|
| 190 |
"failed_datasets": []
|
|
@@ -192,51 +166,25 @@
|
|
| 192 |
"ARIMA": {
|
| 193 |
"model": "ARIMA",
|
| 194 |
"api_model_id": "baseline/arima",
|
| 195 |
-
"evaluated_at": "2026-06-27T08:
|
| 196 |
-
"datasets": [
|
| 197 |
-
{
|
| 198 |
-
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 199 |
-
"data_fetched_at": "2026-06-27T08:17:46.968710Z",
|
| 200 |
-
"context_length": 96,
|
| 201 |
-
"prediction_length": 24
|
| 202 |
-
},
|
| 203 |
-
{
|
| 204 |
-
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
|
| 205 |
-
"data_fetched_at": "2026-06-27T08:17:46.968710Z",
|
| 206 |
-
"context_length": 77,
|
| 207 |
-
"prediction_length": 72
|
| 208 |
-
},
|
| 209 |
-
{
|
| 210 |
-
"dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
|
| 211 |
-
"data_fetched_at": "2026-06-27T08:17:46.968710Z",
|
| 212 |
-
"context_length": 96,
|
| 213 |
-
"prediction_length": 24
|
| 214 |
-
}
|
| 215 |
-
],
|
| 216 |
-
"failed_datasets": []
|
| 217 |
-
},
|
| 218 |
-
"ETS": {
|
| 219 |
-
"model": "ETS",
|
| 220 |
-
"api_model_id": "baseline/ets",
|
| 221 |
-
"evaluated_at": "2026-06-27T08:22:57.416474+00:00",
|
| 222 |
"datasets": [
|
| 223 |
{
|
| 224 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 225 |
-
"data_fetched_at": "2026-06-27T08:
|
| 226 |
"context_length": 96,
|
| 227 |
"prediction_length": 24
|
| 228 |
},
|
| 229 |
{
|
| 230 |
-
"dataset": "
|
| 231 |
-
"data_fetched_at": "2026-06-27T08:
|
| 232 |
-
"context_length":
|
| 233 |
-
"prediction_length":
|
| 234 |
},
|
| 235 |
{
|
| 236 |
-
"dataset": "
|
| 237 |
-
"data_fetched_at": "2026-06-27T08:
|
| 238 |
-
"context_length":
|
| 239 |
-
"prediction_length":
|
| 240 |
}
|
| 241 |
],
|
| 242 |
"failed_datasets": []
|
|
@@ -244,25 +192,25 @@
|
|
| 244 |
"Moving-Average": {
|
| 245 |
"model": "Moving-Average",
|
| 246 |
"api_model_id": "baseline/moving-average",
|
| 247 |
-
"evaluated_at": "2026-06-27T08:
|
| 248 |
"datasets": [
|
| 249 |
{
|
| 250 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 251 |
-
"data_fetched_at": "2026-06-27T08:
|
| 252 |
"context_length": 96,
|
| 253 |
"prediction_length": 24
|
| 254 |
},
|
| 255 |
{
|
| 256 |
-
"dataset": "
|
| 257 |
-
"data_fetched_at": "2026-06-27T08:
|
| 258 |
-
"context_length":
|
| 259 |
-
"prediction_length":
|
| 260 |
},
|
| 261 |
{
|
| 262 |
-
"dataset": "
|
| 263 |
-
"data_fetched_at": "2026-06-27T08:
|
| 264 |
-
"context_length":
|
| 265 |
-
"prediction_length":
|
| 266 |
}
|
| 267 |
],
|
| 268 |
"failed_datasets": []
|
|
@@ -270,25 +218,25 @@
|
|
| 270 |
"Seasonal-Naive": {
|
| 271 |
"model": "Seasonal-Naive",
|
| 272 |
"api_model_id": "baseline/seasonal-naive",
|
| 273 |
-
"evaluated_at": "2026-06-27T08:
|
| 274 |
"datasets": [
|
| 275 |
{
|
| 276 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 277 |
-
"data_fetched_at": "2026-06-27T08:
|
| 278 |
"context_length": 96,
|
| 279 |
"prediction_length": 24
|
| 280 |
},
|
| 281 |
{
|
| 282 |
-
"dataset": "
|
| 283 |
-
"data_fetched_at": "2026-06-27T08:
|
| 284 |
-
"context_length":
|
| 285 |
-
"prediction_length":
|
| 286 |
},
|
| 287 |
{
|
| 288 |
-
"dataset": "
|
| 289 |
-
"data_fetched_at": "2026-06-27T08:
|
| 290 |
-
"context_length":
|
| 291 |
-
"prediction_length":
|
| 292 |
}
|
| 293 |
],
|
| 294 |
"failed_datasets": []
|
|
@@ -312,7 +260,5 @@
|
|
| 312 |
"live_overall": "aggregates/live_overall_up_to_now.csv",
|
| 313 |
"live_metadata": "aggregates/live_metadata.json"
|
| 314 |
},
|
| 315 |
-
"push_status": "
|
| 316 |
-
"pushed_at": "2026-06-27T08:23:24.823634+00:00",
|
| 317 |
-
"push_detail": "HF Hub API"
|
| 318 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"status": "partial",
|
| 3 |
+
"started_at": "2026-06-27T08:28:13.655543+00:00",
|
| 4 |
+
"finished_at": "2026-06-27T08:30:21.443305+00:00",
|
| 5 |
"task_count": 3,
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
|
|
|
| 10 |
"Chronos-2": {
|
| 11 |
"model": "Chronos-2",
|
| 12 |
"api_model_id": "amazon/chronos-2",
|
| 13 |
+
"evaluated_at": "2026-06-27T08:28:54.522025+00:00",
|
| 14 |
"datasets": [
|
| 15 |
{
|
| 16 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 17 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 18 |
"context_length": 96,
|
| 19 |
"prediction_length": 24
|
| 20 |
},
|
| 21 |
{
|
| 22 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 23 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 24 |
+
"context_length": 120,
|
| 25 |
+
"prediction_length": 12
|
| 26 |
},
|
| 27 |
{
|
| 28 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 29 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 30 |
+
"context_length": 240,
|
| 31 |
+
"prediction_length": 60
|
| 32 |
}
|
| 33 |
],
|
| 34 |
"failed_datasets": []
|
|
|
|
| 36 |
"Chronos-Bolt": {
|
| 37 |
"model": "Chronos-Bolt",
|
| 38 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 39 |
+
"evaluated_at": "2026-06-27T08:29:08.660229+00:00",
|
| 40 |
"datasets": [
|
| 41 |
{
|
| 42 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 43 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 44 |
"context_length": 96,
|
| 45 |
"prediction_length": 24
|
| 46 |
},
|
| 47 |
{
|
| 48 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 49 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 50 |
+
"context_length": 120,
|
| 51 |
+
"prediction_length": 12
|
| 52 |
},
|
| 53 |
{
|
| 54 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 55 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 56 |
+
"context_length": 240,
|
| 57 |
+
"prediction_length": 60
|
| 58 |
}
|
| 59 |
],
|
| 60 |
"failed_datasets": []
|
|
|
|
| 62 |
"TimesFM-2.5": {
|
| 63 |
"model": "TimesFM-2.5",
|
| 64 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 65 |
+
"evaluated_at": "2026-06-27T08:29:35.575871+00:00",
|
| 66 |
"datasets": [
|
| 67 |
{
|
| 68 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 69 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 70 |
"context_length": 96,
|
| 71 |
"prediction_length": 24
|
| 72 |
},
|
| 73 |
{
|
| 74 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 75 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 76 |
+
"context_length": 120,
|
| 77 |
+
"prediction_length": 12
|
| 78 |
},
|
| 79 |
{
|
| 80 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 81 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 82 |
+
"context_length": 240,
|
| 83 |
+
"prediction_length": 60
|
| 84 |
}
|
| 85 |
],
|
| 86 |
"failed_datasets": []
|
| 87 |
},
|
| 88 |
+
"Toto-1.0": {
|
| 89 |
+
"model": "Toto-1.0",
|
| 90 |
+
"api_model_id": "Datadog/Toto-Open-Base-1.0",
|
| 91 |
+
"evaluated_at": "2026-06-27T08:29:50.797017+00:00",
|
| 92 |
"datasets": [
|
| 93 |
{
|
| 94 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 95 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 96 |
"context_length": 96,
|
| 97 |
"prediction_length": 24
|
| 98 |
},
|
| 99 |
{
|
| 100 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 101 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 102 |
+
"context_length": 120,
|
| 103 |
+
"prediction_length": 12
|
| 104 |
},
|
| 105 |
{
|
| 106 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 107 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 108 |
+
"context_length": 240,
|
| 109 |
+
"prediction_length": 60
|
| 110 |
}
|
| 111 |
],
|
| 112 |
"failed_datasets": []
|
|
|
|
| 114 |
"TiRex": {
|
| 115 |
"model": "TiRex",
|
| 116 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 117 |
+
"evaluated_at": "2026-06-27T08:30:07.316442+00:00",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 118 |
"datasets": [
|
| 119 |
{
|
| 120 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 121 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 122 |
"context_length": 96,
|
| 123 |
"prediction_length": 24
|
| 124 |
},
|
| 125 |
{
|
| 126 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 127 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 128 |
+
"context_length": 120,
|
| 129 |
+
"prediction_length": 12
|
| 130 |
},
|
| 131 |
{
|
| 132 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 133 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 134 |
+
"context_length": 240,
|
| 135 |
+
"prediction_length": 60
|
| 136 |
}
|
| 137 |
],
|
| 138 |
"failed_datasets": []
|
| 139 |
},
|
| 140 |
+
"Moirai-2.0": {
|
| 141 |
+
"model": "Moirai-2.0",
|
| 142 |
+
"api_model_id": "Salesforce/moirai-2.0-R-small",
|
| 143 |
+
"evaluated_at": "2026-06-27T08:30:20.911553+00:00",
|
| 144 |
"datasets": [
|
| 145 |
{
|
| 146 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 147 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 148 |
"context_length": 96,
|
| 149 |
"prediction_length": 24
|
| 150 |
},
|
| 151 |
{
|
| 152 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 153 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 154 |
+
"context_length": 120,
|
| 155 |
+
"prediction_length": 12
|
| 156 |
},
|
| 157 |
{
|
| 158 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 159 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 160 |
+
"context_length": 240,
|
| 161 |
+
"prediction_length": 60
|
| 162 |
}
|
| 163 |
],
|
| 164 |
"failed_datasets": []
|
|
|
|
| 166 |
"ARIMA": {
|
| 167 |
"model": "ARIMA",
|
| 168 |
"api_model_id": "baseline/arima",
|
| 169 |
+
"evaluated_at": "2026-06-27T08:30:21.220020+00:00",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 170 |
"datasets": [
|
| 171 |
{
|
| 172 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 173 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 174 |
"context_length": 96,
|
| 175 |
"prediction_length": 24
|
| 176 |
},
|
| 177 |
{
|
| 178 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 179 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 180 |
+
"context_length": 120,
|
| 181 |
+
"prediction_length": 12
|
| 182 |
},
|
| 183 |
{
|
| 184 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 185 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 186 |
+
"context_length": 240,
|
| 187 |
+
"prediction_length": 60
|
| 188 |
}
|
| 189 |
],
|
| 190 |
"failed_datasets": []
|
|
|
|
| 192 |
"Moving-Average": {
|
| 193 |
"model": "Moving-Average",
|
| 194 |
"api_model_id": "baseline/moving-average",
|
| 195 |
+
"evaluated_at": "2026-06-27T08:30:21.252989+00:00",
|
| 196 |
"datasets": [
|
| 197 |
{
|
| 198 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 199 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 200 |
"context_length": 96,
|
| 201 |
"prediction_length": 24
|
| 202 |
},
|
| 203 |
{
|
| 204 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 205 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 206 |
+
"context_length": 120,
|
| 207 |
+
"prediction_length": 12
|
| 208 |
},
|
| 209 |
{
|
| 210 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 211 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 212 |
+
"context_length": 240,
|
| 213 |
+
"prediction_length": 60
|
| 214 |
}
|
| 215 |
],
|
| 216 |
"failed_datasets": []
|
|
|
|
| 218 |
"Seasonal-Naive": {
|
| 219 |
"model": "Seasonal-Naive",
|
| 220 |
"api_model_id": "baseline/seasonal-naive",
|
| 221 |
+
"evaluated_at": "2026-06-27T08:30:21.293273+00:00",
|
| 222 |
"datasets": [
|
| 223 |
{
|
| 224 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 225 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 226 |
"context_length": 96,
|
| 227 |
"prediction_length": 24
|
| 228 |
},
|
| 229 |
{
|
| 230 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 231 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 232 |
+
"context_length": 120,
|
| 233 |
+
"prediction_length": 12
|
| 234 |
},
|
| 235 |
{
|
| 236 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 237 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 238 |
+
"context_length": 240,
|
| 239 |
+
"prediction_length": 60
|
| 240 |
}
|
| 241 |
],
|
| 242 |
"failed_datasets": []
|
|
|
|
| 260 |
"live_overall": "aggregates/live_overall_up_to_now.csv",
|
| 261 |
"live_metadata": "aggregates/live_metadata.json"
|
| 262 |
},
|
| 263 |
+
"push_status": "pending"
|
|
|
|
|
|
|
| 264 |
}
|
results/seasonal_naive/all_results.csv
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Seasonal-Naive,
|
| 3 |
bitbrains_fast_storage/5T/long,Seasonal-Naive,3499892.2950397297,3499892.2950397297,289.35216809290046,1.190359880620704,1.795788841111804,0.5099463825492213,231.56717491055915,1870.7999078040737,4.9439656728737384,0.7646714009634807,2.122607238439539,Web/CloudOps,2,96.0
|
| 4 |
bitbrains_fast_storage/5T/medium,Seasonal-Naive,3704568.4175853366,3704568.4175853366,280.36127147074325,1.271487396616441,4.117625747562423,0.4499728768046956,196.7313435217375,1924.7255434438791,5.847847822156081,0.8518149802561188,2.0491239073790615,Web/CloudOps,2,48.0
|
| 5 |
bitbrains_fast_storage/5T/short,Seasonal-Naive,2299344.812804004,2299344.812804004,173.28187846869332,1.0948146284753992,2.4327068429200516,0.374655124365134,70.19326241539363,1516.3590646031053,4.760992442912181,0.5440622430011399,0.8929464680662709,Web/CloudOps,2,24.0
|
|
@@ -82,7 +82,7 @@ m_dense/H/long,Seasonal-Naive,395605.0488888889,395605.0488888889,362.1829012345
|
|
| 82 |
m_dense/H/medium,Seasonal-Naive,360975.25333333336,360975.25333333336,348.6905208333333,2.7352300662596214,1.184018235880775,0.7301190185546875,88.57658717624187,600.812161439275,1.0453372563528116,0.6066774538833799,1.2024808459166658,Transport,1,48.0
|
| 83 |
m_dense/H/short,Seasonal-Naive,358130.1511111111,358130.1511111111,343.1718142361111,2.7139864906441935,1.04015513186624,0.7294788180763577,28.457280672803915,598.4397639788913,1.06148301966739,0.608701285519745,0.5387397922383297,Transport,1,24.0
|
| 84 |
nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.6010168165212235,0.6010168165212235,0.6400000254313151,0.42727836995795204,0.028274403314332147,0.02771273923912884,5.472248392892112,0.77525274363992,0.033882189152196075,0.027971009579742828,0.02332459430028085,Weather,1
|
| 85 |
-
noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.
|
| 86 |
noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,1.1986111073030432,1.1986111073030432,1.0249999968541994,1.3193068768147482,1.0142075823236287,0.6244150886332125,49.48913187846617,1.0948109915885222,0.9029369476253257,0.8453608664748831,0.8330584603752125,Ocean,1
|
| 87 |
nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.06291663805647356,0.06291663805647356,0.10416666666666667,0.13392857142857142,0.006764155828114247,0.006631545109947074,2.3495357153701755,0.25083189202426703,0.01576732739930505,0.006547931063202722,0.008494556225224657,Weather,1
|
| 88 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,289.3649768447911,289.3649768447911,13.324999411900839,1.3433067135272088,0.25055594661211517,0.3062307036761989,49.42886479255332,17.01073122604643,0.33224083105665486,0.26025388442212805,0.2552707031516893,Air Quality,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1025001.5006306967,1025001.5006306967,716.0426432291666,0.4897858985756606,0.011974437795631834,0.01193556311738418,3.210564310110216,1012.4235776742345,0.016879760222747422,0.011938311585686619,0.01034102721197946,Finance,1
|
| 3 |
bitbrains_fast_storage/5T/long,Seasonal-Naive,3499892.2950397297,3499892.2950397297,289.35216809290046,1.190359880620704,1.795788841111804,0.5099463825492213,231.56717491055915,1870.7999078040737,4.9439656728737384,0.7646714009634807,2.122607238439539,Web/CloudOps,2,96.0
|
| 4 |
bitbrains_fast_storage/5T/medium,Seasonal-Naive,3704568.4175853366,3704568.4175853366,280.36127147074325,1.271487396616441,4.117625747562423,0.4499728768046956,196.7313435217375,1924.7255434438791,5.847847822156081,0.8518149802561188,2.0491239073790615,Web/CloudOps,2,48.0
|
| 5 |
bitbrains_fast_storage/5T/short,Seasonal-Naive,2299344.812804004,2299344.812804004,173.28187846869332,1.0948146284753992,2.4327068429200516,0.374655124365134,70.19326241539363,1516.3590646031053,4.760992442912181,0.5440622430011399,0.8929464680662709,Web/CloudOps,2,24.0
|
|
|
|
| 82 |
m_dense/H/medium,Seasonal-Naive,360975.25333333336,360975.25333333336,348.6905208333333,2.7352300662596214,1.184018235880775,0.7301190185546875,88.57658717624187,600.812161439275,1.0453372563528116,0.6066774538833799,1.2024808459166658,Transport,1,48.0
|
| 83 |
m_dense/H/short,Seasonal-Naive,358130.1511111111,358130.1511111111,343.1718142361111,2.7139864906441935,1.04015513186624,0.7294788180763577,28.457280672803915,598.4397639788913,1.06148301966739,0.608701285519745,0.5387397922383297,Transport,1,24.0
|
| 84 |
nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.6010168165212235,0.6010168165212235,0.6400000254313151,0.42727836995795204,0.028274403314332147,0.02771273923912884,5.472248392892112,0.77525274363992,0.033882189152196075,0.027971009579742828,0.02332459430028085,Weather,1
|
| 85 |
+
noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.1918726668260914,0.1918726668260914,0.39260000189145405,0.528321330831469,0.22480664710643322,0.2540721184094822,19.102051267638807,0.4380327234649158,0.25858911210138386,0.23176826858289307,0.22650493232578592,Ocean,1
|
| 86 |
noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,1.1986111073030432,1.1986111073030432,1.0249999968541994,1.3193068768147482,1.0142075823236287,0.6244150886332125,49.48913187846617,1.0948109915885222,0.9029369476253257,0.8453608664748831,0.8330584603752125,Ocean,1
|
| 87 |
nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.06291663805647356,0.06291663805647356,0.10416666666666667,0.13392857142857142,0.006764155828114247,0.006631545109947074,2.3495357153701755,0.25083189202426703,0.01576732739930505,0.006547931063202722,0.008494556225224657,Weather,1
|
| 88 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,289.3649768447911,289.3649768447911,13.324999411900839,1.3433067135272088,0.25055594661211517,0.3062307036761989,49.42886479255332,17.01073122604643,0.33224083105665486,0.26025388442212805,0.2552707031516893,Air Quality,1
|
results/seasonal_naive/online_meta.json
CHANGED
|
@@ -1,25 +1,25 @@
|
|
| 1 |
{
|
| 2 |
"model": "Seasonal-Naive",
|
| 3 |
"api_model_id": "baseline/seasonal-naive",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:
|
| 21 |
-
"context_length":
|
| 22 |
-
"prediction_length":
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Seasonal-Naive",
|
| 3 |
"api_model_id": "baseline/seasonal-naive",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:30:21.293273+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
results/timesfm_2_5/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,2686895.4844404855,2100055.779821396,1191.1140950520833,1.4104122304767708,0.019806763641568147,0.019516261826105396,72.44628274857321,1639.1752451890204,0.026993928634427757,0.019615260157000027,0.02350825970696062,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,2.4791153129579775,1.5522412452360186,1.0316153367360432,0.6887295343576602,0.04470531742900313,0.043334213499993966,34.97077056996226,1.5745206613309264,0.06881395429931407,0.04508643956225944,0.05506578192577641,Weather,1
|
| 8 |
-
noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.
|
| 9 |
noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.5436879495139034,0.41364341057343706,0.5853289870752229,0.7533937172852476,0.5923799248593681,0.4269332820017151,34.56144127007823,0.7373519848172265,0.608125380190348,0.4827455816638024,0.538988835968276,Ocean,1
|
| 10 |
nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.06838631911250559,0.0640608964048018,0.10439896583557129,0.1342272417885916,0.006783086250003086,0.006647937984060224,9.67485513005938,0.26150778021409915,0.016438415206397664,0.0065625334210653785,0.009943187141855622,Weather,1
|
| 11 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,752.8523047725143,883.2789679644169,22.53273582458496,2.2715479657182347,0.3791231735212852,0.5208760685760353,49.81419195738682,27.438154179399792,0.5359014275215926,0.4400924790862211,0.3600159047813631,Air Quality,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,177008.02779070535,266898.5300108592,450.05322265625,0.30784440584639267,0.0074983525285249,0.007512150537661119,7.359051145024684,420.7232199328976,0.007014561127590257,0.007503569309758471,0.007041974847335956,Finance,1
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,2686895.4844404855,2100055.779821396,1191.1140950520833,1.4104122304767708,0.019806763641568147,0.019516261826105396,72.44628274857321,1639.1752451890204,0.026993928634427757,0.019615260157000027,0.02350825970696062,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,2.4791153129579775,1.5522412452360186,1.0316153367360432,0.6887295343576602,0.04470531742900313,0.043334213499993966,34.97077056996226,1.5745206613309264,0.06881395429931407,0.04508643956225944,0.05506578192577641,Weather,1
|
| 8 |
+
noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0842103908395409,0.12306582043828657,0.2961406161387761,0.39851605623513653,0.19135576991048933,0.22564335660310403,3.8359004189651613,0.2901902666175089,0.17131150109404053,0.1748242423048479,0.11879206279341473,Ocean,1
|
| 9 |
noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.5436879495139034,0.41364341057343706,0.5853289870752229,0.7533937172852476,0.5923799248593681,0.4269332820017151,34.56144127007823,0.7373519848172265,0.608125380190348,0.4827455816638024,0.538988835968276,Ocean,1
|
| 10 |
nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.06838631911250559,0.0640608964048018,0.10439896583557129,0.1342272417885916,0.006783086250003086,0.006647937984060224,9.67485513005938,0.26150778021409915,0.016438415206397664,0.0065625334210653785,0.009943187141855622,Weather,1
|
| 11 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,752.8523047725143,883.2789679644169,22.53273582458496,2.2715479657182347,0.3791231735212852,0.5208760685760353,49.81419195738682,27.438154179399792,0.5359014275215926,0.4400924790862211,0.3600159047813631,Air Quality,1
|
results/timesfm_2_5/online_meta.json
CHANGED
|
@@ -1,25 +1,25 @@
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:
|
| 21 |
-
"context_length":
|
| 22 |
-
"prediction_length":
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:29:35.575871+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
results/tirex/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,TiRex,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TiRex,2347680.281036377,2347680.281036377,1305.6334635416667,1.5460159636666813,0.0216822111780193,0.021358474553651908,12.309384085851185,1532.2141759676997,0.025232494353562035,0.02150116446731742,0.014811438105629429,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.7824289700241328,0.7824289700241328,0.7451162338256836,0.49745630807387214,0.03283720424092748,0.03209361474635387,2.597293624501827,0.8845501512204567,0.038658999641251815,0.03256508200966755,0.022305442849611338,Weather,1
|
| 8 |
-
noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.
|
| 9 |
noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,1.0216958582576856,1.0216958582576856,0.928944442835119,1.1956710198756682,0.9320433136882088,0.5860117268412464,18.475179977693465,1.0107897200989362,0.833641049979717,0.7661397868412164,0.5399157011851634,Ocean,1
|
| 10 |
nws_ksfo_observations_temperature/1h/short,TiRex,0.06066379144544953,0.06066379144544953,0.09516819318135579,0.12235910551888603,0.006199643333348821,0.006071634588768182,5.278628519603184,0.2463002059387071,0.015482464985657161,0.00598228577626634,0.008071072388369046,Weather,1
|
| 11 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,846.5363833336597,846.5363833336597,21.694321076075237,2.1870265240596733,0.36003209225031546,0.4834435323351112,32.80010491712016,29.09529830288151,0.5682675223972319,0.423717191680086,0.3523370681229736,Air Quality,1
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,TiRex,175015.24454307556,175015.24454307556,308.8015950520833,0.21122578123573574,0.005160611400529902,0.005155160705331842,3.008545991660268,418.348233584266,0.0069749638671340215,0.005148533672887583,0.009639382521170907,Finance,1
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TiRex,2347680.281036377,2347680.281036377,1305.6334635416667,1.5460159636666813,0.0216822111780193,0.021358474553651908,12.309384085851185,1532.2141759676997,0.025232494353562035,0.02150116446731742,0.014811438105629429,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.7824289700241328,0.7824289700241328,0.7451162338256836,0.49745630807387214,0.03283720424092748,0.03209361474635387,2.597293624501827,0.8845501512204567,0.038658999641251815,0.03256508200966755,0.022305442849611338,Weather,1
|
| 8 |
+
noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.08833668244184167,0.08833668244184167,0.1924935499827067,0.25903832912220687,0.14313526548143335,0.11960228316131524,0.8762233225629624,0.29721487587575707,0.17545842294175276,0.11363702643384438,0.0767497417171197,Ocean,1
|
| 9 |
noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,1.0216958582576856,1.0216958582576856,0.928944442835119,1.1956710198756682,0.9320433136882088,0.5860117268412464,18.475179977693465,1.0107897200989362,0.833641049979717,0.7661397868412164,0.5399157011851634,Ocean,1
|
| 10 |
nws_ksfo_observations_temperature/1h/short,TiRex,0.06066379144544953,0.06066379144544953,0.09516819318135579,0.12235910551888603,0.006199643333348821,0.006071634588768182,5.278628519603184,0.2463002059387071,0.015482464985657161,0.00598228577626634,0.008071072388369046,Weather,1
|
| 11 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,846.5363833336597,846.5363833336597,21.694321076075237,2.1870265240596733,0.36003209225031546,0.4834435323351112,32.80010491712016,29.09529830288151,0.5682675223972319,0.423717191680086,0.3523370681229736,Air Quality,1
|
results/tirex/online_meta.json
CHANGED
|
@@ -1,25 +1,25 @@
|
|
| 1 |
{
|
| 2 |
"model": "TiRex",
|
| 3 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
},
|
| 18 |
{
|
| 19 |
-
"dataset": "
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:
|
| 21 |
-
"context_length":
|
| 22 |
-
"prediction_length":
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "TiRex",
|
| 3 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:30:07.316442+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
},
|
| 18 |
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
results/toto_1_0/all_results.csv
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Toto-1.0,2032645.330798467,641857.5985399882,759.1910807291666,0.5193001969668384,0.012679179129311213,0.012590089805635326,2.7719836085114493,1425.708711763545,0.023770308922807702,0.012657709370415571,0.010044450821627615,Finance,1
|
| 3 |
+
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.4689679068187988,8.08235352330468e-09,7.683393232582603e-05,nan,nan,2.0,nan,0.6848123150314974,inf,inf,inf,Transportation,1
|
| 4 |
+
noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,0.19438323844226676,0.13071282467188586,0.26192301710446675,0.35246947607067164,0.18797074637907632,0.15488675974869207,1.5325168083579825,0.44088914529875506,0.2602753778670023,0.15462415660683967,0.09423372264556035,Ocean,1
|
results/toto_1_0/config.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "Toto-1.0",
|
| 3 |
+
"model_type": "zero-shot",
|
| 4 |
+
"model_dtype": "float32",
|
| 5 |
+
"model_link": "https://tsfm.ai/models/Datadog/Toto-Open-Base-1.0",
|
| 6 |
+
"code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
|
| 7 |
+
"org": "Datadog / TSFM.ai",
|
| 8 |
+
"testdata_leakage": "No",
|
| 9 |
+
"replication_code_available": "Yes",
|
| 10 |
+
"api_model_id": "Datadog/Toto-Open-Base-1.0"
|
| 11 |
+
}
|
results/toto_1_0/online_meta.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "Toto-1.0",
|
| 3 |
+
"api_model_id": "Datadog/Toto-Open-Base-1.0",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:29:50.797017+00:00",
|
| 5 |
+
"datasets": [
|
| 6 |
+
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 9 |
+
"context_length": 96,
|
| 10 |
+
"prediction_length": 24
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
+
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
}
|
| 24 |
+
],
|
| 25 |
+
"failed_datasets": []
|
| 26 |
+
}
|