Spaces:
Runtime error
Runtime error
Update leaderboard results from local eval
Browse files- results/aggregates/live_metadata.json +5 -5
- results/aggregates/live_overall_up_to_now.csv +10 -9
- results/aggregates/live_rank_up_to_now.csv +10 -9
- results/aggregates/live_release_metrics.csv +20 -0
- results/aggregates/live_results_by_dataset.csv +20 -9
- results/aggregates/metadata.json +4 -4
- results/aggregates/results_by_domain.csv +20 -16
- results/aggregates/results_by_frequency.csv +26 -24
- results/aggregates/results_by_prediction_length.csv +21 -0
- results/aggregates/results_overall.csv +10 -9
- results/arima/all_results.csv +3 -3
- results/arima/online_meta.json +6 -12
- results/baseline_rank_history_daily.csv +1 -1
- results/baseline_rank_history_weekly.csv +1 -1
- results/chronos_2/all_results.csv +3 -3
- results/chronos_2/online_meta.json +6 -12
- results/chronos_bolt/all_results.csv +3 -3
- results/chronos_bolt/online_meta.json +6 -12
- results/eval_history.jsonl +2 -0
- results/evaluation_metrics.jsonl +20 -0
- results/moirai_2_0/all_results.csv +3 -2
- results/moirai_2_0/online_meta.json +6 -12
- results/moving_average/all_results.csv +3 -3
- results/moving_average/online_meta.json +6 -12
- results/online_status.json +77 -114
- results/seasonal_naive/all_results.csv +3 -3
- results/seasonal_naive/online_meta.json +6 -12
- results/sundial/all_results.csv +3 -0
- results/sundial/config.json +11 -0
- results/sundial/online_meta.json +20 -0
- results/timesfm_2_5/all_results.csv +3 -3
- results/timesfm_2_5/online_meta.json +6 -12
- results/tirex/all_results.csv +3 -3
- results/tirex/online_meta.json +6 -12
- results/toto_1_0/all_results.csv +3 -2
- results/toto_1_0/online_meta.json +6 -12
results/aggregates/live_metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-06-27T08:
|
| 3 |
"scope": "All deduplicated metrics-only evaluation releases saved up to generation time",
|
| 4 |
"release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
|
@@ -10,8 +10,8 @@
|
|
| 10 |
"rtg": "100 * (MSE_seasonal_naive - MSE_model) / (MSE_seasonal_naive + MSE_model) on metrics-only matched releases",
|
| 11 |
"ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
|
| 12 |
"temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
|
| 13 |
-
"num_models":
|
| 14 |
-
"num_datasets":
|
| 15 |
-
"num_model_releases":
|
| 16 |
-
"num_unique_releases":
|
| 17 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-06-27T08:37:55.432427+00:00",
|
| 3 |
"scope": "All deduplicated metrics-only evaluation releases saved up to generation time",
|
| 4 |
"release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
|
|
|
| 10 |
"rtg": "100 * (MSE_seasonal_naive - MSE_model) / (MSE_seasonal_naive + MSE_model) on metrics-only matched releases",
|
| 11 |
"ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
|
| 12 |
"temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
|
| 13 |
+
"num_models": 10,
|
| 14 |
+
"num_datasets": 4,
|
| 15 |
+
"num_model_releases": 47,
|
| 16 |
+
"num_unique_releases": 5
|
| 17 |
}
|
results/aggregates/live_overall_up_to_now.csv
CHANGED
|
@@ -1,10 +1,11 @@
|
|
| 1 |
Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
|
| 2 |
-
1,TimesFM-2.5,
|
| 3 |
-
2,TiRex,
|
| 4 |
-
3,Chronos-2,
|
| 5 |
-
4,
|
| 6 |
-
5,Chronos-Bolt,
|
| 7 |
-
6,
|
| 8 |
-
7,
|
| 9 |
-
8,
|
| 10 |
-
9,
|
|
|
|
|
|
| 1 |
Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
|
| 2 |
+
1,TimesFM-2.5,44153.030465760574,105.13556903631633,0.09942266268163243,0.0629145571085492,27.398680037930756,2.375,0.8529411764705882,1229.570796204377,560.0146238018112,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 3 |
+
2,TiRex,43723.18888538483,104.62472389230209,0.07414349537927707,0.04319211202335412,26.948094320440482,3.4375,0.7058823529411765,1177.6919844822457,173.35053414846385,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 4 |
+
3,Chronos-2,610672.4569339616,390.82941985987264,0.12196623046216006,0.06518201158693851,-8.394078089834428,4.875,0.5294117647058824,1077.9620131853158,1462.980251163949,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 5 |
+
4,Seasonal-Naive,256190.87088666126,253.18598844806004,0.11838610729576723,0.11842252737472028,0.0,4.375,0.5661764705882353,1030.5869554063136,336.87833726997025,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 6 |
+
5,Chronos-Bolt,129529.93328220656,180.04411207591798,0.09707813838549244,0.05900689641298707,-12.689633978194824,5.8125,0.4411764705882353,1016.6418510266128,209.07874806244104,1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 7 |
+
6,Moving-Average,32778.94834657433,90.62916567336993,0.11346602653530478,0.11303520634284434,20.460632726174367,4.75,0.5588235294117647,985.302008179915,811.5075807206913,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 8 |
+
7,Sundial,367865.06245644885,428.8735609250736,0.012903861257138632,0.008474982457246392,8.203212708944873,7.0,0.3333333333333333,910.8637035488917,,,0.0,2,2,0.5,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 9 |
+
8,ARIMA,105185.15854761182,162.32126251704074,0.16151342904261717,0.12923134916042828,1.3778712323031588,6.125,0.39705882352941174,870.5813208721468,1359.0579805336877,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 10 |
+
9,Moirai-2.0,40101.0116581907,100.27998871152936,0.16356240653644918,0.09637130914167595,10.029528058176421,6.5,0.36764705882352944,867.04989549876,427.52224938067656,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 11 |
+
10,Toto-1.0,479665.81703955226,346.6638578953976,0.10041142797212056,0.05220156263036727,-57.72872955929246,7.75,0.16911764705882354,833.7494715954218,161197.2859139594,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
results/aggregates/live_rank_up_to_now.csv
CHANGED
|
@@ -1,10 +1,11 @@
|
|
| 1 |
Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
|
| 2 |
-
1,TimesFM-2.5,2.
|
| 3 |
-
2,TiRex,3.
|
| 4 |
-
3,Chronos-2,
|
| 5 |
-
4,
|
| 6 |
-
5,Chronos-Bolt,
|
| 7 |
-
6,
|
| 8 |
-
7,
|
| 9 |
-
8,
|
| 10 |
-
9,
|
|
|
|
|
|
| 1 |
Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
|
| 2 |
+
1,TimesFM-2.5,2.375,0.8529411764705882,1229.570796204377,34,5,42
|
| 3 |
+
2,TiRex,3.4375,0.7058823529411765,1177.6919844822457,34,5,42
|
| 4 |
+
3,Chronos-2,4.875,0.5294117647058824,1077.9620131853158,34,5,42
|
| 5 |
+
4,Seasonal-Naive,4.375,0.5661764705882353,1030.5869554063136,34,5,42
|
| 6 |
+
5,Chronos-Bolt,5.8125,0.4411764705882353,1016.6418510266128,34,5,42
|
| 7 |
+
6,Moving-Average,4.75,0.5588235294117647,985.302008179915,34,5,42
|
| 8 |
+
7,Sundial,7.0,0.3333333333333333,910.8637035488917,18,2,18
|
| 9 |
+
8,ARIMA,6.125,0.39705882352941174,870.5813208721468,34,5,42
|
| 10 |
+
9,Moirai-2.0,6.5,0.36764705882352944,867.04989549876,34,5,42
|
| 11 |
+
10,Toto-1.0,7.75,0.16911764705882354,833.7494715954218,34,5,42
|
results/aggregates/live_release_metrics.csv
CHANGED
|
@@ -1,28 +1,48 @@
|
|
| 1 |
release_id,release_time,evaluated_at,dataset,domain,frequency,prediction_length,model,MSE,RMSE,MAPE,CRPS,RTG,MAPE_eligible
|
| 2 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.137628+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,421701.22298822826,649.385265453589,0.007563661670981433,0.006098675421806203,41.701744787852036,True
|
|
|
|
|
|
|
| 3 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.149034+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False
|
| 4 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.217129+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,ARIMA,0.4103162800985273,0.6405593493959223,0.3154719714341933,0.2523729438873998,-36.2749290547474,True
|
| 5 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:46.091456+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,2443724.145280838,1563.2415505227711,0.024182637301850458,0.019287909418391827,-40.90039943984443,True
|
|
|
|
|
|
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:49.841150+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False
|
| 7 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:54.521063+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-2,0.16571134833516818,0.40707658780034034,0.21975858504073584,0.11108092764746427,7.31613198065502,True
|
| 8 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:03.245148+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,517971.7543341319,719.7025457327019,0.01062929551123309,0.01092342821997192,32.86056609633991,True
|
|
|
|
|
|
|
| 9 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:05.776291+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,1.0941039077622847e-12,1.0459942197556757e-06,,,-100.0,False
|
| 10 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:08.659422+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-Bolt,0.13779413740803956,0.37120632727371383,0.18351805815603922,0.10708727505762429,16.40399601157446,True
|
| 11 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:14.871893+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,160705.97122383118,400.8814927429691,0.005139166141782814,0.007629278188254369,72.89281293429381,True
|
|
|
|
|
|
|
| 12 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:18.660711+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,1.2167879962794955e-13,3.488248839001449e-07,,,0.0,False
|
| 13 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:20.910846+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Moirai-2.0,0.37929057680704614,0.6158657132906865,0.32199450847652394,0.18511825826571526,-32.813370270257565,True
|
| 14 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.230421+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,131689.4406544846,362.8903975782283,0.00510233976888367,0.0038945837131939246,77.2299693973281,True
|
|
|
|
|
|
|
| 15 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.239157+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False
|
| 16 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.251207+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Moving-Average,0.17524512460761865,0.41862289068757175,0.221838537917711,0.22218476967496653,4.529211769752965,True
|
| 17 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.267151+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1025001.5006306967,1012.4235776742345,0.011974437795631834,0.01034102721197946,0.0,True
|
|
|
|
|
|
|
| 18 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.285480+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False
|
| 19 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.292741+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Seasonal-Naive,0.1918726668260914,0.4380327234649158,0.22480664710643322,0.22650493232578592,0.0,True
|
|
|
|
|
|
|
| 20 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:58.506738+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,175015.24454307556,418.348233584266,0.005160611400529902,0.009639382521170907,70.83119960668017,True
|
|
|
|
|
|
|
| 21 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:03.864343+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False
|
| 22 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:07.315845+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TiRex,0.08833668244184167,0.29721487587575707,0.14313526548143335,0.0767497417171197,36.949511019080866,True
|
| 23 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:28.133970+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,177008.02779070535,420.7232199328976,0.0074983525285249,0.007041974847335956,70.54798258992675,True
|
|
|
|
|
|
|
| 24 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:31.801144+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False
|
| 25 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:35.575416+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TimesFM-2.5,0.0842103908395409,0.2901902666175089,0.19135576991048933,0.11879206279341473,38.99633570305558,True
|
| 26 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:43.926635+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,2032645.330798467,1425.708711763545,0.012679179129311213,0.010044450821627615,-32.95487954365191,True
|
|
|
|
|
|
|
| 27 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:48.216579+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,0.4689679068187988,0.6848123150314974,,,-100.0,False
|
| 28 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:50.796240+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Toto-1.0,0.19438323844226676,0.44088914529875506,0.18797074637907632,0.09423372264556035,-0.6499762416398821,True
|
|
|
|
| 1 |
release_id,release_time,evaluated_at,dataset,domain,frequency,prediction_length,model,MSE,RMSE,MAPE,CRPS,RTG,MAPE_eligible
|
| 2 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.137628+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,421701.22298822826,649.385265453589,0.007563661670981433,0.006098675421806203,41.701744787852036,True
|
| 3 |
+
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.159885+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,419779.2247601061,647.9037156554252,0.00754611163110068,0.0060808334451073875,41.87108318006804,True
|
| 4 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.170412+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.149034+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False
|
| 6 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.217129+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,ARIMA,0.4103162800985273,0.6405593493959223,0.3154719714341933,0.2523729438873998,-36.2749290547474,True
|
| 7 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:46.091456+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,2443724.145280838,1563.2415505227711,0.024182637301850458,0.019287909418391827,-40.90039943984443,True
|
| 8 |
+
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:36:09.028860+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,2441655.178768158,1562.5796551754274,0.024165114465318095,0.019278281634433694,-40.884489240141036,True
|
| 9 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:36:11.391833+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,False
|
| 10 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:49.841150+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False
|
| 11 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:54.521063+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-2,0.16571134833516818,0.40707658780034034,0.21975858504073584,0.11108092764746427,7.31613198065502,True
|
| 12 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:03.245148+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,517971.7543341319,719.7025457327019,0.01062929551123309,0.01092342821997192,32.86056609633991,True
|
| 13 |
+
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:36:18.200748+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,518267.4363352458,719.9079360135196,0.010647141718658224,0.010929607316727794,32.81437005495258,True
|
| 14 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:36:22.841474+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,3.2825236033380433e-15,5.729331202974779e-08,,,0.0,False
|
| 15 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:05.776291+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,1.0941039077622847e-12,1.0459942197556757e-06,,,-100.0,False
|
| 16 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:08.659422+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-Bolt,0.13779413740803956,0.37120632727371383,0.18351805815603922,0.10708727505762429,16.40399601157446,True
|
| 17 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:14.871893+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,160705.97122383118,400.8814927429691,0.005139166141782814,0.007629278188254369,72.89281293429381,True
|
| 18 |
+
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:31.162876+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,160101.36346054077,400.12668426454735,0.005121443050965992,0.00761944184701889,72.97015207163268,True
|
| 19 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:33.293993+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,7.853649481634599e-14,2.8024363474724275e-07,,,0.0,False
|
| 20 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:18.660711+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,1.2167879962794955e-13,3.488248839001449e-07,,,0.0,False
|
| 21 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:20.910846+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Moirai-2.0,0.37929057680704614,0.6158657132906865,0.32199450847652394,0.18511825826571526,-32.813370270257565,True
|
| 22 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.230421+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,131689.4406544846,362.8903975782283,0.00510233976888367,0.0038945837131939246,77.2299693973281,True
|
| 23 |
+
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.186821+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,130541.79562786083,361.30568169883634,0.005084690536913486,0.0038767023082503425,77.39666887256091,True
|
| 24 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.199822+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False
|
| 25 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.239157+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False
|
| 26 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.251207+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Moving-Average,0.17524512460761865,0.41862289068757175,0.221838537917711,0.22218476967496653,4.529211769752965,True
|
| 27 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.267151+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1025001.5006306967,1012.4235776742345,0.011974437795631834,0.01034102721197946,0.0,True
|
| 28 |
+
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.212656+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1024525.0827172598,1012.188264463316,0.011956697174570685,0.010339217635329826,0.0,True
|
| 29 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.220779+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,0.0,0.0,,,0.0,False
|
| 30 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.285480+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False
|
| 31 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.292741+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Seasonal-Naive,0.1918726668260914,0.4380327234649158,0.22480664710643322,0.22650493232578592,0.0,True
|
| 32 |
+
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:52.310908+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,735730.1249128977,857.7471217747674,0.012903861257138632,0.008474982457246392,16.406425417889746,True
|
| 33 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:54.944651+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Sundial,5.682115415693533e-15,7.537980774513513e-08,,,0.0,False
|
| 34 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:58.506738+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,175015.24454307556,418.348233584266,0.005160611400529902,0.009639382521170907,70.83119960668017,True
|
| 35 |
+
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:21.676950+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,174770.08986663818,418.0551277841694,0.0051428391537117,0.009629582138006198,70.85453291868195,True
|
| 36 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:24.461002+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,5.906315718058047e-17,7.685255830522526e-09,,,0.0,False
|
| 37 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:03.864343+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False
|
| 38 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:07.315845+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TiRex,0.08833668244184167,0.29721487587575707,0.14313526548143335,0.0767497417171197,36.949511019080866,True
|
| 39 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:28.133970+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,177008.02779070535,420.7232199328976,0.0074983525285249,0.007041974847335956,70.54798258992675,True
|
| 40 |
+
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:36:59.334300+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,176216.04751459757,419.780951824398,0.007480758377026153,0.007032128000031338,70.64878630740814,True
|
| 41 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:02.562740+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,0.0,0.0,,,0.0,False
|
| 42 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:31.801144+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False
|
| 43 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:35.575416+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TimesFM-2.5,0.0842103908395409,0.2901902666175089,0.19135576991048933,0.11879206279341473,38.99633570305558,True
|
| 44 |
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:43.926635+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,2032645.330798467,1425.708711763545,0.012679179129311213,0.010044450821627615,-32.95487954365191,True
|
| 45 |
+
binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:11.931962+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,1804677.942841212,1343.3830216439435,0.013025040001018397,0.010294354408720775,-27.575004447408073,True
|
| 46 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:14.717964+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,0.9679872243264231,0.9838634175160814,,,-99.99999999999999,False
|
| 47 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:48.216579+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,0.4689679068187988,0.6848123150314974,,,-100.0,False
|
| 48 |
noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:50.796240+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Toto-1.0,0.19438323844226676,0.44088914529875506,0.18797074637907632,0.09423372264556035,-0.6499762416398821,True
|
results/aggregates/live_results_by_dataset.csv
CHANGED
|
@@ -1,28 +1,39 @@
|
|
| 1 |
model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
|
| 2 |
-
ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,
|
|
|
|
| 3 |
ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 4 |
ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.4103162800985273,0.6405593493959223,0.3154719714341933,0.2523729438873998,-36.2749290547474,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 5 |
-
Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,
|
|
|
|
| 6 |
Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 7 |
Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.16571134833516818,0.40707658780034034,0.21975858504073584,0.11108092764746427,7.31613198065502,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 8 |
-
Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,
|
|
|
|
| 9 |
Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.0459942197556757e-06,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 10 |
Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.13779413740803956,0.37120632727371383,0.18351805815603922,0.10708727505762429,16.40399601157446,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 11 |
-
Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,
|
|
|
|
| 12 |
Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 13 |
Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.37929057680704614,0.6158657132906865,0.32199450847652394,0.18511825826571526,-32.813370270257565,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 14 |
-
Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,
|
|
|
|
| 15 |
Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 16 |
Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.17524512460761865,0.41862289068757175,0.221838537917711,0.22218476967496653,4.529211769752965,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 17 |
-
Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,
|
|
|
|
| 18 |
Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 19 |
Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.1918726668260914,0.4380327234649158,0.22480664710643322,0.22650493232578592,0.0,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 20 |
-
|
|
|
|
|
|
|
|
|
|
| 21 |
TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 22 |
TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.08833668244184167,0.29721487587575707,0.14313526548143335,0.0767497417171197,36.949511019080866,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 23 |
-
TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,
|
|
|
|
| 24 |
TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 25 |
TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.0842103908395409,0.2901902666175089,0.19135576991048933,0.11879206279341473,38.99633570305558,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 26 |
-
Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,
|
|
|
|
| 27 |
Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.4689679068187988,0.6848123150314974,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 28 |
Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.19438323844226676,0.44088914529875506,0.18797074637907632,0.09423372264556035,-0.6499762416398821,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
|
|
|
| 1 |
model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
|
| 2 |
+
ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,420740.2238741672,648.6444905545071,0.007554886651041056,0.006089754433456796,41.78641398396004,1359.0579805336877,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 3 |
+
ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 4 |
ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 5 |
ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.4103162800985273,0.6405593493959223,0.3154719714341933,0.2523729438873998,-36.2749290547474,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 6 |
+
Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2442689.662024498,1562.9106028490992,0.024173875883584276,0.01928309552641276,-40.892444339992736,1462.980251163949,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 7 |
+
Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 8 |
Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 9 |
Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.16571134833516818,0.40707658780034034,0.21975858504073584,0.11108092764746427,7.31613198065502,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 10 |
+
Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,518119.59533468884,719.8052408731107,0.010638218614945657,0.010926517768349856,32.83746807564624,209.07874806244104,1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 11 |
+
Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,3.2825236033380433e-15,5.729331202974779e-08,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 12 |
Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.0459942197556757e-06,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 13 |
Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.13779413740803956,0.37120632727371383,0.18351805815603922,0.10708727505762429,16.40399601157446,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 14 |
+
Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,160403.66734218597,400.5040885037582,0.0051303045963744034,0.00762436001763663,72.93148250296325,427.52224938067656,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 15 |
+
Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.853649481634599e-14,2.8024363474724275e-07,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 16 |
Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 17 |
Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.37929057680704614,0.6158657132906865,0.32199450847652394,0.18511825826571526,-32.813370270257565,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 18 |
+
Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,131115.61814117272,362.0980396385323,0.005093515152898578,0.0038856430107221335,77.3133191349445,811.5075807206913,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 19 |
+
Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 20 |
Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 21 |
Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.17524512460761865,0.41862289068757175,0.221838537917711,0.22218476967496653,4.529211769752965,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 22 |
+
Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1024763.2916739782,1012.3059210687752,0.01196556748510126,0.010340122423654643,0.0,336.87833726997025,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 23 |
+
Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 24 |
Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 25 |
Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.1918726668260914,0.4380327234649158,0.22480664710643322,0.22650493232578592,0.0,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 26 |
+
Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,735730.1249128977,857.7471217747674,0.012903861257138632,0.008474982457246392,16.406425417889746,,,,1,1.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 27 |
+
Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.682115415693533e-15,7.537980774513513e-08,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 28 |
+
TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,174892.66720485687,418.20168068421765,0.005151725277120801,0.009634482329588552,70.84286626268107,173.35053414846385,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 29 |
+
TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.906315718058047e-17,7.685255830522526e-09,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 30 |
TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 31 |
TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.08833668244184167,0.29721487587575707,0.14313526548143335,0.0767497417171197,36.949511019080866,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 32 |
+
TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,176612.03765265146,420.2520858786478,0.0074895554527755264,0.007037051423683647,70.59838444866745,560.0146238018112,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 33 |
+
TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 34 |
TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 35 |
TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.0842103908395409,0.2901902666175089,0.19135576991048933,0.11879206279341473,38.99633570305558,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 36 |
+
Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1918661.6368198395,1384.5458667037442,0.012852109565164804,0.010169402615174194,-30.264941995529995,161197.2859139594,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
|
| 37 |
+
Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.9679872243264231,0.9838634175160814,,,-99.99999999999999,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
|
| 38 |
Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.4689679068187988,0.6848123150314974,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
| 39 |
Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.19438323844226676,0.44088914529875506,0.18797074637907632,0.09423372264556035,-0.6499762416398821,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
|
results/aggregates/metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-06-27T08:
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
@@ -10,7 +10,7 @@
|
|
| 10 |
"frequency",
|
| 11 |
"prediction_length"
|
| 12 |
],
|
| 13 |
-
"num_configs":
|
| 14 |
-
"num_models":
|
| 15 |
-
"num_rows_missing_prediction_length":
|
| 16 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-06-27T08:37:55.327579+00:00",
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
|
|
| 10 |
"frequency",
|
| 11 |
"prediction_length"
|
| 12 |
],
|
| 13 |
+
"num_configs": 14,
|
| 14 |
+
"num_models": 10,
|
| 15 |
+
"num_rows_missing_prediction_length": 79
|
| 16 |
}
|
results/aggregates/results_by_domain.csv
CHANGED
|
@@ -1,20 +1,24 @@
|
|
| 1 |
domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
Climate,Seasonal-Naive,,,2.9,5,5,1.0
|
| 3 |
-
Climate,Chronos-2,,,3.0,5,5,1.0
|
| 4 |
-
Climate,TiRex,,,3.0,5,5,1.0
|
| 5 |
-
Climate,Chronos-Bolt,,,4.2,5,5,1.0
|
| 6 |
-
Climate,Moving-Average,,,4.3,5,5,1.0
|
| 7 |
-
Climate,TimesFM-2.5,,,5.1,5,5,1.0
|
| 8 |
-
Climate,ARIMA,,,5.5,5,5,1.0
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
Finance,
|
| 13 |
-
Finance,
|
| 14 |
-
Finance,
|
| 15 |
-
Finance,
|
| 16 |
-
Finance,
|
| 17 |
-
Finance,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
Hazards,Moving-Average,,,1.0,1,1,1.0
|
| 19 |
Hazards,ARIMA,,,2.0,1,1,1.0
|
| 20 |
Hazards,Chronos-2,,,3.0,1,1,1.0
|
|
|
|
| 1 |
domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
Climate,Seasonal-Naive,1.0,,2.9,5,5,1.0
|
| 3 |
+
Climate,Chronos-2,1.0,,3.0,5,5,1.0
|
| 4 |
+
Climate,TiRex,1.0,,3.0,5,5,1.0
|
| 5 |
+
Climate,Chronos-Bolt,1.0,,4.2,5,5,1.0
|
| 6 |
+
Climate,Moving-Average,1.0,,4.3,5,5,1.0
|
| 7 |
+
Climate,TimesFM-2.5,1.0,,5.1,5,5,1.0
|
| 8 |
+
Climate,ARIMA,1.0,,5.5,5,5,1.0
|
| 9 |
+
Climate,Sundial,1.0,,8.0,1,5,0.2
|
| 10 |
+
Climate,Moirai-2.0,1.0,,9.0,1,5,0.2
|
| 11 |
+
Climate,Toto-1.0,967987224326.4222,,10.0,1,5,0.2
|
| 12 |
+
Finance,ARIMA,0.4097305491504042,0.5881328413407881,2.5,2,3,0.6666666666666666
|
| 13 |
+
Finance,Moving-Average,0.12741688596011339,0.3749512240658663,3.0,2,3,0.6666666666666666
|
| 14 |
+
Finance,TimesFM-2.5,0.171997787547802,0.6801412106852308,3.5,2,3,0.6666666666666666
|
| 15 |
+
Finance,Moirai-2.0,0.15626885682087713,0.7369456873586504,4.0,1,3,0.3333333333333333
|
| 16 |
+
Finance,TiRex,0.1705864432358362,0.9313646813179725,4.0,2,3,0.6666666666666666
|
| 17 |
+
Finance,Seasonal-Naive,1.0,1.0,4.5,2,3,0.6666666666666666
|
| 18 |
+
Finance,Sundial,0.7181182162583897,0.819692819724262,5.0,1,3,0.3333333333333333
|
| 19 |
+
Finance,Chronos-2,2.383206834031204,1.8645783766615396,5.5,2,3,0.6666666666666666
|
| 20 |
+
Finance,Toto-1.0,1.761477559978151,0.9956608683372908,7.0,1,3,0.3333333333333333
|
| 21 |
+
Finance,Chronos-Bolt,0.5058611497931214,1.0571019686615841,9.0,1,3,0.3333333333333333
|
| 22 |
Hazards,Moving-Average,,,1.0,1,1,1.0
|
| 23 |
Hazards,ARIMA,,,2.0,1,1,1.0
|
| 24 |
Hazards,Chronos-2,,,3.0,1,1,1.0
|
results/aggregates/results_by_frequency.csv
CHANGED
|
@@ -20,30 +20,32 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 20 |
1D,ARIMA,,,5.0,1,1,1.0
|
| 21 |
1D,Moving-Average,,,6.0,1,1,1.0
|
| 22 |
1D,Seasonal-Naive,,,7.0,1,1,1.0
|
| 23 |
-
1h,Moving-Average,,,2.8333333333333335,6,6,1.0
|
| 24 |
-
1h,TiRex,,,3.
|
| 25 |
-
1h,
|
| 26 |
-
1h,
|
| 27 |
-
1h,
|
| 28 |
-
1h,Seasonal-Naive,,,4.
|
| 29 |
-
1h,Chronos-Bolt,,,
|
| 30 |
-
1h,
|
| 31 |
-
1h,
|
| 32 |
-
|
| 33 |
-
1mo,
|
| 34 |
-
1mo,
|
| 35 |
-
1mo,
|
| 36 |
-
1mo,
|
| 37 |
-
1mo,
|
| 38 |
-
|
| 39 |
-
5min,
|
| 40 |
-
5min,
|
| 41 |
-
5min,
|
| 42 |
-
5min,
|
| 43 |
-
5min,
|
| 44 |
-
5min,
|
| 45 |
-
5min,
|
| 46 |
-
5min,
|
|
|
|
|
|
|
| 47 |
6min,TiRex,,,1.0,1,1,1.0
|
| 48 |
6min,Toto-1.0,,,2.0,1,1,1.0
|
| 49 |
6min,Chronos-Bolt,,,3.0,1,1,1.0
|
|
|
|
| 20 |
1D,ARIMA,,,5.0,1,1,1.0
|
| 21 |
1D,Moving-Average,,,6.0,1,1,1.0
|
| 22 |
1D,Seasonal-Naive,,,7.0,1,1,1.0
|
| 23 |
+
1h,Moving-Average,0.12741688596011339,0.3749512240658663,2.8333333333333335,6,6,1.0
|
| 24 |
+
1h,TiRex,0.1705864432358362,0.9313646813179725,3.5,6,6,1.0
|
| 25 |
+
1h,Moirai-2.0,0.15626885682087713,0.7369456873586504,4.0,1,6,0.16666666666666666
|
| 26 |
+
1h,ARIMA,0.4097305491504042,0.5881328413407881,4.166666666666667,6,6,1.0
|
| 27 |
+
1h,Chronos-2,2.383206834031204,1.8645783766615396,4.166666666666667,6,6,1.0
|
| 28 |
+
1h,Seasonal-Naive,1.0,1.0,4.666666666666667,6,6,1.0
|
| 29 |
+
1h,Chronos-Bolt,0.5058611497931214,1.0571019686615841,5.0,6,6,1.0
|
| 30 |
+
1h,Sundial,0.7181182162583897,0.819692819724262,5.0,1,6,0.16666666666666666
|
| 31 |
+
1h,TimesFM-2.5,0.171997787547802,0.6801412106852308,5.5,6,6,1.0
|
| 32 |
+
1h,Toto-1.0,1.761477559978151,0.9956608683372908,7.0,1,6,0.16666666666666666
|
| 33 |
+
1mo,Chronos-2,,,1.0,1,2,0.5
|
| 34 |
+
1mo,Seasonal-Naive,1.0,1.0,1.0,1,2,0.5
|
| 35 |
+
1mo,TiRex,,,2.0,1,2,0.5
|
| 36 |
+
1mo,ARIMA,,,3.0,1,2,0.5
|
| 37 |
+
1mo,TimesFM-2.5,,,4.0,1,2,0.5
|
| 38 |
+
1mo,Moving-Average,,,5.0,1,2,0.5
|
| 39 |
+
5min,Seasonal-Naive,1.0,,1.5,2,2,1.0
|
| 40 |
+
5min,TimesFM-2.5,1.0,,1.5,2,2,1.0
|
| 41 |
+
5min,Chronos-2,1.0,,3.0,2,2,1.0
|
| 42 |
+
5min,TiRex,1.0,,4.0,2,2,1.0
|
| 43 |
+
5min,ARIMA,1.0,,6.0,2,2,1.0
|
| 44 |
+
5min,Moving-Average,1.0,,6.0,2,2,1.0
|
| 45 |
+
5min,Chronos-Bolt,1.0,,6.5,2,2,1.0
|
| 46 |
+
5min,Moirai-2.0,1.0,,8.0,2,2,1.0
|
| 47 |
+
5min,Sundial,1.0,,8.0,1,2,0.5
|
| 48 |
+
5min,Toto-1.0,967987224326.4222,,9.5,2,2,1.0
|
| 49 |
6min,TiRex,,,1.0,1,1,1.0
|
| 50 |
6min,Toto-1.0,,,2.0,1,1,1.0
|
| 51 |
6min,Chronos-Bolt,,,3.0,1,1,1.0
|
results/aggregates/results_by_prediction_length.csv
CHANGED
|
@@ -1 +1,22 @@
|
|
| 1 |
prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
12,Seasonal-Naive,1.0,1.0,1.0,1,1,1.0
|
| 3 |
+
24,Moving-Average,0.12741688596011339,0.3749512240658663,1.0,1,1,1.0
|
| 4 |
+
24,ARIMA,0.4097305491504042,0.5881328413407881,2.0,1,1,1.0
|
| 5 |
+
24,TimesFM-2.5,0.171997787547802,0.6801412106852308,3.0,1,1,1.0
|
| 6 |
+
24,Moirai-2.0,0.15626885682087713,0.7369456873586504,4.0,1,1,1.0
|
| 7 |
+
24,Sundial,0.7181182162583897,0.819692819724262,5.0,1,1,1.0
|
| 8 |
+
24,TiRex,0.1705864432358362,0.9313646813179725,6.0,1,1,1.0
|
| 9 |
+
24,Toto-1.0,1.761477559978151,0.9956608683372908,7.0,1,1,1.0
|
| 10 |
+
24,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0
|
| 11 |
+
24,Chronos-Bolt,0.5058611497931214,1.0571019686615841,9.0,1,1,1.0
|
| 12 |
+
24,Chronos-2,2.383206834031204,1.8645783766615396,10.0,1,1,1.0
|
| 13 |
+
36,Seasonal-Naive,1.0,,1.5,1,1,1.0
|
| 14 |
+
36,TimesFM-2.5,1.0,,1.5,1,1,1.0
|
| 15 |
+
36,Chronos-2,1.0,,3.0,1,1,1.0
|
| 16 |
+
36,TiRex,1.0,,4.0,1,1,1.0
|
| 17 |
+
36,Chronos-Bolt,1.0,,5.0,1,1,1.0
|
| 18 |
+
36,ARIMA,1.0,,6.5,1,1,1.0
|
| 19 |
+
36,Moving-Average,1.0,,6.5,1,1,1.0
|
| 20 |
+
36,Sundial,1.0,,8.0,1,1,1.0
|
| 21 |
+
36,Moirai-2.0,1.0,,9.0,1,1,1.0
|
| 22 |
+
36,Toto-1.0,967987224326.4222,,10.0,1,1,1.0
|
results/aggregates/results_overall.csv
CHANGED
|
@@ -1,10 +1,11 @@
|
|
| 1 |
overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
Overall,TiRex,,,
|
| 3 |
-
Overall,Chronos-2,,,3.
|
| 4 |
-
Overall,TimesFM-2.5,,,3.8461538461538463,13,
|
| 5 |
-
Overall,Moving-Average,,,4.230769230769231,13,
|
| 6 |
-
Overall,
|
| 7 |
-
Overall,
|
| 8 |
-
Overall,ARIMA,,,5.076923076923077,13,
|
| 9 |
-
Overall,Moirai-2.0,,,
|
| 10 |
-
Overall,
|
|
|
|
|
|
| 1 |
overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
Overall,TiRex,0.4130211171790568,0.9313646813179725,3.0,13,14,0.9285714285714286
|
| 3 |
+
Overall,Chronos-2,1.5437638530653592,1.8645783766615396,3.3846153846153846,13,14,0.9285714285714286
|
| 4 |
+
Overall,TimesFM-2.5,0.4147261597099971,0.6801412106852308,3.8461538461538463,13,14,0.9285714285714286
|
| 5 |
+
Overall,Moving-Average,0.35695501951942543,0.3749512240658663,4.230769230769231,13,14,0.9285714285714286
|
| 6 |
+
Overall,Seasonal-Naive,1.0,1.0,4.615384615384615,13,14,0.9285714285714286
|
| 7 |
+
Overall,Chronos-Bolt,0.7112391649741466,1.0571019686615841,4.916666666666667,12,14,0.8571428571428571
|
| 8 |
+
Overall,ARIMA,0.640101983398274,0.5881328413407881,5.076923076923077,13,14,0.9285714285714286
|
| 9 |
+
Overall,Moirai-2.0,0.39530855900280876,0.7369456873586504,6.5,4,14,0.2857142857142857
|
| 10 |
+
Overall,Sundial,0.847418560251302,0.819692819724262,6.5,2,14,0.14285714285714285
|
| 11 |
+
Overall,Toto-1.0,1305790.095687868,0.9956608683372908,7.0,4,14,0.2857142857142857
|
results/arima/all_results.csv
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,ARIMA,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,1263846.0919554746,764871.4510416398,725.733661292618,0.8593497769926371,0.011996691834394542,0.01199146619377397,16.633255872389174,1124.2090961896165,0.018513469015460648,0.011951377815174268,0.010790413909507614,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1
|
| 5 |
-
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,0.7059610659112702,0.7181523574307583,0.6256357940121379,0.41768848692263716,0.026832797465735903,0.027177160771852754,8.108913046509256,0.8402148926978563,0.03672134043565993,0.0273432251443271,0.025057898986481093,Weather,1
|
| 8 |
noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4103162800985273,0.40316623520064854,0.4303291752388494,0.5790934321509646,0.3154719714341933,0.22733178007801344,22.256345431041407,0.6405593493959223,0.3781490846123936,0.25404138406853005,0.2523729438873998,Ocean,1
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,ARIMA,419779.2247601061,266874.03760946717,453.7847626884289,0.3103968455718949,0.00754611163110068,0.007579568203176388,1.2344627571968174,647.9037156554252,0.010802449930498361,0.0075659192249051075,0.0060808334451073875,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,1263846.0919554746,764871.4510416398,725.733661292618,0.8593497769926371,0.011996691834394542,0.01199146619377397,16.633255872389174,1124.2090961896165,0.018513469015460648,0.011951377815174268,0.010790413909507614,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1
|
| 5 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,0.7059610659112702,0.7181523574307583,0.6256357940121379,0.41768848692263716,0.026832797465735903,0.027177160771852754,8.108913046509256,0.8402148926978563,0.03672134043565993,0.0273432251443271,0.025057898986481093,Weather,1
|
| 8 |
noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4103162800985273,0.40316623520064854,0.4303291752388494,0.5790934321509646,0.3154719714341933,0.22733178007801344,22.256345431041407,0.6405593493959223,0.3781490846123936,0.25404138406853005,0.2523729438873998,Ocean,1
|
results/arima/online_meta.json
CHANGED
|
@@ -1,25 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"model": "ARIMA",
|
| 3 |
"api_model_id": "baseline/arima",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
-
"context_length": 240,
|
| 22 |
-
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "ARIMA",
|
| 3 |
"api_model_id": "baseline/arima",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:37:55.175297+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 15 |
+
"context_length": 288,
|
| 16 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
results/baseline_rank_history_daily.csv
CHANGED
|
@@ -18,4 +18,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,
|
|
| 18 |
2026-06-24,Chronos-2,4.385,4.154,4.167,4.231,4.385,3.692,4.083,4.077,4.308,4.000
|
| 19 |
2026-06-25,Chronos-2,4.643,4.429,5.231,5.071,4.643,5.000,4.308,4.929,4.714,5.083
|
| 20 |
2026-06-26,Chronos-2,4.857,4.429,5.308,5.143,4.857,4.929,4.615,5.000,4.929,5.167
|
| 21 |
-
2026-06-27,
|
|
|
|
| 18 |
2026-06-24,Chronos-2,4.385,4.154,4.167,4.231,4.385,3.692,4.083,4.077,4.308,4.000
|
| 19 |
2026-06-25,Chronos-2,4.643,4.429,5.231,5.071,4.643,5.000,4.308,4.929,4.714,5.083
|
| 20 |
2026-06-26,Chronos-2,4.857,4.429,5.308,5.143,4.857,4.929,4.615,5.000,4.929,5.167
|
| 21 |
+
2026-06-27,Seasonal-Naive,2.982,3.239,3.046,2.946,2.982,2.780,3.092,2.982,3.018,2.771
|
results/baseline_rank_history_weekly.csv
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank
|
| 2 |
2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103
|
| 3 |
2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529
|
| 4 |
-
2026-W26,Chronos-Bolt-Mini,4.
|
|
|
|
| 1 |
week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank
|
| 2 |
2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103
|
| 3 |
2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529
|
| 4 |
+
2026-W26,Chronos-Bolt-Mini,4.378,3.942,4.375,4.415,4.378,4.25,3.8,4.348,4.412,4.454
|
results/chronos_2/all_results.csv
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-2,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,2260381.719853083,2260381.719853083,1277.9383138020833,1.5132218106297415,0.02123020386190044,0.02091820072591652,12.639515567742153,1503.456590611476,0.024758914601133032,0.021045080898593263,0.014734880873073591,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1
|
| 5 |
-
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.3292934513227312,1.3292934513227312,0.9854233264923096,0.657890712392423,0.04354562606048478,0.04227443480025165,7.1724338197025235,1.152949891071911,0.050389329947920225,0.04306763157836239,0.029900265968121367,Weather,1
|
| 8 |
noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.16571134833516818,0.16571134833516818,0.31505011121431986,0.42396254007500295,0.21975858504073584,0.18063864766038323,3.2574176373775208,0.40707658780034034,0.24031440519758857,0.18598731136323066,0.11108092764746427,Ocean,1
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Chronos-2,2441655.178768158,2441655.178768158,1450.462890625,0.992142405138921,0.024165114465318095,0.02449178781823411,4.618215617604373,1562.5796551754274,0.02605277308893391,0.024183458704465113,0.019278281634433694,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,2260381.719853083,2260381.719853083,1277.9383138020833,1.5132218106297415,0.02123020386190044,0.02091820072591652,12.639515567742153,1503.456590611476,0.024758914601133032,0.021045080898593263,0.014734880873073591,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1
|
| 5 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.3292934513227312,1.3292934513227312,0.9854233264923096,0.657890712392423,0.04354562606048478,0.04227443480025165,7.1724338197025235,1.152949891071911,0.050389329947920225,0.04306763157836239,0.029900265968121367,Weather,1
|
| 8 |
noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.16571134833516818,0.16571134833516818,0.31505011121431986,0.42396254007500295,0.21975858504073584,0.18063864766038323,3.2574176373775208,0.40707658780034034,0.24031440519758857,0.18598731136323066,0.11108092764746427,Ocean,1
|
results/chronos_2/online_meta.json
CHANGED
|
@@ -1,25 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
-
"context_length": 240,
|
| 22 |
-
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:36:11.392434+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 15 |
+
"context_length": 288,
|
| 16 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
results/chronos_bolt/all_results.csv
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-Bolt,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,1120486.6587556202,1120486.6587556202,734.14599609375,0.8693109217223224,0.01226590473246691,0.01210952102459527,8.436316153219645,1058.5304241048625,0.017431873016336474,0.012089912096934045,0.010652843722422005,Finance,1
|
| 4 |
-
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.2825236033380433e-15,3.2825236033380433e-15,5.404329583846845e-08,nan,nan,2.0,nan,5.729331202974779e-08,inf,inf,inf,Climate,1
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,9.104717223114752e-07,nan,nan,2.0,nan,1.0459942197556757e-06,inf,inf,inf,Transportation,1
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt,0.21674000901202817,0.21674000901202817,0.3996278444925944,0.2668005112492466,0.017497822979518535,0.017393988706144756,2.090564658924463,0.46555344377635977,0.020346873934848533,0.01746561534759495,0.017573436698623837,Weather,1
|
| 7 |
noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt,0.13779413740803956,0.13779413740803956,0.24660900235176086,0.33186142559807064,0.18351805815603922,0.14748378425717829,1.5293581132502128,0.37120632727371383,0.21913868401618097,0.1455836505773241,0.10708727505762429,Ocean,1
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Chronos-Bolt,518267.4363352458,518267.4363352458,636.6302083333334,0.4354663812238308,0.010647141718658224,0.01057491388662106,3.781019827757555,719.9079360135196,0.012002970882004301,0.010614487590654687,0.010929607316727794,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,1120486.6587556202,1120486.6587556202,734.14599609375,0.8693109217223224,0.01226590473246691,0.01210952102459527,8.436316153219645,1058.5304241048625,0.017431873016336474,0.012089912096934045,0.010652843722422005,Finance,1
|
| 4 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.2825236033380433e-15,3.2825236033380433e-15,5.404329583846845e-08,nan,nan,2.0,nan,5.729331202974779e-08,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,9.104717223114752e-07,nan,nan,2.0,nan,1.0459942197556757e-06,inf,inf,inf,Transportation,1
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt,0.21674000901202817,0.21674000901202817,0.3996278444925944,0.2668005112492466,0.017497822979518535,0.017393988706144756,2.090564658924463,0.46555344377635977,0.020346873934848533,0.01746561534759495,0.017573436698623837,Weather,1
|
| 7 |
noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt,0.13779413740803956,0.13779413740803956,0.24660900235176086,0.33186142559807064,0.18351805815603922,0.14748378425717829,1.5293581132502128,0.37120632727371383,0.21913868401618097,0.1455836505773241,0.10708727505762429,Ocean,1
|
results/chronos_bolt/online_meta.json
CHANGED
|
@@ -1,25 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
-
"context_length": 240,
|
| 22 |
-
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-Bolt",
|
| 3 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:36:22.842407+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 15 |
+
"context_length": 288,
|
| 16 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
results/eval_history.jsonl
CHANGED
|
@@ -2840,3 +2840,5 @@
|
|
| 2840 |
{"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
|
| 2841 |
{"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12}
|
| 2842 |
{"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
|
|
|
|
|
|
|
|
|
| 2840 |
{"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
|
| 2841 |
{"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12}
|
| 2842 |
{"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
|
| 2843 |
+
{"evaluated_at": "2026-06-27T08:37:55.433592+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
|
| 2844 |
+
{"evaluated_at": "2026-06-27T08:37:55.433592+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total", "prediction_length": 36}
|
results/evaluation_metrics.jsonl
CHANGED
|
@@ -25,3 +25,23 @@
|
|
| 25 |
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.267151+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1025001.5006306967, "RMSE": 1012.4235776742345, "MAPE": 0.011974437795631834, "CRPS": 0.01034102721197946, "MAPE_eligible": true}
|
| 26 |
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.285480+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
|
| 27 |
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.292741+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.1918726668260914, "RMSE": 0.4380327234649158, "MAPE": 0.22480664710643322, "CRPS": 0.22650493232578592, "MAPE_eligible": true}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.267151+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1025001.5006306967, "RMSE": 1012.4235776742345, "MAPE": 0.011974437795631834, "CRPS": 0.01034102721197946, "MAPE_eligible": true}
|
| 26 |
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.285480+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
|
| 27 |
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.292741+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.1918726668260914, "RMSE": 0.4380327234649158, "MAPE": 0.22480664710643322, "CRPS": 0.22650493232578592, "MAPE_eligible": true}
|
| 28 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:36:09.028860+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 2441655.178768158, "RMSE": 1562.5796551754274, "MAPE": 0.024165114465318095, "CRPS": 0.019278281634433694, "MAPE_eligible": true}
|
| 29 |
+
{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:36:11.391833+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Chronos-2", "MSE": 1.6284716271939715e-18, "RMSE": 1.2761158361191085e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 30 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:36:18.200748+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-Bolt", "MSE": 518267.4363352458, "RMSE": 719.9079360135196, "MAPE": 0.010647141718658224, "CRPS": 0.010929607316727794, "MAPE_eligible": true}
|
| 31 |
+
{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:36:22.841474+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Chronos-Bolt", "MSE": 3.2825236033380433e-15, "RMSE": 5.729331202974779e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 32 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:36:59.334300+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 176216.04751459757, "RMSE": 419.780951824398, "MAPE": 0.007480758377026153, "CRPS": 0.007032128000031338, "MAPE_eligible": true}
|
| 33 |
+
{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:02.562740+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
|
| 34 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:11.931962+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-1.0", "MSE": 1804677.942841212, "RMSE": 1343.3830216439435, "MAPE": 0.013025040001018397, "CRPS": 0.010294354408720775, "MAPE_eligible": true}
|
| 35 |
+
{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:14.717964+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Toto-1.0", "MSE": 0.9679872243264231, "RMSE": 0.9838634175160814, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 36 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:21.676950+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 174770.08986663818, "RMSE": 418.0551277841694, "MAPE": 0.0051428391537117, "CRPS": 0.009629582138006198, "MAPE_eligible": true}
|
| 37 |
+
{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:24.461002+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "TiRex", "MSE": 5.906315718058047e-17, "RMSE": 7.685255830522526e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 38 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:31.162876+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-2.0", "MSE": 160101.36346054077, "RMSE": 400.12668426454735, "MAPE": 0.005121443050965992, "CRPS": 0.00761944184701889, "MAPE_eligible": true}
|
| 39 |
+
{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:33.293993+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Moirai-2.0", "MSE": 7.853649481634599e-14, "RMSE": 2.8024363474724275e-07, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 40 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:52.310908+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Sundial", "MSE": 735730.1249128977, "RMSE": 857.7471217747674, "MAPE": 0.012903861257138632, "CRPS": 0.008474982457246392, "MAPE_eligible": true}
|
| 41 |
+
{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:54.944651+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Sundial", "MSE": 5.682115415693533e-15, "RMSE": 7.537980774513513e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 42 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.159885+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 419779.2247601061, "RMSE": 647.9037156554252, "MAPE": 0.00754611163110068, "CRPS": 0.0060808334451073875, "MAPE_eligible": true}
|
| 43 |
+
{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.170412+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "ARIMA", "MSE": 4.407835548068247e-15, "RMSE": 6.639153220154094e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 44 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.186821+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 130541.79562786083, "RMSE": 361.30568169883634, "MAPE": 0.005084690536913486, "CRPS": 0.0038767023082503425, "MAPE_eligible": true}
|
| 45 |
+
{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.199822+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Moving-Average", "MSE": 4.407835548068247e-15, "RMSE": 6.639153220154094e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 46 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.212656+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1024525.0827172598, "RMSE": 1012.188264463316, "MAPE": 0.011956697174570685, "CRPS": 0.010339217635329826, "MAPE_eligible": true}
|
| 47 |
+
{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.220779+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
|
results/moirai_2_0/all_results.csv
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Moirai-2.0,
|
|
|
|
| 3 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,2.9433961579172774e-07,nan,nan,2.0,nan,3.488248839001449e-07,inf,inf,inf,Transportation,1
|
| 4 |
noaa_coops_sf_water_level_water_level/6min/short,Moirai-2.0,0.37929057680704614,0.37929057680704614,0.45180562933286034,0.6079942695269815,0.32199450847652394,0.23970487435122548,8.97502594843603,0.6158657132906865,0.363571394195803,0.26671983683645717,0.18511825826571526,Ocean,1
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Moirai-2.0,160101.36346054077,160101.36346054077,305.8883463541667,0.2092330673313673,0.005121443050965992,0.005102781318112365,2.354709940390404,400.12668426454735,0.00667128211828755,0.005100053396778444,0.00761944184701889,Finance,1,24
|
| 3 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-2.0,7.853649481634599e-14,7.853649481634599e-14,2.2195765801856658e-07,nan,nan,2.0,nan,2.8024363474724275e-07,inf,inf,inf,Climate,1,36
|
| 4 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,2.9433961579172774e-07,nan,nan,2.0,nan,3.488248839001449e-07,inf,inf,inf,Transportation,1
|
| 5 |
noaa_coops_sf_water_level_water_level/6min/short,Moirai-2.0,0.37929057680704614,0.37929057680704614,0.45180562933286034,0.6079942695269815,0.32199450847652394,0.23970487435122548,8.97502594843603,0.6158657132906865,0.363571394195803,0.26671983683645717,0.18511825826571526,Ocean,1
|
results/moirai_2_0/online_meta.json
CHANGED
|
@@ -1,25 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"model": "Moirai-2.0",
|
| 3 |
"api_model_id": "Salesforce/moirai-2.0-R-small",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
-
"context_length": 240,
|
| 22 |
-
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Moirai-2.0",
|
| 3 |
"api_model_id": "Salesforce/moirai-2.0-R-small",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:37:33.294732+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 15 |
+
"context_length": 288,
|
| 16 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
results/moving_average/all_results.csv
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Moving-Average,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,3924325.828146406,3974161.935531227,1803.3210731907918,2.1353337246786364,0.029902840224353095,0.02936033773621295,61.60098798282331,1980.9911226823824,0.032622950564969486,0.02969708119833066,0.028208172711766115,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1
|
| 5 |
-
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.002590900883325,0.8947685022051486,0.8418265511147419,0.5620222847729152,0.03702867932602475,0.036537082343798516,3.0182977149810903,1.0012946124309892,0.043761281380539294,0.0367917774844516,0.030369697003731808,Weather,1
|
| 8 |
noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.17524512460761865,0.17385315790587083,0.3844373565788937,0.5173368692577031,0.221838537917711,0.24520984804976892,18.699651473948272,0.41862289068757175,0.24713067268565433,0.2269495162598316,0.22218476967496653,Ocean,1
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Moving-Average,130541.79562786083,132980.43103535054,304.68305749725795,0.20840862832426846,0.005084690536913486,0.005083420411614655,1.0494972712158688,361.30568169883634,0.006024022461744893,0.005079957706301699,0.0038767023082503425,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,3924325.828146406,3974161.935531227,1803.3210731907918,2.1353337246786364,0.029902840224353095,0.02936033773621295,61.60098798282331,1980.9911226823824,0.032622950564969486,0.02969708119833066,0.028208172711766115,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1
|
| 5 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.002590900883325,0.8947685022051486,0.8418265511147419,0.5620222847729152,0.03702867932602475,0.036537082343798516,3.0182977149810903,1.0012946124309892,0.043761281380539294,0.0367917774844516,0.030369697003731808,Weather,1
|
| 8 |
noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.17524512460761865,0.17385315790587083,0.3844373565788937,0.5173368692577031,0.221838537917711,0.24520984804976892,18.699651473948272,0.41862289068757175,0.24713067268565433,0.2269495162598316,0.22218476967496653,Ocean,1
|
results/moving_average/online_meta.json
CHANGED
|
@@ -1,25 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"model": "Moving-Average",
|
| 3 |
"api_model_id": "baseline/moving-average",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
-
"context_length": 240,
|
| 22 |
-
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Moving-Average",
|
| 3 |
"api_model_id": "baseline/moving-average",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:37:55.200861+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 15 |
+
"context_length": 288,
|
| 16 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
results/online_status.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"status": "partial",
|
| 3 |
-
"started_at": "2026-06-27T08:
|
| 4 |
-
"finished_at": "2026-06-27T08:
|
| 5 |
-
"task_count":
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 8 |
"ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
|
|
@@ -10,25 +10,19 @@
|
|
| 10 |
"Chronos-2": {
|
| 11 |
"model": "Chronos-2",
|
| 12 |
"api_model_id": "amazon/chronos-2",
|
| 13 |
-
"evaluated_at": "2026-06-27T08:
|
| 14 |
"datasets": [
|
| 15 |
{
|
| 16 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 17 |
-
"data_fetched_at": "2026-06-27T08:
|
| 18 |
"context_length": 96,
|
| 19 |
"prediction_length": 24
|
| 20 |
},
|
| 21 |
{
|
| 22 |
-
"dataset": "
|
| 23 |
-
"data_fetched_at": "2026-06-27T08:
|
| 24 |
-
"context_length":
|
| 25 |
-
"prediction_length":
|
| 26 |
-
},
|
| 27 |
-
{
|
| 28 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 29 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 30 |
-
"context_length": 240,
|
| 31 |
-
"prediction_length": 60
|
| 32 |
}
|
| 33 |
],
|
| 34 |
"failed_datasets": []
|
|
@@ -36,25 +30,19 @@
|
|
| 36 |
"Chronos-Bolt": {
|
| 37 |
"model": "Chronos-Bolt",
|
| 38 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 39 |
-
"evaluated_at": "2026-06-27T08:
|
| 40 |
"datasets": [
|
| 41 |
{
|
| 42 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 43 |
-
"data_fetched_at": "2026-06-27T08:
|
| 44 |
"context_length": 96,
|
| 45 |
"prediction_length": 24
|
| 46 |
},
|
| 47 |
{
|
| 48 |
-
"dataset": "
|
| 49 |
-
"data_fetched_at": "2026-06-27T08:
|
| 50 |
-
"context_length":
|
| 51 |
-
"prediction_length":
|
| 52 |
-
},
|
| 53 |
-
{
|
| 54 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 55 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 56 |
-
"context_length": 240,
|
| 57 |
-
"prediction_length": 60
|
| 58 |
}
|
| 59 |
],
|
| 60 |
"failed_datasets": []
|
|
@@ -62,25 +50,19 @@
|
|
| 62 |
"TimesFM-2.5": {
|
| 63 |
"model": "TimesFM-2.5",
|
| 64 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 65 |
-
"evaluated_at": "2026-06-27T08:
|
| 66 |
"datasets": [
|
| 67 |
{
|
| 68 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 69 |
-
"data_fetched_at": "2026-06-27T08:
|
| 70 |
"context_length": 96,
|
| 71 |
"prediction_length": 24
|
| 72 |
},
|
| 73 |
{
|
| 74 |
-
"dataset": "
|
| 75 |
-
"data_fetched_at": "2026-06-27T08:
|
| 76 |
-
"context_length":
|
| 77 |
-
"prediction_length":
|
| 78 |
-
},
|
| 79 |
-
{
|
| 80 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 81 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 82 |
-
"context_length": 240,
|
| 83 |
-
"prediction_length": 60
|
| 84 |
}
|
| 85 |
],
|
| 86 |
"failed_datasets": []
|
|
@@ -88,25 +70,19 @@
|
|
| 88 |
"Toto-1.0": {
|
| 89 |
"model": "Toto-1.0",
|
| 90 |
"api_model_id": "Datadog/Toto-Open-Base-1.0",
|
| 91 |
-
"evaluated_at": "2026-06-27T08:
|
| 92 |
"datasets": [
|
| 93 |
{
|
| 94 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 95 |
-
"data_fetched_at": "2026-06-27T08:
|
| 96 |
"context_length": 96,
|
| 97 |
"prediction_length": 24
|
| 98 |
},
|
| 99 |
{
|
| 100 |
-
"dataset": "
|
| 101 |
-
"data_fetched_at": "2026-06-27T08:
|
| 102 |
-
"context_length":
|
| 103 |
-
"prediction_length":
|
| 104 |
-
},
|
| 105 |
-
{
|
| 106 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 107 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 108 |
-
"context_length": 240,
|
| 109 |
-
"prediction_length": 60
|
| 110 |
}
|
| 111 |
],
|
| 112 |
"failed_datasets": []
|
|
@@ -114,25 +90,19 @@
|
|
| 114 |
"TiRex": {
|
| 115 |
"model": "TiRex",
|
| 116 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 117 |
-
"evaluated_at": "2026-06-27T08:
|
| 118 |
"datasets": [
|
| 119 |
{
|
| 120 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 121 |
-
"data_fetched_at": "2026-06-27T08:
|
| 122 |
"context_length": 96,
|
| 123 |
"prediction_length": 24
|
| 124 |
},
|
| 125 |
{
|
| 126 |
-
"dataset": "
|
| 127 |
-
"data_fetched_at": "2026-06-27T08:
|
| 128 |
-
"context_length":
|
| 129 |
-
"prediction_length":
|
| 130 |
-
},
|
| 131 |
-
{
|
| 132 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 133 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 134 |
-
"context_length": 240,
|
| 135 |
-
"prediction_length": 60
|
| 136 |
}
|
| 137 |
],
|
| 138 |
"failed_datasets": []
|
|
@@ -140,25 +110,39 @@
|
|
| 140 |
"Moirai-2.0": {
|
| 141 |
"model": "Moirai-2.0",
|
| 142 |
"api_model_id": "Salesforce/moirai-2.0-R-small",
|
| 143 |
-
"evaluated_at": "2026-06-27T08:
|
| 144 |
"datasets": [
|
| 145 |
{
|
| 146 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 147 |
-
"data_fetched_at": "2026-06-27T08:
|
| 148 |
"context_length": 96,
|
| 149 |
"prediction_length": 24
|
| 150 |
},
|
| 151 |
{
|
| 152 |
-
"dataset": "
|
| 153 |
-
"data_fetched_at": "2026-06-27T08:
|
| 154 |
-
"context_length":
|
| 155 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 156 |
},
|
| 157 |
{
|
| 158 |
-
"dataset": "
|
| 159 |
-
"data_fetched_at": "2026-06-27T08:
|
| 160 |
-
"context_length":
|
| 161 |
-
"prediction_length":
|
| 162 |
}
|
| 163 |
],
|
| 164 |
"failed_datasets": []
|
|
@@ -166,25 +150,19 @@
|
|
| 166 |
"ARIMA": {
|
| 167 |
"model": "ARIMA",
|
| 168 |
"api_model_id": "baseline/arima",
|
| 169 |
-
"evaluated_at": "2026-06-27T08:
|
| 170 |
"datasets": [
|
| 171 |
{
|
| 172 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 173 |
-
"data_fetched_at": "2026-06-27T08:
|
| 174 |
"context_length": 96,
|
| 175 |
"prediction_length": 24
|
| 176 |
},
|
| 177 |
{
|
| 178 |
-
"dataset": "
|
| 179 |
-
"data_fetched_at": "2026-06-27T08:
|
| 180 |
-
"context_length":
|
| 181 |
-
"prediction_length":
|
| 182 |
-
},
|
| 183 |
-
{
|
| 184 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 185 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 186 |
-
"context_length": 240,
|
| 187 |
-
"prediction_length": 60
|
| 188 |
}
|
| 189 |
],
|
| 190 |
"failed_datasets": []
|
|
@@ -192,25 +170,19 @@
|
|
| 192 |
"Moving-Average": {
|
| 193 |
"model": "Moving-Average",
|
| 194 |
"api_model_id": "baseline/moving-average",
|
| 195 |
-
"evaluated_at": "2026-06-27T08:
|
| 196 |
"datasets": [
|
| 197 |
{
|
| 198 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 199 |
-
"data_fetched_at": "2026-06-27T08:
|
| 200 |
"context_length": 96,
|
| 201 |
"prediction_length": 24
|
| 202 |
},
|
| 203 |
{
|
| 204 |
-
"dataset": "
|
| 205 |
-
"data_fetched_at": "2026-06-27T08:
|
| 206 |
-
"context_length":
|
| 207 |
-
"prediction_length":
|
| 208 |
-
},
|
| 209 |
-
{
|
| 210 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 211 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 212 |
-
"context_length": 240,
|
| 213 |
-
"prediction_length": 60
|
| 214 |
}
|
| 215 |
],
|
| 216 |
"failed_datasets": []
|
|
@@ -218,33 +190,26 @@
|
|
| 218 |
"Seasonal-Naive": {
|
| 219 |
"model": "Seasonal-Naive",
|
| 220 |
"api_model_id": "baseline/seasonal-naive",
|
| 221 |
-
"evaluated_at": "2026-06-27T08:
|
| 222 |
"datasets": [
|
| 223 |
{
|
| 224 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 225 |
-
"data_fetched_at": "2026-06-27T08:
|
| 226 |
"context_length": 96,
|
| 227 |
"prediction_length": 24
|
| 228 |
},
|
| 229 |
{
|
| 230 |
-
"dataset": "
|
| 231 |
-
"data_fetched_at": "2026-06-27T08:
|
| 232 |
-
"context_length":
|
| 233 |
-
"prediction_length":
|
| 234 |
-
},
|
| 235 |
-
{
|
| 236 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 237 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 238 |
-
"context_length": 240,
|
| 239 |
-
"prediction_length": 60
|
| 240 |
}
|
| 241 |
],
|
| 242 |
"failed_datasets": []
|
| 243 |
}
|
| 244 |
},
|
| 245 |
"failed_models": [
|
| 246 |
-
"TabPFN-TS"
|
| 247 |
-
"Sundial"
|
| 248 |
],
|
| 249 |
"failed_datasets": [],
|
| 250 |
"aggregate_status": "ok",
|
|
@@ -260,7 +225,5 @@
|
|
| 260 |
"live_overall": "aggregates/live_overall_up_to_now.csv",
|
| 261 |
"live_metadata": "aggregates/live_metadata.json"
|
| 262 |
},
|
| 263 |
-
"push_status": "
|
| 264 |
-
"pushed_at": "2026-06-27T08:30:38.881490+00:00",
|
| 265 |
-
"push_detail": "HF Hub API"
|
| 266 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"status": "partial",
|
| 3 |
+
"started_at": "2026-06-27T08:35:14.775845+00:00",
|
| 4 |
+
"finished_at": "2026-06-27T08:37:55.432994+00:00",
|
| 5 |
+
"task_count": 2,
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 8 |
"ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
|
|
|
|
| 10 |
"Chronos-2": {
|
| 11 |
"model": "Chronos-2",
|
| 12 |
"api_model_id": "amazon/chronos-2",
|
| 13 |
+
"evaluated_at": "2026-06-27T08:36:11.392434+00:00",
|
| 14 |
"datasets": [
|
| 15 |
{
|
| 16 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 17 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 18 |
"context_length": 96,
|
| 19 |
"prediction_length": 24
|
| 20 |
},
|
| 21 |
{
|
| 22 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 23 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 24 |
+
"context_length": 288,
|
| 25 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
}
|
| 27 |
],
|
| 28 |
"failed_datasets": []
|
|
|
|
| 30 |
"Chronos-Bolt": {
|
| 31 |
"model": "Chronos-Bolt",
|
| 32 |
"api_model_id": "amazon/chronos-bolt-base",
|
| 33 |
+
"evaluated_at": "2026-06-27T08:36:22.842407+00:00",
|
| 34 |
"datasets": [
|
| 35 |
{
|
| 36 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 37 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 38 |
"context_length": 96,
|
| 39 |
"prediction_length": 24
|
| 40 |
},
|
| 41 |
{
|
| 42 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 43 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 44 |
+
"context_length": 288,
|
| 45 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
}
|
| 47 |
],
|
| 48 |
"failed_datasets": []
|
|
|
|
| 50 |
"TimesFM-2.5": {
|
| 51 |
"model": "TimesFM-2.5",
|
| 52 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 53 |
+
"evaluated_at": "2026-06-27T08:37:02.563635+00:00",
|
| 54 |
"datasets": [
|
| 55 |
{
|
| 56 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 57 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 58 |
"context_length": 96,
|
| 59 |
"prediction_length": 24
|
| 60 |
},
|
| 61 |
{
|
| 62 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 63 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 64 |
+
"context_length": 288,
|
| 65 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
}
|
| 67 |
],
|
| 68 |
"failed_datasets": []
|
|
|
|
| 70 |
"Toto-1.0": {
|
| 71 |
"model": "Toto-1.0",
|
| 72 |
"api_model_id": "Datadog/Toto-Open-Base-1.0",
|
| 73 |
+
"evaluated_at": "2026-06-27T08:37:14.718948+00:00",
|
| 74 |
"datasets": [
|
| 75 |
{
|
| 76 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 77 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 78 |
"context_length": 96,
|
| 79 |
"prediction_length": 24
|
| 80 |
},
|
| 81 |
{
|
| 82 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 83 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 84 |
+
"context_length": 288,
|
| 85 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 86 |
}
|
| 87 |
],
|
| 88 |
"failed_datasets": []
|
|
|
|
| 90 |
"TiRex": {
|
| 91 |
"model": "TiRex",
|
| 92 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 93 |
+
"evaluated_at": "2026-06-27T08:37:24.461725+00:00",
|
| 94 |
"datasets": [
|
| 95 |
{
|
| 96 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 97 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 98 |
"context_length": 96,
|
| 99 |
"prediction_length": 24
|
| 100 |
},
|
| 101 |
{
|
| 102 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 103 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 104 |
+
"context_length": 288,
|
| 105 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
}
|
| 107 |
],
|
| 108 |
"failed_datasets": []
|
|
|
|
| 110 |
"Moirai-2.0": {
|
| 111 |
"model": "Moirai-2.0",
|
| 112 |
"api_model_id": "Salesforce/moirai-2.0-R-small",
|
| 113 |
+
"evaluated_at": "2026-06-27T08:37:33.294732+00:00",
|
| 114 |
"datasets": [
|
| 115 |
{
|
| 116 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 117 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 118 |
"context_length": 96,
|
| 119 |
"prediction_length": 24
|
| 120 |
},
|
| 121 |
{
|
| 122 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 123 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 124 |
+
"context_length": 288,
|
| 125 |
+
"prediction_length": 36
|
| 126 |
+
}
|
| 127 |
+
],
|
| 128 |
+
"failed_datasets": []
|
| 129 |
+
},
|
| 130 |
+
"Sundial": {
|
| 131 |
+
"model": "Sundial",
|
| 132 |
+
"api_model_id": "thuml/sundial-base-128m",
|
| 133 |
+
"evaluated_at": "2026-06-27T08:37:54.945316+00:00",
|
| 134 |
+
"datasets": [
|
| 135 |
+
{
|
| 136 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 137 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 138 |
+
"context_length": 96,
|
| 139 |
+
"prediction_length": 24
|
| 140 |
},
|
| 141 |
{
|
| 142 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 143 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 144 |
+
"context_length": 288,
|
| 145 |
+
"prediction_length": 36
|
| 146 |
}
|
| 147 |
],
|
| 148 |
"failed_datasets": []
|
|
|
|
| 150 |
"ARIMA": {
|
| 151 |
"model": "ARIMA",
|
| 152 |
"api_model_id": "baseline/arima",
|
| 153 |
+
"evaluated_at": "2026-06-27T08:37:55.175297+00:00",
|
| 154 |
"datasets": [
|
| 155 |
{
|
| 156 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 157 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 158 |
"context_length": 96,
|
| 159 |
"prediction_length": 24
|
| 160 |
},
|
| 161 |
{
|
| 162 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 163 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 164 |
+
"context_length": 288,
|
| 165 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 166 |
}
|
| 167 |
],
|
| 168 |
"failed_datasets": []
|
|
|
|
| 170 |
"Moving-Average": {
|
| 171 |
"model": "Moving-Average",
|
| 172 |
"api_model_id": "baseline/moving-average",
|
| 173 |
+
"evaluated_at": "2026-06-27T08:37:55.200861+00:00",
|
| 174 |
"datasets": [
|
| 175 |
{
|
| 176 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 177 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 178 |
"context_length": 96,
|
| 179 |
"prediction_length": 24
|
| 180 |
},
|
| 181 |
{
|
| 182 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 183 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 184 |
+
"context_length": 288,
|
| 185 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 186 |
}
|
| 187 |
],
|
| 188 |
"failed_datasets": []
|
|
|
|
| 190 |
"Seasonal-Naive": {
|
| 191 |
"model": "Seasonal-Naive",
|
| 192 |
"api_model_id": "baseline/seasonal-naive",
|
| 193 |
+
"evaluated_at": "2026-06-27T08:37:55.221645+00:00",
|
| 194 |
"datasets": [
|
| 195 |
{
|
| 196 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 197 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 198 |
"context_length": 96,
|
| 199 |
"prediction_length": 24
|
| 200 |
},
|
| 201 |
{
|
| 202 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 203 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 204 |
+
"context_length": 288,
|
| 205 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 206 |
}
|
| 207 |
],
|
| 208 |
"failed_datasets": []
|
| 209 |
}
|
| 210 |
},
|
| 211 |
"failed_models": [
|
| 212 |
+
"TabPFN-TS"
|
|
|
|
| 213 |
],
|
| 214 |
"failed_datasets": [],
|
| 215 |
"aggregate_status": "ok",
|
|
|
|
| 225 |
"live_overall": "aggregates/live_overall_up_to_now.csv",
|
| 226 |
"live_metadata": "aggregates/live_metadata.json"
|
| 227 |
},
|
| 228 |
+
"push_status": "pending"
|
|
|
|
|
|
|
| 229 |
}
|
results/seasonal_naive/all_results.csv
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Seasonal-Naive,
|
| 3 |
bitbrains_fast_storage/5T/long,Seasonal-Naive,3499892.2950397297,3499892.2950397297,289.35216809290046,1.190359880620704,1.795788841111804,0.5099463825492213,231.56717491055915,1870.7999078040737,4.9439656728737384,0.7646714009634807,2.122607238439539,Web/CloudOps,2,96.0
|
| 4 |
bitbrains_fast_storage/5T/medium,Seasonal-Naive,3704568.4175853366,3704568.4175853366,280.36127147074325,1.271487396616441,4.117625747562423,0.4499728768046956,196.7313435217375,1924.7255434438791,5.847847822156081,0.8518149802561188,2.0491239073790615,Web/CloudOps,2,48.0
|
| 5 |
bitbrains_fast_storage/5T/short,Seasonal-Naive,2299344.812804004,2299344.812804004,173.28187846869332,1.0948146284753992,2.4327068429200516,0.374655124365134,70.19326241539363,1516.3590646031053,4.760992442912181,0.5440622430011399,0.8929464680662709,Web/CloudOps,2,24.0
|
|
@@ -24,7 +24,7 @@ car_parts/M/short,Seasonal-Naive,2.9952172180151453,2.9952172180151453,0.6895841
|
|
| 24 |
coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,3604173.2344646454,3604173.2344646454,1790.0851236979167,2.1196608809735107,0.029625130581976872,0.029135937472272343,15.355291965890776,1898.466021414301,0.0312639276656683,0.02947911165720429,0.022828638390229326,Finance,1
|
| 25 |
covid_deaths/D/short,Seasonal-Naive,4435194.482205514,4435194.482205514,353.7093984962406,46.91239825526407,0.132724402667158,0.1778110471170298,1472.7784117419058,2105.990142950701,0.792389040211866,0.133084882532099,0.1267232783122367,Healthcare,1,24.0
|
| 26 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687425,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12.0
|
| 27 |
-
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1
|
| 28 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
|
| 29 |
electricity/15T/long,Seasonal-Naive,6142069.7442042045,6142069.7442042045,249.06663475975975,3.412327584432877,0.5159208992945213,0.384422579940197,66.52365216918754,2478.3199438741167,3.9098536420593457,0.3929331608043482,0.4779696439404405,Energy,1,96.0
|
| 30 |
electricity/15T/medium,Seasonal-Naive,2925108.410720721,2925108.410720721,223.189305884009,3.4575185664171464,0.4035447466155227,0.411898807289134,54.65956633387852,1710.294831519034,2.9470102785062213,0.3845776566538864,0.4298202929628236,Energy,1,48.0
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1024525.0827172598,1024525.0827172598,714.9659830729166,0.4890494438867173,0.011956697174570685,0.011917757405548533,3.210564310110216,1012.188264463316,0.01687613881954969,0.011920574072247257,0.010339217635329826,Finance,1,24
|
| 3 |
bitbrains_fast_storage/5T/long,Seasonal-Naive,3499892.2950397297,3499892.2950397297,289.35216809290046,1.190359880620704,1.795788841111804,0.5099463825492213,231.56717491055915,1870.7999078040737,4.9439656728737384,0.7646714009634807,2.122607238439539,Web/CloudOps,2,96.0
|
| 4 |
bitbrains_fast_storage/5T/medium,Seasonal-Naive,3704568.4175853366,3704568.4175853366,280.36127147074325,1.271487396616441,4.117625747562423,0.4499728768046956,196.7313435217375,1924.7255434438791,5.847847822156081,0.8518149802561188,2.0491239073790615,Web/CloudOps,2,48.0
|
| 5 |
bitbrains_fast_storage/5T/short,Seasonal-Naive,2299344.812804004,2299344.812804004,173.28187846869332,1.0948146284753992,2.4327068429200516,0.374655124365134,70.19326241539363,1516.3590646031053,4.760992442912181,0.5440622430011399,0.8929464680662709,Web/CloudOps,2,24.0
|
|
|
|
| 24 |
coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,3604173.2344646454,3604173.2344646454,1790.0851236979167,2.1196608809735107,0.029625130581976872,0.029135937472272343,15.355291965890776,1898.466021414301,0.0312639276656683,0.02947911165720429,0.022828638390229326,Finance,1
|
| 25 |
covid_deaths/D/short,Seasonal-Naive,4435194.482205514,4435194.482205514,353.7093984962406,46.91239825526407,0.132724402667158,0.1778110471170298,1472.7784117419058,2105.990142950701,0.792389040211866,0.133084882532099,0.1267232783122367,Healthcare,1,24.0
|
| 26 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687425,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12.0
|
| 27 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
|
| 28 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
|
| 29 |
electricity/15T/long,Seasonal-Naive,6142069.7442042045,6142069.7442042045,249.06663475975975,3.412327584432877,0.5159208992945213,0.384422579940197,66.52365216918754,2478.3199438741167,3.9098536420593457,0.3929331608043482,0.4779696439404405,Energy,1,96.0
|
| 30 |
electricity/15T/medium,Seasonal-Naive,2925108.410720721,2925108.410720721,223.189305884009,3.4575185664171464,0.4035447466155227,0.411898807289134,54.65956633387852,1710.294831519034,2.9470102785062213,0.3845776566538864,0.4298202929628236,Energy,1,48.0
|
results/seasonal_naive/online_meta.json
CHANGED
|
@@ -1,25 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"model": "Seasonal-Naive",
|
| 3 |
"api_model_id": "baseline/seasonal-naive",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
-
"context_length": 240,
|
| 22 |
-
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Seasonal-Naive",
|
| 3 |
"api_model_id": "baseline/seasonal-naive",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:37:55.221645+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 15 |
+
"context_length": 288,
|
| 16 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
results/sundial/all_results.csv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Sundial,735730.1249128977,653782.5659669241,772.9982096354166,0.5287445186172925,0.012903861257138632,0.012813255583438045,4.253632026044927,857.7471217747674,0.014301153261063905,0.012888141021855773,0.008474982457246392,Finance,1,24
|
| 3 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,5.682115415693533e-15,4.033650201086201e-15,5.301320557229674e-08,nan,nan,2.0,nan,7.537980774513513e-08,inf,inf,inf,Climate,1,36
|
results/sundial/config.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "Sundial",
|
| 3 |
+
"model_type": "zero-shot",
|
| 4 |
+
"model_dtype": "float32",
|
| 5 |
+
"model_link": "https://huggingface.co/thuml/sundial-base-128m",
|
| 6 |
+
"code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
|
| 7 |
+
"org": "Tsinghua University",
|
| 8 |
+
"testdata_leakage": "No",
|
| 9 |
+
"replication_code_available": "Yes",
|
| 10 |
+
"api_model_id": "thuml/sundial-base-128m"
|
| 11 |
+
}
|
results/sundial/online_meta.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "Sundial",
|
| 3 |
+
"api_model_id": "thuml/sundial-base-128m",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:37:54.945316+00:00",
|
| 5 |
+
"datasets": [
|
| 6 |
+
{
|
| 7 |
+
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 9 |
+
"context_length": 96,
|
| 10 |
+
"prediction_length": 24
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 15 |
+
"context_length": 288,
|
| 16 |
+
"prediction_length": 36
|
| 17 |
+
}
|
| 18 |
+
],
|
| 19 |
+
"failed_datasets": []
|
| 20 |
+
}
|
results/timesfm_2_5/all_results.csv
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,2686895.4844404855,2100055.779821396,1191.1140950520833,1.4104122304767708,0.019806763641568147,0.019516261826105396,72.44628274857321,1639.1752451890204,0.026993928634427757,0.019615260157000027,0.02350825970696062,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1
|
| 5 |
-
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,2.4791153129579775,1.5522412452360186,1.0316153367360432,0.6887295343576602,0.04470531742900313,0.043334213499993966,34.97077056996226,1.5745206613309264,0.06881395429931407,0.04508643956225944,0.05506578192577641,Weather,1
|
| 8 |
noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0842103908395409,0.12306582043828657,0.2961406161387761,0.39851605623513653,0.19135576991048933,0.22564335660310403,3.8359004189651613,0.2901902666175089,0.17131150109404053,0.1748242423048479,0.11879206279341473,Ocean,1
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,176216.04751459757,265351.0539385478,448.9765625,0.30710795115744927,0.007480758377026153,0.007494345402323949,7.359051145024684,419.780951824398,0.006998976243364647,0.007485752464727212,0.007032128000031338,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,2686895.4844404855,2100055.779821396,1191.1140950520833,1.4104122304767708,0.019806763641568147,0.019516261826105396,72.44628274857321,1639.1752451890204,0.026993928634427757,0.019615260157000027,0.02350825970696062,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1
|
| 5 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,2.4791153129579775,1.5522412452360186,1.0316153367360432,0.6887295343576602,0.04470531742900313,0.043334213499993966,34.97077056996226,1.5745206613309264,0.06881395429931407,0.04508643956225944,0.05506578192577641,Weather,1
|
| 8 |
noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0842103908395409,0.12306582043828657,0.2961406161387761,0.39851605623513653,0.19135576991048933,0.22564335660310403,3.8359004189651613,0.2901902666175089,0.17131150109404053,0.1748242423048479,0.11879206279341473,Ocean,1
|
results/timesfm_2_5/online_meta.json
CHANGED
|
@@ -1,25 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
-
"context_length": 240,
|
| 22 |
-
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:37:02.563635+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 15 |
+
"context_length": 288,
|
| 16 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
results/tirex/all_results.csv
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,TiRex,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TiRex,2347680.281036377,2347680.281036377,1305.6334635416667,1.5460159636666813,0.0216822111780193,0.021358474553651908,12.309384085851185,1532.2141759676997,0.025232494353562035,0.02150116446731742,0.014811438105629429,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1
|
| 5 |
-
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.7824289700241328,0.7824289700241328,0.7451162338256836,0.49745630807387214,0.03283720424092748,0.03209361474635387,2.597293624501827,0.8845501512204567,0.038658999641251815,0.03256508200966755,0.022305442849611338,Weather,1
|
| 8 |
noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.08833668244184167,0.08833668244184167,0.1924935499827067,0.25903832912220687,0.14313526548143335,0.11960228316131524,0.8762233225629624,0.29721487587575707,0.17545842294175276,0.11363702643384438,0.0767497417171197,Ocean,1
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,TiRex,174770.08986663818,174770.08986663818,307.7249348958333,0.2104893265467924,0.0051428391537117,0.0051373549494914735,3.008545991660268,418.0551277841694,0.0069702017089192615,0.005130674699427112,0.009629582138006198,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TiRex,2347680.281036377,2347680.281036377,1305.6334635416667,1.5460159636666813,0.0216822111780193,0.021358474553651908,12.309384085851185,1532.2141759676997,0.025232494353562035,0.02150116446731742,0.014811438105629429,Finance,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1
|
| 5 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1,36
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1
|
| 7 |
nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.7824289700241328,0.7824289700241328,0.7451162338256836,0.49745630807387214,0.03283720424092748,0.03209361474635387,2.597293624501827,0.8845501512204567,0.038658999641251815,0.03256508200966755,0.022305442849611338,Weather,1
|
| 8 |
noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.08833668244184167,0.08833668244184167,0.1924935499827067,0.25903832912220687,0.14313526548143335,0.11960228316131524,0.8762233225629624,0.29721487587575707,0.17545842294175276,0.11363702643384438,0.0767497417171197,Ocean,1
|
results/tirex/online_meta.json
CHANGED
|
@@ -1,25 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"model": "TiRex",
|
| 3 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
-
"context_length": 240,
|
| 22 |
-
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "TiRex",
|
| 3 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:37:24.461725+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 15 |
+
"context_length": 288,
|
| 16 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
results/toto_1_0/all_results.csv
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
-
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Toto-1.0,
|
|
|
|
| 3 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.4689679068187988,8.08235352330468e-09,7.683393232582603e-05,nan,nan,2.0,nan,0.6848123150314974,inf,inf,inf,Transportation,1
|
| 4 |
noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,0.19438323844226676,0.13071282467188586,0.26192301710446675,0.35246947607067164,0.18797074637907632,0.15488675974869207,1.5325168083579825,0.44088914529875506,0.2602753778670023,0.15462415660683967,0.09423372264556035,Ocean,1
|
|
|
|
| 1 |
+
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Toto-1.0,1804677.942841212,660339.4337520599,780.0314127604166,0.5335553545989434,0.013025040001018397,0.01293340015317125,2.88499550296905,1343.3830216439435,0.022398124101063382,0.013005405088680855,0.010294354408720775,Finance,1,24
|
| 3 |
+
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,0.9679872243264231,6.629399883005541e-09,6.411223257095521e-05,nan,nan,2.0,nan,0.9838634175160814,inf,inf,inf,Climate,1,36
|
| 4 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.4689679068187988,8.08235352330468e-09,7.683393232582603e-05,nan,nan,2.0,nan,0.6848123150314974,inf,inf,inf,Transportation,1
|
| 5 |
noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,0.19438323844226676,0.13071282467188586,0.26192301710446675,0.35246947607067164,0.18797074637907632,0.15488675974869207,1.5325168083579825,0.44088914529875506,0.2602753778670023,0.15462415660683967,0.09423372264556035,Ocean,1
|
results/toto_1_0/online_meta.json
CHANGED
|
@@ -1,25 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"model": "Toto-1.0",
|
| 3 |
"api_model_id": "Datadog/Toto-Open-Base-1.0",
|
| 4 |
-
"evaluated_at": "2026-06-27T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-27T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-27T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
| 17 |
-
},
|
| 18 |
-
{
|
| 19 |
-
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
|
| 20 |
-
"data_fetched_at": "2026-06-27T08:28:11.920236Z",
|
| 21 |
-
"context_length": 240,
|
| 22 |
-
"prediction_length": 60
|
| 23 |
}
|
| 24 |
],
|
| 25 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Toto-1.0",
|
| 3 |
"api_model_id": "Datadog/Toto-Open-Base-1.0",
|
| 4 |
+
"evaluated_at": "2026-06-27T08:37:14.718948+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
|
| 14 |
+
"data_fetched_at": "2026-06-27T08:35:12.978219Z",
|
| 15 |
+
"context_length": 288,
|
| 16 |
+
"prediction_length": 36
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|