ziyuzhou02 commited on
Commit
a70de50
·
verified ·
1 Parent(s): b183a90

Update leaderboard results from local eval

Browse files
Files changed (36) hide show
  1. results/aggregates/live_metadata.json +5 -5
  2. results/aggregates/live_overall_up_to_now.csv +10 -9
  3. results/aggregates/live_rank_up_to_now.csv +10 -9
  4. results/aggregates/live_release_metrics.csv +20 -0
  5. results/aggregates/live_results_by_dataset.csv +20 -9
  6. results/aggregates/metadata.json +4 -4
  7. results/aggregates/results_by_domain.csv +20 -16
  8. results/aggregates/results_by_frequency.csv +26 -24
  9. results/aggregates/results_by_prediction_length.csv +21 -0
  10. results/aggregates/results_overall.csv +10 -9
  11. results/arima/all_results.csv +3 -3
  12. results/arima/online_meta.json +6 -12
  13. results/baseline_rank_history_daily.csv +1 -1
  14. results/baseline_rank_history_weekly.csv +1 -1
  15. results/chronos_2/all_results.csv +3 -3
  16. results/chronos_2/online_meta.json +6 -12
  17. results/chronos_bolt/all_results.csv +3 -3
  18. results/chronos_bolt/online_meta.json +6 -12
  19. results/eval_history.jsonl +2 -0
  20. results/evaluation_metrics.jsonl +20 -0
  21. results/moirai_2_0/all_results.csv +3 -2
  22. results/moirai_2_0/online_meta.json +6 -12
  23. results/moving_average/all_results.csv +3 -3
  24. results/moving_average/online_meta.json +6 -12
  25. results/online_status.json +77 -114
  26. results/seasonal_naive/all_results.csv +3 -3
  27. results/seasonal_naive/online_meta.json +6 -12
  28. results/sundial/all_results.csv +3 -0
  29. results/sundial/config.json +11 -0
  30. results/sundial/online_meta.json +20 -0
  31. results/timesfm_2_5/all_results.csv +3 -3
  32. results/timesfm_2_5/online_meta.json +6 -12
  33. results/tirex/all_results.csv +3 -3
  34. results/tirex/online_meta.json +6 -12
  35. results/toto_1_0/all_results.csv +3 -2
  36. results/toto_1_0/online_meta.json +6 -12
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-06-27T08:30:21.442652+00:00",
3
  "scope": "All deduplicated metrics-only evaluation releases saved up to generation time",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
@@ -10,8 +10,8 @@
10
  "rtg": "100 * (MSE_seasonal_naive - MSE_model) / (MSE_seasonal_naive + MSE_model) on metrics-only matched releases",
11
  "ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
12
  "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
13
- "num_models": 9,
14
- "num_datasets": 3,
15
- "num_model_releases": 27,
16
- "num_unique_releases": 3
17
  }
 
1
  {
2
+ "generated_at": "2026-06-27T08:37:55.432427+00:00",
3
  "scope": "All deduplicated metrics-only evaluation releases saved up to generation time",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
10
  "rtg": "100 * (MSE_seasonal_naive - MSE_model) / (MSE_seasonal_naive + MSE_model) on metrics-only matched releases",
11
  "ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
12
  "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
13
+ "num_models": 10,
14
+ "num_datasets": 4,
15
+ "num_model_releases": 47,
16
+ "num_unique_releases": 5
17
  }
results/aggregates/live_overall_up_to_now.csv CHANGED
@@ -1,10 +1,11 @@
1
  Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
- 1,TimesFM-2.5,59002.7040003654,140.33780339983838,0.09942706121950712,0.06291701882037534,36.51477276432744,2.6666666666666665,0.8125,1168.9810419450034,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
3
- 2,TiRex,58338.444293252665,139.54848282052382,0.07414793844098162,0.0431945621191453,35.926903541920346,3.1666666666666665,0.7083333333333334,1147.9929152744007,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
4
- 3,Chronos-2,814574.7703307288,521.2162090372955,0.12197061117129315,0.06518441853292806,-11.194755819729801,5.333333333333333,0.4583333333333333,1022.9047655699333,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
5
- 4,Moving-Average,43896.538633203076,121.10300685559473,0.11347043884329733,0.11303967669408023,27.253060389027024,4.166666666666667,0.6041666666666666,1007.44787895921,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
6
- 5,Chronos-Bolt,172657.29737608976,240.0245843686566,0.09707367683363616,0.0590053516387981,-16.91181263069521,6.0,0.3958333333333333,995.4726428241736,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
7
- 6,Seasonal-Naive,341667.2308344545,337.62053679923315,0.11839054245103253,0.11842297976888269,0.0,5.166666666666667,0.4583333333333333,965.3037933799959,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
8
- 7,Moirai-2.0,53568.78350480267,133.83245293502821,0.1635668373091534,0.09637376822698482,13.359814221345417,5.666666666666667,0.4375,917.3651481315229,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
9
- 8,Toto-1.0,677548.6647165375,475.61147107462506,0.10032496275419377,0.05213908673359398,-44.534951928430594,6.833333333333333,0.25,894.0449045005536,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
10
- 9,ARIMA,140567.2111015028,216.6752749669511,0.16151781655258737,0.129235809654603,1.808938577701544,6.0,0.375,880.4869094152065,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
 
1
  Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
+ 1,TimesFM-2.5,44153.030465760574,105.13556903631633,0.09942266268163243,0.0629145571085492,27.398680037930756,2.375,0.8529411764705882,1229.570796204377,560.0146238018112,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
3
+ 2,TiRex,43723.18888538483,104.62472389230209,0.07414349537927707,0.04319211202335412,26.948094320440482,3.4375,0.7058823529411765,1177.6919844822457,173.35053414846385,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
4
+ 3,Chronos-2,610672.4569339616,390.82941985987264,0.12196623046216006,0.06518201158693851,-8.394078089834428,4.875,0.5294117647058824,1077.9620131853158,1462.980251163949,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
5
+ 4,Seasonal-Naive,256190.87088666126,253.18598844806004,0.11838610729576723,0.11842252737472028,0.0,4.375,0.5661764705882353,1030.5869554063136,336.87833726997025,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
6
+ 5,Chronos-Bolt,129529.93328220656,180.04411207591798,0.09707813838549244,0.05900689641298707,-12.689633978194824,5.8125,0.4411764705882353,1016.6418510266128,209.07874806244104,1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
7
+ 6,Moving-Average,32778.94834657433,90.62916567336993,0.11346602653530478,0.11303520634284434,20.460632726174367,4.75,0.5588235294117647,985.302008179915,811.5075807206913,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
8
+ 7,Sundial,367865.06245644885,428.8735609250736,0.012903861257138632,0.008474982457246392,8.203212708944873,7.0,0.3333333333333333,910.8637035488917,,,0.0,2,2,0.5,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
9
+ 8,ARIMA,105185.15854761182,162.32126251704074,0.16151342904261717,0.12923134916042828,1.3778712323031588,6.125,0.39705882352941174,870.5813208721468,1359.0579805336877,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
10
+ 9,Moirai-2.0,40101.0116581907,100.27998871152936,0.16356240653644918,0.09637130914167595,10.029528058176421,6.5,0.36764705882352944,867.04989549876,427.52224938067656,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
11
+ 10,Toto-1.0,479665.81703955226,346.6638578953976,0.10041142797212056,0.05220156263036727,-57.72872955929246,7.75,0.16911764705882354,833.7494715954218,161197.2859139594,-1.0,0.0,4,5,0.5,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
results/aggregates/live_rank_up_to_now.csv CHANGED
@@ -1,10 +1,11 @@
1
  Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
2
- 1,TimesFM-2.5,2.6666666666666665,0.8125,1168.9810419450034,24,3,24
3
- 2,TiRex,3.1666666666666665,0.7083333333333334,1147.9929152744007,24,3,24
4
- 3,Chronos-2,5.333333333333333,0.4583333333333333,1022.9047655699333,24,3,24
5
- 4,Moving-Average,4.166666666666667,0.6041666666666666,1007.44787895921,24,3,24
6
- 5,Chronos-Bolt,6.0,0.3958333333333333,995.4726428241736,24,3,24
7
- 6,Seasonal-Naive,5.166666666666667,0.4583333333333333,965.3037933799959,24,3,24
8
- 7,Moirai-2.0,5.666666666666667,0.4375,917.3651481315229,24,3,24
9
- 8,Toto-1.0,6.833333333333333,0.25,894.0449045005536,24,3,24
10
- 9,ARIMA,6.0,0.375,880.4869094152065,24,3,24
 
 
1
  Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
2
+ 1,TimesFM-2.5,2.375,0.8529411764705882,1229.570796204377,34,5,42
3
+ 2,TiRex,3.4375,0.7058823529411765,1177.6919844822457,34,5,42
4
+ 3,Chronos-2,4.875,0.5294117647058824,1077.9620131853158,34,5,42
5
+ 4,Seasonal-Naive,4.375,0.5661764705882353,1030.5869554063136,34,5,42
6
+ 5,Chronos-Bolt,5.8125,0.4411764705882353,1016.6418510266128,34,5,42
7
+ 6,Moving-Average,4.75,0.5588235294117647,985.302008179915,34,5,42
8
+ 7,Sundial,7.0,0.3333333333333333,910.8637035488917,18,2,18
9
+ 8,ARIMA,6.125,0.39705882352941174,870.5813208721468,34,5,42
10
+ 9,Moirai-2.0,6.5,0.36764705882352944,867.04989549876,34,5,42
11
+ 10,Toto-1.0,7.75,0.16911764705882354,833.7494715954218,34,5,42
results/aggregates/live_release_metrics.csv CHANGED
@@ -1,28 +1,48 @@
1
  release_id,release_time,evaluated_at,dataset,domain,frequency,prediction_length,model,MSE,RMSE,MAPE,CRPS,RTG,MAPE_eligible
2
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.137628+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,421701.22298822826,649.385265453589,0.007563661670981433,0.006098675421806203,41.701744787852036,True
 
 
3
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.149034+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False
4
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.217129+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,ARIMA,0.4103162800985273,0.6405593493959223,0.3154719714341933,0.2523729438873998,-36.2749290547474,True
5
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:46.091456+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,2443724.145280838,1563.2415505227711,0.024182637301850458,0.019287909418391827,-40.90039943984443,True
 
 
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:49.841150+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False
7
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:54.521063+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-2,0.16571134833516818,0.40707658780034034,0.21975858504073584,0.11108092764746427,7.31613198065502,True
8
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:03.245148+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,517971.7543341319,719.7025457327019,0.01062929551123309,0.01092342821997192,32.86056609633991,True
 
 
9
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:05.776291+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,1.0941039077622847e-12,1.0459942197556757e-06,,,-100.0,False
10
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:08.659422+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-Bolt,0.13779413740803956,0.37120632727371383,0.18351805815603922,0.10708727505762429,16.40399601157446,True
11
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:14.871893+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,160705.97122383118,400.8814927429691,0.005139166141782814,0.007629278188254369,72.89281293429381,True
 
 
12
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:18.660711+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,1.2167879962794955e-13,3.488248839001449e-07,,,0.0,False
13
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:20.910846+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Moirai-2.0,0.37929057680704614,0.6158657132906865,0.32199450847652394,0.18511825826571526,-32.813370270257565,True
14
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.230421+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,131689.4406544846,362.8903975782283,0.00510233976888367,0.0038945837131939246,77.2299693973281,True
 
 
15
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.239157+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False
16
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.251207+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Moving-Average,0.17524512460761865,0.41862289068757175,0.221838537917711,0.22218476967496653,4.529211769752965,True
17
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.267151+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1025001.5006306967,1012.4235776742345,0.011974437795631834,0.01034102721197946,0.0,True
 
 
18
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.285480+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False
19
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.292741+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Seasonal-Naive,0.1918726668260914,0.4380327234649158,0.22480664710643322,0.22650493232578592,0.0,True
 
 
20
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:58.506738+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,175015.24454307556,418.348233584266,0.005160611400529902,0.009639382521170907,70.83119960668017,True
 
 
21
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:03.864343+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False
22
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:07.315845+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TiRex,0.08833668244184167,0.29721487587575707,0.14313526548143335,0.0767497417171197,36.949511019080866,True
23
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:28.133970+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,177008.02779070535,420.7232199328976,0.0074983525285249,0.007041974847335956,70.54798258992675,True
 
 
24
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:31.801144+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False
25
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:35.575416+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TimesFM-2.5,0.0842103908395409,0.2901902666175089,0.19135576991048933,0.11879206279341473,38.99633570305558,True
26
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:43.926635+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,2032645.330798467,1425.708711763545,0.012679179129311213,0.010044450821627615,-32.95487954365191,True
 
 
27
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:48.216579+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,0.4689679068187988,0.6848123150314974,,,-100.0,False
28
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:50.796240+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Toto-1.0,0.19438323844226676,0.44088914529875506,0.18797074637907632,0.09423372264556035,-0.6499762416398821,True
 
1
  release_id,release_time,evaluated_at,dataset,domain,frequency,prediction_length,model,MSE,RMSE,MAPE,CRPS,RTG,MAPE_eligible
2
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.137628+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,421701.22298822826,649.385265453589,0.007563661670981433,0.006098675421806203,41.701744787852036,True
3
+ binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.159885+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,419779.2247601061,647.9037156554252,0.00754611163110068,0.0060808334451073875,41.87108318006804,True
4
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.170412+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.149034+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False
6
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.217129+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,ARIMA,0.4103162800985273,0.6405593493959223,0.3154719714341933,0.2523729438873998,-36.2749290547474,True
7
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:46.091456+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,2443724.145280838,1563.2415505227711,0.024182637301850458,0.019287909418391827,-40.90039943984443,True
8
+ binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:36:09.028860+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,2441655.178768158,1562.5796551754274,0.024165114465318095,0.019278281634433694,-40.884489240141036,True
9
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:36:11.391833+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,False
10
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:49.841150+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False
11
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:54.521063+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-2,0.16571134833516818,0.40707658780034034,0.21975858504073584,0.11108092764746427,7.31613198065502,True
12
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:03.245148+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,517971.7543341319,719.7025457327019,0.01062929551123309,0.01092342821997192,32.86056609633991,True
13
+ binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:36:18.200748+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,518267.4363352458,719.9079360135196,0.010647141718658224,0.010929607316727794,32.81437005495258,True
14
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:36:22.841474+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,3.2825236033380433e-15,5.729331202974779e-08,,,0.0,False
15
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:05.776291+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,1.0941039077622847e-12,1.0459942197556757e-06,,,-100.0,False
16
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:08.659422+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-Bolt,0.13779413740803956,0.37120632727371383,0.18351805815603922,0.10708727505762429,16.40399601157446,True
17
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:14.871893+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,160705.97122383118,400.8814927429691,0.005139166141782814,0.007629278188254369,72.89281293429381,True
18
+ binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:31.162876+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,160101.36346054077,400.12668426454735,0.005121443050965992,0.00761944184701889,72.97015207163268,True
19
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:33.293993+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,7.853649481634599e-14,2.8024363474724275e-07,,,0.0,False
20
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:18.660711+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,1.2167879962794955e-13,3.488248839001449e-07,,,0.0,False
21
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:20.910846+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Moirai-2.0,0.37929057680704614,0.6158657132906865,0.32199450847652394,0.18511825826571526,-32.813370270257565,True
22
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.230421+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,131689.4406544846,362.8903975782283,0.00510233976888367,0.0038945837131939246,77.2299693973281,True
23
+ binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.186821+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,130541.79562786083,361.30568169883634,0.005084690536913486,0.0038767023082503425,77.39666887256091,True
24
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.199822+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False
25
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.239157+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False
26
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.251207+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Moving-Average,0.17524512460761865,0.41862289068757175,0.221838537917711,0.22218476967496653,4.529211769752965,True
27
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.267151+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1025001.5006306967,1012.4235776742345,0.011974437795631834,0.01034102721197946,0.0,True
28
+ binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.212656+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1024525.0827172598,1012.188264463316,0.011956697174570685,0.010339217635329826,0.0,True
29
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:55.220779+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,0.0,0.0,,,0.0,False
30
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.285480+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False
31
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:21.292741+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Seasonal-Naive,0.1918726668260914,0.4380327234649158,0.22480664710643322,0.22650493232578592,0.0,True
32
+ binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:52.310908+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,735730.1249128977,857.7471217747674,0.012903861257138632,0.008474982457246392,16.406425417889746,True
33
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:54.944651+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Sundial,5.682115415693533e-15,7.537980774513513e-08,,,0.0,False
34
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:58.506738+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,175015.24454307556,418.348233584266,0.005160611400529902,0.009639382521170907,70.83119960668017,True
35
+ binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:21.676950+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,174770.08986663818,418.0551277841694,0.0051428391537117,0.009629582138006198,70.85453291868195,True
36
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:24.461002+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,5.906315718058047e-17,7.685255830522526e-09,,,0.0,False
37
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:03.864343+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False
38
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:30:07.315845+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TiRex,0.08833668244184167,0.29721487587575707,0.14313526548143335,0.0767497417171197,36.949511019080866,True
39
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:28.133970+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,177008.02779070535,420.7232199328976,0.0074983525285249,0.007041974847335956,70.54798258992675,True
40
+ binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:36:59.334300+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,176216.04751459757,419.780951824398,0.007480758377026153,0.007032128000031338,70.64878630740814,True
41
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:02.562740+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,0.0,0.0,,,0.0,False
42
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:31.801144+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False
43
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:35.575416+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TimesFM-2.5,0.0842103908395409,0.2901902666175089,0.19135576991048933,0.11879206279341473,38.99633570305558,True
44
  binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:43.926635+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,2032645.330798467,1425.708711763545,0.012679179129311213,0.010044450821627615,-32.95487954365191,True
45
+ binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:11.931962+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,1804677.942841212,1343.3830216439435,0.013025040001018397,0.010294354408720775,-27.575004447408073,True
46
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36,2026-06-27T08:35:12.978219Z,2026-06-27T08:37:14.717964+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,0.9679872243264231,0.9838634175160814,,,-99.99999999999999,False
47
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:48.216579+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,0.4689679068187988,0.6848123150314974,,,-100.0,False
48
  noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60,2026-06-27T08:28:11.920236Z,2026-06-27T08:29:50.796240+00:00,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Toto-1.0,0.19438323844226676,0.44088914529875506,0.18797074637907632,0.09423372264556035,-0.6499762416398821,True
results/aggregates/live_results_by_dataset.csv CHANGED
@@ -1,28 +1,39 @@
1
  model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
2
- ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,421701.22298822826,649.385265453589,0.007563661670981433,0.006098675421806203,41.701744787852036,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
3
  ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
4
  ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.4103162800985273,0.6405593493959223,0.3154719714341933,0.2523729438873998,-36.2749290547474,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
5
- Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2443724.145280838,1563.2415505227711,0.024182637301850458,0.019287909418391827,-40.90039943984443,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
6
  Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
7
  Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.16571134833516818,0.40707658780034034,0.21975858504073584,0.11108092764746427,7.31613198065502,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
8
- Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,517971.7543341319,719.7025457327019,0.01062929551123309,0.01092342821997192,32.86056609633991,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
9
  Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.0459942197556757e-06,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
10
  Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.13779413740803956,0.37120632727371383,0.18351805815603922,0.10708727505762429,16.40399601157446,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
11
- Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,160705.97122383118,400.8814927429691,0.005139166141782814,0.007629278188254369,72.89281293429381,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
12
  Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
13
  Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.37929057680704614,0.6158657132906865,0.32199450847652394,0.18511825826571526,-32.813370270257565,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
14
- Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,131689.4406544846,362.8903975782283,0.00510233976888367,0.0038945837131939246,77.2299693973281,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
15
  Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
16
  Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.17524512460761865,0.41862289068757175,0.221838537917711,0.22218476967496653,4.529211769752965,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
17
- Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1025001.5006306967,1012.4235776742345,0.011974437795631834,0.01034102721197946,0.0,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
18
  Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
19
  Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.1918726668260914,0.4380327234649158,0.22480664710643322,0.22650493232578592,0.0,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
20
- TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,175015.24454307556,418.348233584266,0.005160611400529902,0.009639382521170907,70.83119960668017,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
 
 
21
  TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
22
  TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.08833668244184167,0.29721487587575707,0.14313526548143335,0.0767497417171197,36.949511019080866,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
23
- TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,177008.02779070535,420.7232199328976,0.0074983525285249,0.007041974847335956,70.54798258992675,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
24
  TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
25
  TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.0842103908395409,0.2901902666175089,0.19135576991048933,0.11879206279341473,38.99633570305558,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
26
- Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2032645.330798467,1425.708711763545,0.012679179129311213,0.010044450821627615,-32.95487954365191,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
27
  Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.4689679068187988,0.6848123150314974,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
28
  Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.19438323844226676,0.44088914529875506,0.18797074637907632,0.09423372264556035,-0.6499762416398821,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
1
  model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
2
+ ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,420740.2238741672,648.6444905545071,0.007554886651041056,0.006089754433456796,41.78641398396004,1359.0579805336877,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
3
+ ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
4
  ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
5
  ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.4103162800985273,0.6405593493959223,0.3154719714341933,0.2523729438873998,-36.2749290547474,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
6
+ Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2442689.662024498,1562.9106028490992,0.024173875883584276,0.01928309552641276,-40.892444339992736,1462.980251163949,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
7
+ Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
8
  Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
9
  Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.16571134833516818,0.40707658780034034,0.21975858504073584,0.11108092764746427,7.31613198065502,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
10
+ Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,518119.59533468884,719.8052408731107,0.010638218614945657,0.010926517768349856,32.83746807564624,209.07874806244104,1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
11
+ Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,3.2825236033380433e-15,5.729331202974779e-08,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
12
  Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.0459942197556757e-06,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
13
  Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.13779413740803956,0.37120632727371383,0.18351805815603922,0.10708727505762429,16.40399601157446,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
14
+ Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,160403.66734218597,400.5040885037582,0.0051303045963744034,0.00762436001763663,72.93148250296325,427.52224938067656,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
15
+ Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.853649481634599e-14,2.8024363474724275e-07,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
16
  Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
17
  Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.37929057680704614,0.6158657132906865,0.32199450847652394,0.18511825826571526,-32.813370270257565,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
18
+ Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,131115.61814117272,362.0980396385323,0.005093515152898578,0.0038856430107221335,77.3133191349445,811.5075807206913,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
19
+ Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
20
  Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
21
  Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.17524512460761865,0.41862289068757175,0.221838537917711,0.22218476967496653,4.529211769752965,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
22
+ Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1024763.2916739782,1012.3059210687752,0.01196556748510126,0.010340122423654643,0.0,336.87833726997025,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
23
+ Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
24
  Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
25
  Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.1918726668260914,0.4380327234649158,0.22480664710643322,0.22650493232578592,0.0,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
26
+ Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,735730.1249128977,857.7471217747674,0.012903861257138632,0.008474982457246392,16.406425417889746,,,,1,1.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
27
+ Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.682115415693533e-15,7.537980774513513e-08,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
28
+ TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,174892.66720485687,418.20168068421765,0.005151725277120801,0.009634482329588552,70.84286626268107,173.35053414846385,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
29
+ TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.906315718058047e-17,7.685255830522526e-09,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
30
  TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
31
  TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.08833668244184167,0.29721487587575707,0.14313526548143335,0.0767497417171197,36.949511019080866,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
32
+ TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,176612.03765265146,420.2520858786478,0.0074895554527755264,0.007037051423683647,70.59838444866745,560.0146238018112,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
33
+ TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
34
  TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
35
  TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.0842103908395409,0.2901902666175089,0.19135576991048933,0.11879206279341473,38.99633570305558,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
36
+ Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1918661.6368198395,1384.5458667037442,0.012852109565164804,0.010169402615174194,-30.264941995529995,161197.2859139594,-1.0,1.0,2,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:35:12.978219Z
37
+ Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.9679872243264231,0.9838634175160814,,,-99.99999999999999,,,,1,0.0,2026-06-27T08:35:12.978219Z,2026-06-27T08:35:12.978219Z
38
  Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.4689679068187988,0.6848123150314974,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
39
  Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.19438323844226676,0.44088914529875506,0.18797074637907632,0.09423372264556035,-0.6499762416398821,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-06-27T08:30:21.381420+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
@@ -10,7 +10,7 @@
10
  "frequency",
11
  "prediction_length"
12
  ],
13
- "num_configs": 13,
14
- "num_models": 9,
15
- "num_rows_missing_prediction_length": 96
16
  }
 
1
  {
2
+ "generated_at": "2026-06-27T08:37:55.327579+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
10
  "frequency",
11
  "prediction_length"
12
  ],
13
+ "num_configs": 14,
14
+ "num_models": 10,
15
+ "num_rows_missing_prediction_length": 79
16
  }
results/aggregates/results_by_domain.csv CHANGED
@@ -1,20 +1,24 @@
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Climate,Seasonal-Naive,,,2.9,5,5,1.0
3
- Climate,Chronos-2,,,3.0,5,5,1.0
4
- Climate,TiRex,,,3.0,5,5,1.0
5
- Climate,Chronos-Bolt,,,4.2,5,5,1.0
6
- Climate,Moving-Average,,,4.3,5,5,1.0
7
- Climate,TimesFM-2.5,,,5.1,5,5,1.0
8
- Climate,ARIMA,,,5.5,5,5,1.0
9
- Finance,ARIMA,,,2.5,2,2,1.0
10
- Finance,Moving-Average,,,3.0,2,2,1.0
11
- Finance,TiRex,,,3.5,2,2,1.0
12
- Finance,TimesFM-2.5,,,3.5,2,2,1.0
13
- Finance,Moirai-2.0,,,4.0,1,2,0.5
14
- Finance,Chronos-2,,,5.0,2,2,1.0
15
- Finance,Toto-1.0,,,6.0,1,2,0.5
16
- Finance,Seasonal-Naive,,,6.5,2,2,1.0
17
- Finance,Chronos-Bolt,,,8.0,1,2,0.5
 
 
 
 
18
  Hazards,Moving-Average,,,1.0,1,1,1.0
19
  Hazards,ARIMA,,,2.0,1,1,1.0
20
  Hazards,Chronos-2,,,3.0,1,1,1.0
 
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Climate,Seasonal-Naive,1.0,,2.9,5,5,1.0
3
+ Climate,Chronos-2,1.0,,3.0,5,5,1.0
4
+ Climate,TiRex,1.0,,3.0,5,5,1.0
5
+ Climate,Chronos-Bolt,1.0,,4.2,5,5,1.0
6
+ Climate,Moving-Average,1.0,,4.3,5,5,1.0
7
+ Climate,TimesFM-2.5,1.0,,5.1,5,5,1.0
8
+ Climate,ARIMA,1.0,,5.5,5,5,1.0
9
+ Climate,Sundial,1.0,,8.0,1,5,0.2
10
+ Climate,Moirai-2.0,1.0,,9.0,1,5,0.2
11
+ Climate,Toto-1.0,967987224326.4222,,10.0,1,5,0.2
12
+ Finance,ARIMA,0.4097305491504042,0.5881328413407881,2.5,2,3,0.6666666666666666
13
+ Finance,Moving-Average,0.12741688596011339,0.3749512240658663,3.0,2,3,0.6666666666666666
14
+ Finance,TimesFM-2.5,0.171997787547802,0.6801412106852308,3.5,2,3,0.6666666666666666
15
+ Finance,Moirai-2.0,0.15626885682087713,0.7369456873586504,4.0,1,3,0.3333333333333333
16
+ Finance,TiRex,0.1705864432358362,0.9313646813179725,4.0,2,3,0.6666666666666666
17
+ Finance,Seasonal-Naive,1.0,1.0,4.5,2,3,0.6666666666666666
18
+ Finance,Sundial,0.7181182162583897,0.819692819724262,5.0,1,3,0.3333333333333333
19
+ Finance,Chronos-2,2.383206834031204,1.8645783766615396,5.5,2,3,0.6666666666666666
20
+ Finance,Toto-1.0,1.761477559978151,0.9956608683372908,7.0,1,3,0.3333333333333333
21
+ Finance,Chronos-Bolt,0.5058611497931214,1.0571019686615841,9.0,1,3,0.3333333333333333
22
  Hazards,Moving-Average,,,1.0,1,1,1.0
23
  Hazards,ARIMA,,,2.0,1,1,1.0
24
  Hazards,Chronos-2,,,3.0,1,1,1.0
results/aggregates/results_by_frequency.csv CHANGED
@@ -20,30 +20,32 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
20
  1D,ARIMA,,,5.0,1,1,1.0
21
  1D,Moving-Average,,,6.0,1,1,1.0
22
  1D,Seasonal-Naive,,,7.0,1,1,1.0
23
- 1h,Moving-Average,,,2.8333333333333335,6,6,1.0
24
- 1h,TiRex,,,3.3333333333333335,6,6,1.0
25
- 1h,Chronos-2,,,4.0,6,6,1.0
26
- 1h,Moirai-2.0,,,4.0,1,6,0.16666666666666666
27
- 1h,ARIMA,,,4.166666666666667,6,6,1.0
28
- 1h,Seasonal-Naive,,,4.5,6,6,1.0
29
- 1h,Chronos-Bolt,,,4.833333333333333,6,6,1.0
30
- 1h,TimesFM-2.5,,,5.5,6,6,1.0
31
- 1h,Toto-1.0,,,6.0,1,6,0.16666666666666666
32
- 1mo,Chronos-2,,,1.0,1,1,1.0
33
- 1mo,TiRex,,,2.0,1,1,1.0
34
- 1mo,ARIMA,,,3.0,1,1,1.0
35
- 1mo,TimesFM-2.5,,,4.0,1,1,1.0
36
- 1mo,Moving-Average,,,5.0,1,1,1.0
37
- 1mo,Seasonal-Naive,,,6.0,1,1,1.0
38
- 5min,Seasonal-Naive,,,1.5,2,2,1.0
39
- 5min,TimesFM-2.5,,,1.5,2,2,1.0
40
- 5min,Chronos-2,,,3.0,2,2,1.0
41
- 5min,TiRex,,,4.0,2,2,1.0
42
- 5min,ARIMA,,,6.0,2,2,1.0
43
- 5min,Moving-Average,,,6.0,2,2,1.0
44
- 5min,Chronos-Bolt,,,6.5,2,2,1.0
45
- 5min,Moirai-2.0,,,7.0,1,2,0.5
46
- 5min,Toto-1.0,,,9.0,1,2,0.5
 
 
47
  6min,TiRex,,,1.0,1,1,1.0
48
  6min,Toto-1.0,,,2.0,1,1,1.0
49
  6min,Chronos-Bolt,,,3.0,1,1,1.0
 
20
  1D,ARIMA,,,5.0,1,1,1.0
21
  1D,Moving-Average,,,6.0,1,1,1.0
22
  1D,Seasonal-Naive,,,7.0,1,1,1.0
23
+ 1h,Moving-Average,0.12741688596011339,0.3749512240658663,2.8333333333333335,6,6,1.0
24
+ 1h,TiRex,0.1705864432358362,0.9313646813179725,3.5,6,6,1.0
25
+ 1h,Moirai-2.0,0.15626885682087713,0.7369456873586504,4.0,1,6,0.16666666666666666
26
+ 1h,ARIMA,0.4097305491504042,0.5881328413407881,4.166666666666667,6,6,1.0
27
+ 1h,Chronos-2,2.383206834031204,1.8645783766615396,4.166666666666667,6,6,1.0
28
+ 1h,Seasonal-Naive,1.0,1.0,4.666666666666667,6,6,1.0
29
+ 1h,Chronos-Bolt,0.5058611497931214,1.0571019686615841,5.0,6,6,1.0
30
+ 1h,Sundial,0.7181182162583897,0.819692819724262,5.0,1,6,0.16666666666666666
31
+ 1h,TimesFM-2.5,0.171997787547802,0.6801412106852308,5.5,6,6,1.0
32
+ 1h,Toto-1.0,1.761477559978151,0.9956608683372908,7.0,1,6,0.16666666666666666
33
+ 1mo,Chronos-2,,,1.0,1,2,0.5
34
+ 1mo,Seasonal-Naive,1.0,1.0,1.0,1,2,0.5
35
+ 1mo,TiRex,,,2.0,1,2,0.5
36
+ 1mo,ARIMA,,,3.0,1,2,0.5
37
+ 1mo,TimesFM-2.5,,,4.0,1,2,0.5
38
+ 1mo,Moving-Average,,,5.0,1,2,0.5
39
+ 5min,Seasonal-Naive,1.0,,1.5,2,2,1.0
40
+ 5min,TimesFM-2.5,1.0,,1.5,2,2,1.0
41
+ 5min,Chronos-2,1.0,,3.0,2,2,1.0
42
+ 5min,TiRex,1.0,,4.0,2,2,1.0
43
+ 5min,ARIMA,1.0,,6.0,2,2,1.0
44
+ 5min,Moving-Average,1.0,,6.0,2,2,1.0
45
+ 5min,Chronos-Bolt,1.0,,6.5,2,2,1.0
46
+ 5min,Moirai-2.0,1.0,,8.0,2,2,1.0
47
+ 5min,Sundial,1.0,,8.0,1,2,0.5
48
+ 5min,Toto-1.0,967987224326.4222,,9.5,2,2,1.0
49
  6min,TiRex,,,1.0,1,1,1.0
50
  6min,Toto-1.0,,,2.0,1,1,1.0
51
  6min,Chronos-Bolt,,,3.0,1,1,1.0
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -1 +1,22 @@
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ 12,Seasonal-Naive,1.0,1.0,1.0,1,1,1.0
3
+ 24,Moving-Average,0.12741688596011339,0.3749512240658663,1.0,1,1,1.0
4
+ 24,ARIMA,0.4097305491504042,0.5881328413407881,2.0,1,1,1.0
5
+ 24,TimesFM-2.5,0.171997787547802,0.6801412106852308,3.0,1,1,1.0
6
+ 24,Moirai-2.0,0.15626885682087713,0.7369456873586504,4.0,1,1,1.0
7
+ 24,Sundial,0.7181182162583897,0.819692819724262,5.0,1,1,1.0
8
+ 24,TiRex,0.1705864432358362,0.9313646813179725,6.0,1,1,1.0
9
+ 24,Toto-1.0,1.761477559978151,0.9956608683372908,7.0,1,1,1.0
10
+ 24,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0
11
+ 24,Chronos-Bolt,0.5058611497931214,1.0571019686615841,9.0,1,1,1.0
12
+ 24,Chronos-2,2.383206834031204,1.8645783766615396,10.0,1,1,1.0
13
+ 36,Seasonal-Naive,1.0,,1.5,1,1,1.0
14
+ 36,TimesFM-2.5,1.0,,1.5,1,1,1.0
15
+ 36,Chronos-2,1.0,,3.0,1,1,1.0
16
+ 36,TiRex,1.0,,4.0,1,1,1.0
17
+ 36,Chronos-Bolt,1.0,,5.0,1,1,1.0
18
+ 36,ARIMA,1.0,,6.5,1,1,1.0
19
+ 36,Moving-Average,1.0,,6.5,1,1,1.0
20
+ 36,Sundial,1.0,,8.0,1,1,1.0
21
+ 36,Moirai-2.0,1.0,,9.0,1,1,1.0
22
+ 36,Toto-1.0,967987224326.4222,,10.0,1,1,1.0
results/aggregates/results_overall.csv CHANGED
@@ -1,10 +1,11 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,TiRex,,,2.923076923076923,13,13,1.0
3
- Overall,Chronos-2,,,3.3076923076923075,13,13,1.0
4
- Overall,TimesFM-2.5,,,3.8461538461538463,13,13,1.0
5
- Overall,Moving-Average,,,4.230769230769231,13,13,1.0
6
- Overall,Chronos-Bolt,,,4.833333333333333,12,13,0.9230769230769231
7
- Overall,Seasonal-Naive,,,4.923076923076923,13,13,1.0
8
- Overall,ARIMA,,,5.076923076923077,13,13,1.0
9
- Overall,Moirai-2.0,,,5.666666666666667,3,13,0.23076923076923078
10
- Overall,Toto-1.0,,,5.666666666666667,3,13,0.23076923076923078
 
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,TiRex,0.4130211171790568,0.9313646813179725,3.0,13,14,0.9285714285714286
3
+ Overall,Chronos-2,1.5437638530653592,1.8645783766615396,3.3846153846153846,13,14,0.9285714285714286
4
+ Overall,TimesFM-2.5,0.4147261597099971,0.6801412106852308,3.8461538461538463,13,14,0.9285714285714286
5
+ Overall,Moving-Average,0.35695501951942543,0.3749512240658663,4.230769230769231,13,14,0.9285714285714286
6
+ Overall,Seasonal-Naive,1.0,1.0,4.615384615384615,13,14,0.9285714285714286
7
+ Overall,Chronos-Bolt,0.7112391649741466,1.0571019686615841,4.916666666666667,12,14,0.8571428571428571
8
+ Overall,ARIMA,0.640101983398274,0.5881328413407881,5.076923076923077,13,14,0.9285714285714286
9
+ Overall,Moirai-2.0,0.39530855900280876,0.7369456873586504,6.5,4,14,0.2857142857142857
10
+ Overall,Sundial,0.847418560251302,0.819692819724262,6.5,2,14,0.14285714285714285
11
+ Overall,Toto-1.0,1305790.095687868,0.9956608683372908,7.0,4,14,0.2857142857142857
results/arima/all_results.csv CHANGED
@@ -1,8 +1,8 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,ARIMA,421701.22298822826,268744.0797329096,454.8614228446789,0.31113330026083824,0.007563661670981433,0.007597373043270341,1.2639209447545519,649.385265453589,0.010826958019115608,0.007583734635886192,0.006098675421806203,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,1263846.0919554746,764871.4510416398,725.733661292618,0.8593497769926371,0.011996691834394542,0.01199146619377397,16.633255872389174,1124.2090961896165,0.018513469015460648,0.011951377815174268,0.010790413909507614,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1
5
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,0.7059610659112702,0.7181523574307583,0.6256357940121379,0.41768848692263716,0.026832797465735903,0.027177160771852754,8.108913046509256,0.8402148926978563,0.03672134043565993,0.0273432251443271,0.025057898986481093,Weather,1
8
  noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4103162800985273,0.40316623520064854,0.4303291752388494,0.5790934321509646,0.3154719714341933,0.22733178007801344,22.256345431041407,0.6405593493959223,0.3781490846123936,0.25404138406853005,0.2523729438873998,Ocean,1
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,ARIMA,419779.2247601061,266874.03760946717,453.7847626884289,0.3103968455718949,0.00754611163110068,0.007579568203176388,1.2344627571968174,647.9037156554252,0.010802449930498361,0.0075659192249051075,0.0060808334451073875,Finance,1,24
3
  coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,1263846.0919554746,764871.4510416398,725.733661292618,0.8593497769926371,0.011996691834394542,0.01199146619377397,16.633255872389174,1124.2090961896165,0.018513469015460648,0.011951377815174268,0.010790413909507614,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1
5
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,0.7059610659112702,0.7181523574307583,0.6256357940121379,0.41768848692263716,0.026832797465735903,0.027177160771852754,8.108913046509256,0.8402148926978563,0.03672134043565993,0.0273432251443271,0.025057898986481093,Weather,1
8
  noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4103162800985273,0.40316623520064854,0.4303291752388494,0.5790934321509646,0.3154719714341933,0.22733178007801344,22.256345431041407,0.6405593493959223,0.3781490846123936,0.25404138406853005,0.2523729438873998,Ocean,1
results/arima/online_meta.json CHANGED
@@ -1,25 +1,19 @@
1
  {
2
  "model": "ARIMA",
3
  "api_model_id": "baseline/arima",
4
- "evaluated_at": "2026-06-27T08:30:21.220020+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
- "context_length": 120,
16
- "prediction_length": 12
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
- "context_length": 240,
22
- "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "ARIMA",
3
  "api_model_id": "baseline/arima",
4
+ "evaluated_at": "2026-06-27T08:37:55.175297+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
14
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
 
 
 
 
 
 
17
  }
18
  ],
19
  "failed_datasets": []
results/baseline_rank_history_daily.csv CHANGED
@@ -18,4 +18,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,
18
  2026-06-24,Chronos-2,4.385,4.154,4.167,4.231,4.385,3.692,4.083,4.077,4.308,4.000
19
  2026-06-25,Chronos-2,4.643,4.429,5.231,5.071,4.643,5.000,4.308,4.929,4.714,5.083
20
  2026-06-26,Chronos-2,4.857,4.429,5.308,5.143,4.857,4.929,4.615,5.000,4.929,5.167
21
- 2026-06-27,Chronos-2,4.929,4.714,5.417,5.071,4.929,5.214,4.917,5.214,5.071,5.500
 
18
  2026-06-24,Chronos-2,4.385,4.154,4.167,4.231,4.385,3.692,4.083,4.077,4.308,4.000
19
  2026-06-25,Chronos-2,4.643,4.429,5.231,5.071,4.643,5.000,4.308,4.929,4.714,5.083
20
  2026-06-26,Chronos-2,4.857,4.429,5.308,5.143,4.857,4.929,4.615,5.000,4.929,5.167
21
+ 2026-06-27,Seasonal-Naive,2.982,3.239,3.046,2.946,2.982,2.780,3.092,2.982,3.018,2.771
results/baseline_rank_history_weekly.csv CHANGED
@@ -1,4 +1,4 @@
1
  week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank
2
  2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103
3
  2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529
4
- 2026-W26,Chronos-Bolt-Mini,4.702,4.188,4.77,4.769,4.702,4.656,4.104,4.72,4.754,4.908
 
1
  week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank
2
  2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103
3
  2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529
4
+ 2026-W26,Chronos-Bolt-Mini,4.378,3.942,4.375,4.415,4.378,4.25,3.8,4.348,4.412,4.454
results/chronos_2/all_results.csv CHANGED
@@ -1,8 +1,8 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,2443724.145280838,2443724.145280838,1451.53955078125,0.9928788598278645,0.024182637301850458,0.024509592447842638,4.618215617604373,1563.2415505227711,0.02606334258204209,0.02420097685526823,0.019287909418391827,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,2260381.719853083,2260381.719853083,1277.9383138020833,1.5132218106297415,0.02123020386190044,0.02091820072591652,12.639515567742153,1503.456590611476,0.024758914601133032,0.021045080898593263,0.014734880873073591,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1
5
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.3292934513227312,1.3292934513227312,0.9854233264923096,0.657890712392423,0.04354562606048478,0.04227443480025165,7.1724338197025235,1.152949891071911,0.050389329947920225,0.04306763157836239,0.029900265968121367,Weather,1
8
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.16571134833516818,0.16571134833516818,0.31505011121431986,0.42396254007500295,0.21975858504073584,0.18063864766038323,3.2574176373775208,0.40707658780034034,0.24031440519758857,0.18598731136323066,0.11108092764746427,Ocean,1
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,2441655.178768158,2441655.178768158,1450.462890625,0.992142405138921,0.024165114465318095,0.02449178781823411,4.618215617604373,1562.5796551754274,0.02605277308893391,0.024183458704465113,0.019278281634433694,Finance,1,24
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,2260381.719853083,2260381.719853083,1277.9383138020833,1.5132218106297415,0.02123020386190044,0.02091820072591652,12.639515567742153,1503.456590611476,0.024758914601133032,0.021045080898593263,0.014734880873073591,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1
5
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.3292934513227312,1.3292934513227312,0.9854233264923096,0.657890712392423,0.04354562606048478,0.04227443480025165,7.1724338197025235,1.152949891071911,0.050389329947920225,0.04306763157836239,0.029900265968121367,Weather,1
8
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.16571134833516818,0.16571134833516818,0.31505011121431986,0.42396254007500295,0.21975858504073584,0.18063864766038323,3.2574176373775208,0.40707658780034034,0.24031440519758857,0.18598731136323066,0.11108092764746427,Ocean,1
results/chronos_2/online_meta.json CHANGED
@@ -1,25 +1,19 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-27T08:28:54.522025+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
- "context_length": 120,
16
- "prediction_length": 12
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
- "context_length": 240,
22
- "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-27T08:36:11.392434+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
14
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
 
 
 
 
 
 
17
  }
18
  ],
19
  "failed_datasets": []
results/chronos_bolt/all_results.csv CHANGED
@@ -1,7 +1,7 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt,517971.7543341319,517971.7543341319,635.5535481770834,0.4347299265348874,0.01062929551123309,0.01055710813787504,3.781019827757555,719.7025457327019,0.01199933177334387,0.010596346962395064,0.01092342821997192,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,1120486.6587556202,1120486.6587556202,734.14599609375,0.8693109217223224,0.01226590473246691,0.01210952102459527,8.436316153219645,1058.5304241048625,0.017431873016336474,0.012089912096934045,0.010652843722422005,Finance,1
4
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.2825236033380433e-15,3.2825236033380433e-15,5.404329583846845e-08,nan,nan,2.0,nan,5.729331202974779e-08,inf,inf,inf,Climate,1
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,9.104717223114752e-07,nan,nan,2.0,nan,1.0459942197556757e-06,inf,inf,inf,Transportation,1
6
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt,0.21674000901202817,0.21674000901202817,0.3996278444925944,0.2668005112492466,0.017497822979518535,0.017393988706144756,2.090564658924463,0.46555344377635977,0.020346873934848533,0.01746561534759495,0.017573436698623837,Weather,1
7
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt,0.13779413740803956,0.13779413740803956,0.24660900235176086,0.33186142559807064,0.18351805815603922,0.14748378425717829,1.5293581132502128,0.37120632727371383,0.21913868401618097,0.1455836505773241,0.10708727505762429,Ocean,1
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt,518267.4363352458,518267.4363352458,636.6302083333334,0.4354663812238308,0.010647141718658224,0.01057491388662106,3.781019827757555,719.9079360135196,0.012002970882004301,0.010614487590654687,0.010929607316727794,Finance,1,24
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,1120486.6587556202,1120486.6587556202,734.14599609375,0.8693109217223224,0.01226590473246691,0.01210952102459527,8.436316153219645,1058.5304241048625,0.017431873016336474,0.012089912096934045,0.010652843722422005,Finance,1
4
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.2825236033380433e-15,3.2825236033380433e-15,5.404329583846845e-08,nan,nan,2.0,nan,5.729331202974779e-08,inf,inf,inf,Climate,1,36
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,9.104717223114752e-07,nan,nan,2.0,nan,1.0459942197556757e-06,inf,inf,inf,Transportation,1
6
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt,0.21674000901202817,0.21674000901202817,0.3996278444925944,0.2668005112492466,0.017497822979518535,0.017393988706144756,2.090564658924463,0.46555344377635977,0.020346873934848533,0.01746561534759495,0.017573436698623837,Weather,1
7
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt,0.13779413740803956,0.13779413740803956,0.24660900235176086,0.33186142559807064,0.18351805815603922,0.14748378425717829,1.5293581132502128,0.37120632727371383,0.21913868401618097,0.1455836505773241,0.10708727505762429,Ocean,1
results/chronos_bolt/online_meta.json CHANGED
@@ -1,25 +1,19 @@
1
  {
2
  "model": "Chronos-Bolt",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
- "evaluated_at": "2026-06-27T08:29:08.660229+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
- "context_length": 120,
16
- "prediction_length": 12
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
- "context_length": 240,
22
- "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Chronos-Bolt",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
+ "evaluated_at": "2026-06-27T08:36:22.842407+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
14
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
 
 
 
 
 
 
17
  }
18
  ],
19
  "failed_datasets": []
results/eval_history.jsonl CHANGED
@@ -2840,3 +2840,5 @@
2840
  {"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
2841
  {"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12}
2842
  {"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
 
 
 
2840
  {"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
2841
  {"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12}
2842
  {"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
2843
+ {"evaluated_at": "2026-06-27T08:37:55.433592+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
2844
+ {"evaluated_at": "2026-06-27T08:37:55.433592+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total", "prediction_length": 36}
results/evaluation_metrics.jsonl CHANGED
@@ -25,3 +25,23 @@
25
  {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.267151+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1025001.5006306967, "RMSE": 1012.4235776742345, "MAPE": 0.011974437795631834, "CRPS": 0.01034102721197946, "MAPE_eligible": true}
26
  {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.285480+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
27
  {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.292741+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.1918726668260914, "RMSE": 0.4380327234649158, "MAPE": 0.22480664710643322, "CRPS": 0.22650493232578592, "MAPE_eligible": true}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
25
  {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.267151+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1025001.5006306967, "RMSE": 1012.4235776742345, "MAPE": 0.011974437795631834, "CRPS": 0.01034102721197946, "MAPE_eligible": true}
26
  {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.285480+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
27
  {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.292741+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.1918726668260914, "RMSE": 0.4380327234649158, "MAPE": 0.22480664710643322, "CRPS": 0.22650493232578592, "MAPE_eligible": true}
28
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:36:09.028860+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 2441655.178768158, "RMSE": 1562.5796551754274, "MAPE": 0.024165114465318095, "CRPS": 0.019278281634433694, "MAPE_eligible": true}
29
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:36:11.391833+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Chronos-2", "MSE": 1.6284716271939715e-18, "RMSE": 1.2761158361191085e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
30
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:36:18.200748+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-Bolt", "MSE": 518267.4363352458, "RMSE": 719.9079360135196, "MAPE": 0.010647141718658224, "CRPS": 0.010929607316727794, "MAPE_eligible": true}
31
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:36:22.841474+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Chronos-Bolt", "MSE": 3.2825236033380433e-15, "RMSE": 5.729331202974779e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
32
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:36:59.334300+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 176216.04751459757, "RMSE": 419.780951824398, "MAPE": 0.007480758377026153, "CRPS": 0.007032128000031338, "MAPE_eligible": true}
33
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:02.562740+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
34
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:11.931962+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-1.0", "MSE": 1804677.942841212, "RMSE": 1343.3830216439435, "MAPE": 0.013025040001018397, "CRPS": 0.010294354408720775, "MAPE_eligible": true}
35
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:14.717964+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Toto-1.0", "MSE": 0.9679872243264231, "RMSE": 0.9838634175160814, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
36
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:21.676950+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 174770.08986663818, "RMSE": 418.0551277841694, "MAPE": 0.0051428391537117, "CRPS": 0.009629582138006198, "MAPE_eligible": true}
37
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:24.461002+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "TiRex", "MSE": 5.906315718058047e-17, "RMSE": 7.685255830522526e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
38
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:31.162876+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-2.0", "MSE": 160101.36346054077, "RMSE": 400.12668426454735, "MAPE": 0.005121443050965992, "CRPS": 0.00761944184701889, "MAPE_eligible": true}
39
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:33.293993+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Moirai-2.0", "MSE": 7.853649481634599e-14, "RMSE": 2.8024363474724275e-07, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
40
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:52.310908+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Sundial", "MSE": 735730.1249128977, "RMSE": 857.7471217747674, "MAPE": 0.012903861257138632, "CRPS": 0.008474982457246392, "MAPE_eligible": true}
41
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:54.944651+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Sundial", "MSE": 5.682115415693533e-15, "RMSE": 7.537980774513513e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
42
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.159885+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 419779.2247601061, "RMSE": 647.9037156554252, "MAPE": 0.00754611163110068, "CRPS": 0.0060808334451073875, "MAPE_eligible": true}
43
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.170412+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "ARIMA", "MSE": 4.407835548068247e-15, "RMSE": 6.639153220154094e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
44
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.186821+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 130541.79562786083, "RMSE": 361.30568169883634, "MAPE": 0.005084690536913486, "CRPS": 0.0038767023082503425, "MAPE_eligible": true}
45
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.199822+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Moving-Average", "MSE": 4.407835548068247e-15, "RMSE": 6.639153220154094e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
46
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:35:12.978219Z|h:24", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.212656+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1024525.0827172598, "RMSE": 1012.188264463316, "MAPE": 0.011956697174570685, "CRPS": 0.010339217635329826, "MAPE_eligible": true}
47
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-27T08:35:12.978219Z|h:36", "release_time": "2026-06-27T08:35:12.978219Z", "evaluated_at": "2026-06-27T08:37:55.220779+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
results/moirai_2_0/all_results.csv CHANGED
@@ -1,4 +1,5 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-2.0,160705.97122383118,160705.97122383118,306.9650065104167,0.2099695220203107,0.005139166141782814,0.005120586993333354,2.354709940390404,400.8814927429691,0.006683747420010909,0.005117912918003154,0.007629278188254369,Finance,1
 
3
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,2.9433961579172774e-07,nan,nan,2.0,nan,3.488248839001449e-07,inf,inf,inf,Transportation,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-2.0,0.37929057680704614,0.37929057680704614,0.45180562933286034,0.6079942695269815,0.32199450847652394,0.23970487435122548,8.97502594843603,0.6158657132906865,0.363571394195803,0.26671983683645717,0.18511825826571526,Ocean,1
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Moirai-2.0,160101.36346054077,160101.36346054077,305.8883463541667,0.2092330673313673,0.005121443050965992,0.005102781318112365,2.354709940390404,400.12668426454735,0.00667128211828755,0.005100053396778444,0.00761944184701889,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-2.0,7.853649481634599e-14,7.853649481634599e-14,2.2195765801856658e-07,nan,nan,2.0,nan,2.8024363474724275e-07,inf,inf,inf,Climate,1,36
4
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,2.9433961579172774e-07,nan,nan,2.0,nan,3.488248839001449e-07,inf,inf,inf,Transportation,1
5
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-2.0,0.37929057680704614,0.37929057680704614,0.45180562933286034,0.6079942695269815,0.32199450847652394,0.23970487435122548,8.97502594843603,0.6158657132906865,0.363571394195803,0.26671983683645717,0.18511825826571526,Ocean,1
results/moirai_2_0/online_meta.json CHANGED
@@ -1,25 +1,19 @@
1
  {
2
  "model": "Moirai-2.0",
3
  "api_model_id": "Salesforce/moirai-2.0-R-small",
4
- "evaluated_at": "2026-06-27T08:30:20.911553+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
- "context_length": 120,
16
- "prediction_length": 12
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
- "context_length": 240,
22
- "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Moirai-2.0",
3
  "api_model_id": "Salesforce/moirai-2.0-R-small",
4
+ "evaluated_at": "2026-06-27T08:37:33.294732+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
14
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
 
 
 
 
 
 
17
  }
18
  ],
19
  "failed_datasets": []
results/moving_average/all_results.csv CHANGED
@@ -1,8 +1,8 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moving-Average,131689.4406544846,134125.13135438974,305.75971765350795,0.20914508301321186,0.00510233976888367,0.00510122583616427,1.0494972712158688,362.8903975782283,0.006050336078037256,0.005097817587004931,0.0038945837131939246,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,3924325.828146406,3974161.935531227,1803.3210731907918,2.1353337246786364,0.029902840224353095,0.02936033773621295,61.60098798282331,1980.9911226823824,0.032622950564969486,0.02969708119833066,0.028208172711766115,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1
5
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.002590900883325,0.8947685022051486,0.8418265511147419,0.5620222847729152,0.03702867932602475,0.036537082343798516,3.0182977149810903,1.0012946124309892,0.043761281380539294,0.0367917774844516,0.030369697003731808,Weather,1
8
  noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.17524512460761865,0.17385315790587083,0.3844373565788937,0.5173368692577031,0.221838537917711,0.24520984804976892,18.699651473948272,0.41862289068757175,0.24713067268565433,0.2269495162598316,0.22218476967496653,Ocean,1
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Moving-Average,130541.79562786083,132980.43103535054,304.68305749725795,0.20840862832426846,0.005084690536913486,0.005083420411614655,1.0494972712158688,361.30568169883634,0.006024022461744893,0.005079957706301699,0.0038767023082503425,Finance,1,24
3
  coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,3924325.828146406,3974161.935531227,1803.3210731907918,2.1353337246786364,0.029902840224353095,0.02936033773621295,61.60098798282331,1980.9911226823824,0.032622950564969486,0.02969708119833066,0.028208172711766115,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1
5
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.002590900883325,0.8947685022051486,0.8418265511147419,0.5620222847729152,0.03702867932602475,0.036537082343798516,3.0182977149810903,1.0012946124309892,0.043761281380539294,0.0367917774844516,0.030369697003731808,Weather,1
8
  noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.17524512460761865,0.17385315790587083,0.3844373565788937,0.5173368692577031,0.221838537917711,0.24520984804976892,18.699651473948272,0.41862289068757175,0.24713067268565433,0.2269495162598316,0.22218476967496653,Ocean,1
results/moving_average/online_meta.json CHANGED
@@ -1,25 +1,19 @@
1
  {
2
  "model": "Moving-Average",
3
  "api_model_id": "baseline/moving-average",
4
- "evaluated_at": "2026-06-27T08:30:21.252989+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
- "context_length": 120,
16
- "prediction_length": 12
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
- "context_length": 240,
22
- "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Moving-Average",
3
  "api_model_id": "baseline/moving-average",
4
+ "evaluated_at": "2026-06-27T08:37:55.200861+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
14
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
 
 
 
 
 
 
17
  }
18
  ],
19
  "failed_datasets": []
results/online_status.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "status": "partial",
3
- "started_at": "2026-06-27T08:28:13.655543+00:00",
4
- "finished_at": "2026-06-27T08:30:21.443305+00:00",
5
- "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
@@ -10,25 +10,19 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-27T08:28:54.522025+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
17
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
18
  "context_length": 96,
19
  "prediction_length": 24
20
  },
21
  {
22
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
23
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
24
- "context_length": 120,
25
- "prediction_length": 12
26
- },
27
- {
28
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
29
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
30
- "context_length": 240,
31
- "prediction_length": 60
32
  }
33
  ],
34
  "failed_datasets": []
@@ -36,25 +30,19 @@
36
  "Chronos-Bolt": {
37
  "model": "Chronos-Bolt",
38
  "api_model_id": "amazon/chronos-bolt-base",
39
- "evaluated_at": "2026-06-27T08:29:08.660229+00:00",
40
  "datasets": [
41
  {
42
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
43
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
44
  "context_length": 96,
45
  "prediction_length": 24
46
  },
47
  {
48
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
49
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
50
- "context_length": 120,
51
- "prediction_length": 12
52
- },
53
- {
54
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
55
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
56
- "context_length": 240,
57
- "prediction_length": 60
58
  }
59
  ],
60
  "failed_datasets": []
@@ -62,25 +50,19 @@
62
  "TimesFM-2.5": {
63
  "model": "TimesFM-2.5",
64
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
65
- "evaluated_at": "2026-06-27T08:29:35.575871+00:00",
66
  "datasets": [
67
  {
68
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
69
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
70
  "context_length": 96,
71
  "prediction_length": 24
72
  },
73
  {
74
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
75
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
76
- "context_length": 120,
77
- "prediction_length": 12
78
- },
79
- {
80
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
81
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
82
- "context_length": 240,
83
- "prediction_length": 60
84
  }
85
  ],
86
  "failed_datasets": []
@@ -88,25 +70,19 @@
88
  "Toto-1.0": {
89
  "model": "Toto-1.0",
90
  "api_model_id": "Datadog/Toto-Open-Base-1.0",
91
- "evaluated_at": "2026-06-27T08:29:50.797017+00:00",
92
  "datasets": [
93
  {
94
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
95
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
96
  "context_length": 96,
97
  "prediction_length": 24
98
  },
99
  {
100
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
101
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
102
- "context_length": 120,
103
- "prediction_length": 12
104
- },
105
- {
106
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
107
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
108
- "context_length": 240,
109
- "prediction_length": 60
110
  }
111
  ],
112
  "failed_datasets": []
@@ -114,25 +90,19 @@
114
  "TiRex": {
115
  "model": "TiRex",
116
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
117
- "evaluated_at": "2026-06-27T08:30:07.316442+00:00",
118
  "datasets": [
119
  {
120
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
121
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
122
  "context_length": 96,
123
  "prediction_length": 24
124
  },
125
  {
126
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
127
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
128
- "context_length": 120,
129
- "prediction_length": 12
130
- },
131
- {
132
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
133
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
134
- "context_length": 240,
135
- "prediction_length": 60
136
  }
137
  ],
138
  "failed_datasets": []
@@ -140,25 +110,39 @@
140
  "Moirai-2.0": {
141
  "model": "Moirai-2.0",
142
  "api_model_id": "Salesforce/moirai-2.0-R-small",
143
- "evaluated_at": "2026-06-27T08:30:20.911553+00:00",
144
  "datasets": [
145
  {
146
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
147
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
148
  "context_length": 96,
149
  "prediction_length": 24
150
  },
151
  {
152
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
153
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
154
- "context_length": 120,
155
- "prediction_length": 12
 
 
 
 
 
 
 
 
 
 
 
 
 
 
156
  },
157
  {
158
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
159
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
160
- "context_length": 240,
161
- "prediction_length": 60
162
  }
163
  ],
164
  "failed_datasets": []
@@ -166,25 +150,19 @@
166
  "ARIMA": {
167
  "model": "ARIMA",
168
  "api_model_id": "baseline/arima",
169
- "evaluated_at": "2026-06-27T08:30:21.220020+00:00",
170
  "datasets": [
171
  {
172
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
173
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
174
  "context_length": 96,
175
  "prediction_length": 24
176
  },
177
  {
178
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
179
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
180
- "context_length": 120,
181
- "prediction_length": 12
182
- },
183
- {
184
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
185
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
186
- "context_length": 240,
187
- "prediction_length": 60
188
  }
189
  ],
190
  "failed_datasets": []
@@ -192,25 +170,19 @@
192
  "Moving-Average": {
193
  "model": "Moving-Average",
194
  "api_model_id": "baseline/moving-average",
195
- "evaluated_at": "2026-06-27T08:30:21.252989+00:00",
196
  "datasets": [
197
  {
198
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
199
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
200
  "context_length": 96,
201
  "prediction_length": 24
202
  },
203
  {
204
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
205
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
206
- "context_length": 120,
207
- "prediction_length": 12
208
- },
209
- {
210
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
211
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
212
- "context_length": 240,
213
- "prediction_length": 60
214
  }
215
  ],
216
  "failed_datasets": []
@@ -218,33 +190,26 @@
218
  "Seasonal-Naive": {
219
  "model": "Seasonal-Naive",
220
  "api_model_id": "baseline/seasonal-naive",
221
- "evaluated_at": "2026-06-27T08:30:21.293273+00:00",
222
  "datasets": [
223
  {
224
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
225
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
226
  "context_length": 96,
227
  "prediction_length": 24
228
  },
229
  {
230
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
231
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
232
- "context_length": 120,
233
- "prediction_length": 12
234
- },
235
- {
236
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
237
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
238
- "context_length": 240,
239
- "prediction_length": 60
240
  }
241
  ],
242
  "failed_datasets": []
243
  }
244
  },
245
  "failed_models": [
246
- "TabPFN-TS",
247
- "Sundial"
248
  ],
249
  "failed_datasets": [],
250
  "aggregate_status": "ok",
@@ -260,7 +225,5 @@
260
  "live_overall": "aggregates/live_overall_up_to_now.csv",
261
  "live_metadata": "aggregates/live_metadata.json"
262
  },
263
- "push_status": "ok",
264
- "pushed_at": "2026-06-27T08:30:38.881490+00:00",
265
- "push_detail": "HF Hub API"
266
  }
 
1
  {
2
  "status": "partial",
3
+ "started_at": "2026-06-27T08:35:14.775845+00:00",
4
+ "finished_at": "2026-06-27T08:37:55.432994+00:00",
5
+ "task_count": 2,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-27T08:36:11.392434+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
17
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
18
  "context_length": 96,
19
  "prediction_length": 24
20
  },
21
  {
22
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
23
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
24
+ "context_length": 288,
25
+ "prediction_length": 36
 
 
 
 
 
 
26
  }
27
  ],
28
  "failed_datasets": []
 
30
  "Chronos-Bolt": {
31
  "model": "Chronos-Bolt",
32
  "api_model_id": "amazon/chronos-bolt-base",
33
+ "evaluated_at": "2026-06-27T08:36:22.842407+00:00",
34
  "datasets": [
35
  {
36
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
37
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
38
  "context_length": 96,
39
  "prediction_length": 24
40
  },
41
  {
42
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
43
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
44
+ "context_length": 288,
45
+ "prediction_length": 36
 
 
 
 
 
 
46
  }
47
  ],
48
  "failed_datasets": []
 
50
  "TimesFM-2.5": {
51
  "model": "TimesFM-2.5",
52
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
53
+ "evaluated_at": "2026-06-27T08:37:02.563635+00:00",
54
  "datasets": [
55
  {
56
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
57
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
58
  "context_length": 96,
59
  "prediction_length": 24
60
  },
61
  {
62
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
63
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
64
+ "context_length": 288,
65
+ "prediction_length": 36
 
 
 
 
 
 
66
  }
67
  ],
68
  "failed_datasets": []
 
70
  "Toto-1.0": {
71
  "model": "Toto-1.0",
72
  "api_model_id": "Datadog/Toto-Open-Base-1.0",
73
+ "evaluated_at": "2026-06-27T08:37:14.718948+00:00",
74
  "datasets": [
75
  {
76
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
77
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
78
  "context_length": 96,
79
  "prediction_length": 24
80
  },
81
  {
82
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
83
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
84
+ "context_length": 288,
85
+ "prediction_length": 36
 
 
 
 
 
 
86
  }
87
  ],
88
  "failed_datasets": []
 
90
  "TiRex": {
91
  "model": "TiRex",
92
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
93
+ "evaluated_at": "2026-06-27T08:37:24.461725+00:00",
94
  "datasets": [
95
  {
96
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
97
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
98
  "context_length": 96,
99
  "prediction_length": 24
100
  },
101
  {
102
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
103
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
104
+ "context_length": 288,
105
+ "prediction_length": 36
 
 
 
 
 
 
106
  }
107
  ],
108
  "failed_datasets": []
 
110
  "Moirai-2.0": {
111
  "model": "Moirai-2.0",
112
  "api_model_id": "Salesforce/moirai-2.0-R-small",
113
+ "evaluated_at": "2026-06-27T08:37:33.294732+00:00",
114
  "datasets": [
115
  {
116
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
117
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
118
  "context_length": 96,
119
  "prediction_length": 24
120
  },
121
  {
122
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
123
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
124
+ "context_length": 288,
125
+ "prediction_length": 36
126
+ }
127
+ ],
128
+ "failed_datasets": []
129
+ },
130
+ "Sundial": {
131
+ "model": "Sundial",
132
+ "api_model_id": "thuml/sundial-base-128m",
133
+ "evaluated_at": "2026-06-27T08:37:54.945316+00:00",
134
+ "datasets": [
135
+ {
136
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
137
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
138
+ "context_length": 96,
139
+ "prediction_length": 24
140
  },
141
  {
142
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
143
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
144
+ "context_length": 288,
145
+ "prediction_length": 36
146
  }
147
  ],
148
  "failed_datasets": []
 
150
  "ARIMA": {
151
  "model": "ARIMA",
152
  "api_model_id": "baseline/arima",
153
+ "evaluated_at": "2026-06-27T08:37:55.175297+00:00",
154
  "datasets": [
155
  {
156
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
157
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
158
  "context_length": 96,
159
  "prediction_length": 24
160
  },
161
  {
162
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
163
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
164
+ "context_length": 288,
165
+ "prediction_length": 36
 
 
 
 
 
 
166
  }
167
  ],
168
  "failed_datasets": []
 
170
  "Moving-Average": {
171
  "model": "Moving-Average",
172
  "api_model_id": "baseline/moving-average",
173
+ "evaluated_at": "2026-06-27T08:37:55.200861+00:00",
174
  "datasets": [
175
  {
176
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
177
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
178
  "context_length": 96,
179
  "prediction_length": 24
180
  },
181
  {
182
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
183
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
184
+ "context_length": 288,
185
+ "prediction_length": 36
 
 
 
 
 
 
186
  }
187
  ],
188
  "failed_datasets": []
 
190
  "Seasonal-Naive": {
191
  "model": "Seasonal-Naive",
192
  "api_model_id": "baseline/seasonal-naive",
193
+ "evaluated_at": "2026-06-27T08:37:55.221645+00:00",
194
  "datasets": [
195
  {
196
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
197
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
198
  "context_length": 96,
199
  "prediction_length": 24
200
  },
201
  {
202
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
203
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
204
+ "context_length": 288,
205
+ "prediction_length": 36
 
 
 
 
 
 
206
  }
207
  ],
208
  "failed_datasets": []
209
  }
210
  },
211
  "failed_models": [
212
+ "TabPFN-TS"
 
213
  ],
214
  "failed_datasets": [],
215
  "aggregate_status": "ok",
 
225
  "live_overall": "aggregates/live_overall_up_to_now.csv",
226
  "live_metadata": "aggregates/live_metadata.json"
227
  },
228
+ "push_status": "pending"
 
 
229
  }
results/seasonal_naive/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1025001.5006306967,1025001.5006306967,716.0426432291666,0.4897858985756606,0.011974437795631834,0.01193556311738418,3.210564310110216,1012.4235776742345,0.016879760222747422,0.011938311585686619,0.01034102721197946,Finance,1
3
  bitbrains_fast_storage/5T/long,Seasonal-Naive,3499892.2950397297,3499892.2950397297,289.35216809290046,1.190359880620704,1.795788841111804,0.5099463825492213,231.56717491055915,1870.7999078040737,4.9439656728737384,0.7646714009634807,2.122607238439539,Web/CloudOps,2,96.0
4
  bitbrains_fast_storage/5T/medium,Seasonal-Naive,3704568.4175853366,3704568.4175853366,280.36127147074325,1.271487396616441,4.117625747562423,0.4499728768046956,196.7313435217375,1924.7255434438791,5.847847822156081,0.8518149802561188,2.0491239073790615,Web/CloudOps,2,48.0
5
  bitbrains_fast_storage/5T/short,Seasonal-Naive,2299344.812804004,2299344.812804004,173.28187846869332,1.0948146284753992,2.4327068429200516,0.374655124365134,70.19326241539363,1516.3590646031053,4.760992442912181,0.5440622430011399,0.8929464680662709,Web/CloudOps,2,24.0
@@ -24,7 +24,7 @@ car_parts/M/short,Seasonal-Naive,2.9952172180151453,2.9952172180151453,0.6895841
24
  coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,3604173.2344646454,3604173.2344646454,1790.0851236979167,2.1196608809735107,0.029625130581976872,0.029135937472272343,15.355291965890776,1898.466021414301,0.0312639276656683,0.02947911165720429,0.022828638390229326,Finance,1
25
  covid_deaths/D/short,Seasonal-Naive,4435194.482205514,4435194.482205514,353.7093984962406,46.91239825526407,0.132724402667158,0.1778110471170298,1472.7784117419058,2105.990142950701,0.792389040211866,0.133084882532099,0.1267232783122367,Healthcare,1,24.0
26
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687425,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12.0
27
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1
28
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
29
  electricity/15T/long,Seasonal-Naive,6142069.7442042045,6142069.7442042045,249.06663475975975,3.412327584432877,0.5159208992945213,0.384422579940197,66.52365216918754,2478.3199438741167,3.9098536420593457,0.3929331608043482,0.4779696439404405,Energy,1,96.0
30
  electricity/15T/medium,Seasonal-Naive,2925108.410720721,2925108.410720721,223.189305884009,3.4575185664171464,0.4035447466155227,0.411898807289134,54.65956633387852,1710.294831519034,2.9470102785062213,0.3845776566538864,0.4298202929628236,Energy,1,48.0
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1024525.0827172598,1024525.0827172598,714.9659830729166,0.4890494438867173,0.011956697174570685,0.011917757405548533,3.210564310110216,1012.188264463316,0.01687613881954969,0.011920574072247257,0.010339217635329826,Finance,1,24
3
  bitbrains_fast_storage/5T/long,Seasonal-Naive,3499892.2950397297,3499892.2950397297,289.35216809290046,1.190359880620704,1.795788841111804,0.5099463825492213,231.56717491055915,1870.7999078040737,4.9439656728737384,0.7646714009634807,2.122607238439539,Web/CloudOps,2,96.0
4
  bitbrains_fast_storage/5T/medium,Seasonal-Naive,3704568.4175853366,3704568.4175853366,280.36127147074325,1.271487396616441,4.117625747562423,0.4499728768046956,196.7313435217375,1924.7255434438791,5.847847822156081,0.8518149802561188,2.0491239073790615,Web/CloudOps,2,48.0
5
  bitbrains_fast_storage/5T/short,Seasonal-Naive,2299344.812804004,2299344.812804004,173.28187846869332,1.0948146284753992,2.4327068429200516,0.374655124365134,70.19326241539363,1516.3590646031053,4.760992442912181,0.5440622430011399,0.8929464680662709,Web/CloudOps,2,24.0
 
24
  coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,3604173.2344646454,3604173.2344646454,1790.0851236979167,2.1196608809735107,0.029625130581976872,0.029135937472272343,15.355291965890776,1898.466021414301,0.0312639276656683,0.02947911165720429,0.022828638390229326,Finance,1
25
  covid_deaths/D/short,Seasonal-Naive,4435194.482205514,4435194.482205514,353.7093984962406,46.91239825526407,0.132724402667158,0.1778110471170298,1472.7784117419058,2105.990142950701,0.792389040211866,0.133084882532099,0.1267232783122367,Healthcare,1,24.0
26
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687425,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12.0
27
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
28
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
29
  electricity/15T/long,Seasonal-Naive,6142069.7442042045,6142069.7442042045,249.06663475975975,3.412327584432877,0.5159208992945213,0.384422579940197,66.52365216918754,2478.3199438741167,3.9098536420593457,0.3929331608043482,0.4779696439404405,Energy,1,96.0
30
  electricity/15T/medium,Seasonal-Naive,2925108.410720721,2925108.410720721,223.189305884009,3.4575185664171464,0.4035447466155227,0.411898807289134,54.65956633387852,1710.294831519034,2.9470102785062213,0.3845776566538864,0.4298202929628236,Energy,1,48.0
results/seasonal_naive/online_meta.json CHANGED
@@ -1,25 +1,19 @@
1
  {
2
  "model": "Seasonal-Naive",
3
  "api_model_id": "baseline/seasonal-naive",
4
- "evaluated_at": "2026-06-27T08:30:21.293273+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
- "context_length": 120,
16
- "prediction_length": 12
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
- "context_length": 240,
22
- "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Seasonal-Naive",
3
  "api_model_id": "baseline/seasonal-naive",
4
+ "evaluated_at": "2026-06-27T08:37:55.221645+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
14
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
 
 
 
 
 
 
17
  }
18
  ],
19
  "failed_datasets": []
results/sundial/all_results.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Sundial,735730.1249128977,653782.5659669241,772.9982096354166,0.5287445186172925,0.012903861257138632,0.012813255583438045,4.253632026044927,857.7471217747674,0.014301153261063905,0.012888141021855773,0.008474982457246392,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,5.682115415693533e-15,4.033650201086201e-15,5.301320557229674e-08,nan,nan,2.0,nan,7.537980774513513e-08,inf,inf,inf,Climate,1,36
results/sundial/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Sundial",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://huggingface.co/thuml/sundial-base-128m",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Tsinghua University",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "thuml/sundial-base-128m"
11
+ }
results/sundial/online_meta.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Sundial",
3
+ "api_model_id": "thuml/sundial-base-128m",
4
+ "evaluated_at": "2026-06-27T08:37:54.945316+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
14
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
17
+ }
18
+ ],
19
+ "failed_datasets": []
20
+ }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,8 +1,8 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,177008.02779070535,266898.5300108592,450.05322265625,0.30784440584639267,0.0074983525285249,0.007512150537661119,7.359051145024684,420.7232199328976,0.007014561127590257,0.007503569309758471,0.007041974847335956,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,2686895.4844404855,2100055.779821396,1191.1140950520833,1.4104122304767708,0.019806763641568147,0.019516261826105396,72.44628274857321,1639.1752451890204,0.026993928634427757,0.019615260157000027,0.02350825970696062,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1
5
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,2.4791153129579775,1.5522412452360186,1.0316153367360432,0.6887295343576602,0.04470531742900313,0.043334213499993966,34.97077056996226,1.5745206613309264,0.06881395429931407,0.04508643956225944,0.05506578192577641,Weather,1
8
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0842103908395409,0.12306582043828657,0.2961406161387761,0.39851605623513653,0.19135576991048933,0.22564335660310403,3.8359004189651613,0.2901902666175089,0.17131150109404053,0.1748242423048479,0.11879206279341473,Ocean,1
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,176216.04751459757,265351.0539385478,448.9765625,0.30710795115744927,0.007480758377026153,0.007494345402323949,7.359051145024684,419.780951824398,0.006998976243364647,0.007485752464727212,0.007032128000031338,Finance,1,24
3
  coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,2686895.4844404855,2100055.779821396,1191.1140950520833,1.4104122304767708,0.019806763641568147,0.019516261826105396,72.44628274857321,1639.1752451890204,0.026993928634427757,0.019615260157000027,0.02350825970696062,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1
5
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,2.4791153129579775,1.5522412452360186,1.0316153367360432,0.6887295343576602,0.04470531742900313,0.043334213499993966,34.97077056996226,1.5745206613309264,0.06881395429931407,0.04508643956225944,0.05506578192577641,Weather,1
8
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0842103908395409,0.12306582043828657,0.2961406161387761,0.39851605623513653,0.19135576991048933,0.22564335660310403,3.8359004189651613,0.2901902666175089,0.17131150109404053,0.1748242423048479,0.11879206279341473,Ocean,1
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,25 +1,19 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-27T08:29:35.575871+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
- "context_length": 120,
16
- "prediction_length": 12
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
- "context_length": 240,
22
- "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-27T08:37:02.563635+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
14
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
 
 
 
 
 
 
17
  }
18
  ],
19
  "failed_datasets": []
results/tirex/all_results.csv CHANGED
@@ -1,8 +1,8 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,175015.24454307556,175015.24454307556,308.8015950520833,0.21122578123573574,0.005160611400529902,0.005155160705331842,3.008545991660268,418.348233584266,0.0069749638671340215,0.005148533672887583,0.009639382521170907,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,TiRex,2347680.281036377,2347680.281036377,1305.6334635416667,1.5460159636666813,0.0216822111780193,0.021358474553651908,12.309384085851185,1532.2141759676997,0.025232494353562035,0.02150116446731742,0.014811438105629429,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1
5
- data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.7824289700241328,0.7824289700241328,0.7451162338256836,0.49745630807387214,0.03283720424092748,0.03209361474635387,2.597293624501827,0.8845501512204567,0.038658999641251815,0.03256508200966755,0.022305442849611338,Weather,1
8
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.08833668244184167,0.08833668244184167,0.1924935499827067,0.25903832912220687,0.14313526548143335,0.11960228316131524,0.8762233225629624,0.29721487587575707,0.17545842294175276,0.11363702643384438,0.0767497417171197,Ocean,1
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,TiRex,174770.08986663818,174770.08986663818,307.7249348958333,0.2104893265467924,0.0051428391537117,0.0051373549494914735,3.008545991660268,418.0551277841694,0.0069702017089192615,0.005130674699427112,0.009629582138006198,Finance,1,24
3
  coingecko_bitcoin_7d_price_usd/1h/short,TiRex,2347680.281036377,2347680.281036377,1305.6334635416667,1.5460159636666813,0.0216822111780193,0.021358474553651908,12.309384085851185,1532.2141759676997,0.025232494353562035,0.02150116446731742,0.014811438105629429,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1
5
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.7824289700241328,0.7824289700241328,0.7451162338256836,0.49745630807387214,0.03283720424092748,0.03209361474635387,2.597293624501827,0.8845501512204567,0.038658999641251815,0.03256508200966755,0.022305442849611338,Weather,1
8
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.08833668244184167,0.08833668244184167,0.1924935499827067,0.25903832912220687,0.14313526548143335,0.11960228316131524,0.8762233225629624,0.29721487587575707,0.17545842294175276,0.11363702643384438,0.0767497417171197,Ocean,1
results/tirex/online_meta.json CHANGED
@@ -1,25 +1,19 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-27T08:30:07.316442+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
- "context_length": 120,
16
- "prediction_length": 12
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
- "context_length": 240,
22
- "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-27T08:37:24.461725+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
14
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
 
 
 
 
 
 
17
  }
18
  ],
19
  "failed_datasets": []
results/toto_1_0/all_results.csv CHANGED
@@ -1,4 +1,5 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Toto-1.0,2032645.330798467,641857.5985399882,759.1910807291666,0.5193001969668384,0.012679179129311213,0.012590089805635326,2.7719836085114493,1425.708711763545,0.023770308922807702,0.012657709370415571,0.010044450821627615,Finance,1
 
3
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.4689679068187988,8.08235352330468e-09,7.683393232582603e-05,nan,nan,2.0,nan,0.6848123150314974,inf,inf,inf,Transportation,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,0.19438323844226676,0.13071282467188586,0.26192301710446675,0.35246947607067164,0.18797074637907632,0.15488675974869207,1.5325168083579825,0.44088914529875506,0.2602753778670023,0.15462415660683967,0.09423372264556035,Ocean,1
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Toto-1.0,1804677.942841212,660339.4337520599,780.0314127604166,0.5335553545989434,0.013025040001018397,0.01293340015317125,2.88499550296905,1343.3830216439435,0.022398124101063382,0.013005405088680855,0.010294354408720775,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,0.9679872243264231,6.629399883005541e-09,6.411223257095521e-05,nan,nan,2.0,nan,0.9838634175160814,inf,inf,inf,Climate,1,36
4
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.4689679068187988,8.08235352330468e-09,7.683393232582603e-05,nan,nan,2.0,nan,0.6848123150314974,inf,inf,inf,Transportation,1
5
  noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,0.19438323844226676,0.13071282467188586,0.26192301710446675,0.35246947607067164,0.18797074637907632,0.15488675974869207,1.5325168083579825,0.44088914529875506,0.2602753778670023,0.15462415660683967,0.09423372264556035,Ocean,1
results/toto_1_0/online_meta.json CHANGED
@@ -1,25 +1,19 @@
1
  {
2
  "model": "Toto-1.0",
3
  "api_model_id": "Datadog/Toto-Open-Base-1.0",
4
- "evaluated_at": "2026-06-27T08:29:50.797017+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
- "context_length": 120,
16
- "prediction_length": 12
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
- "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
- "context_length": 240,
22
- "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Toto-1.0",
3
  "api_model_id": "Datadog/Toto-Open-Base-1.0",
4
+ "evaluated_at": "2026-06-27T08:37:14.718948+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260627t052500z",
14
+ "data_fetched_at": "2026-06-27T08:35:12.978219Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
 
 
 
 
 
 
17
  }
18
  ],
19
  "failed_datasets": []