ziyuzhou02 commited on
Commit
c1b4977
·
verified ·
1 Parent(s): 6cd674f

Update leaderboard results from local eval

Browse files
Files changed (45) hide show
  1. results/aggregates/live_metadata.json +8 -8
  2. results/aggregates/live_overall_1d.csv +12 -12
  3. results/aggregates/live_overall_30d.csv +12 -12
  4. results/aggregates/live_overall_7d.csv +12 -12
  5. results/aggregates/live_overall_up_to_now.csv +12 -12
  6. results/aggregates/live_rank_1d.csv +12 -12
  7. results/aggregates/live_rank_30d.csv +12 -12
  8. results/aggregates/live_rank_7d.csv +12 -12
  9. results/aggregates/live_rank_up_to_now.csv +12 -12
  10. results/aggregates/live_release_metrics.csv +12 -0
  11. results/aggregates/live_results_by_dataset.csv +12 -12
  12. results/aggregates/metadata.json +2 -2
  13. results/aggregates/results_by_domain.csv +12 -12
  14. results/aggregates/results_by_frequency.csv +12 -12
  15. results/aggregates/results_by_prediction_length.csv +12 -12
  16. results/aggregates/results_overall.csv +12 -12
  17. results/arima/all_results.csv +1 -1
  18. results/arima/online_meta.json +7 -7
  19. results/chronos_2/all_results.csv +1 -1
  20. results/chronos_2/online_meta.json +7 -7
  21. results/chronos_bolt/all_results.csv +1 -1
  22. results/chronos_bolt/online_meta.json +7 -7
  23. results/dataset_eval_intervals.json +1 -0
  24. results/dataset_properties.csv +1 -0
  25. results/ets/all_results.csv +1 -1
  26. results/ets/online_meta.json +7 -7
  27. results/moirai_2_0/all_results.csv +1 -1
  28. results/moirai_2_0/online_meta.json +7 -7
  29. results/moving_average/all_results.csv +1 -1
  30. results/moving_average/online_meta.json +7 -7
  31. results/online_status.json +90 -98
  32. results/prequential/tasks/future-df50db58a93dae06e098.json +211 -0
  33. results/prequential/tasks/future-ef76faf61067af3b6c13.json +19 -3
  34. results/seasonal_naive/all_results.csv +1 -1
  35. results/seasonal_naive/online_meta.json +7 -7
  36. results/sundial/all_results.csv +1 -1
  37. results/sundial/online_meta.json +7 -7
  38. results/tabpfn_ts/all_results.csv +1 -1
  39. results/tabpfn_ts/online_meta.json +7 -7
  40. results/timesfm_2_5/all_results.csv +1 -1
  41. results/timesfm_2_5/online_meta.json +7 -7
  42. results/tirex/all_results.csv +1 -1
  43. results/tirex/online_meta.json +7 -7
  44. results/toto_1_0/all_results.csv +1 -1
  45. results/toto_1_0/online_meta.json +7 -7
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-20T06:23:41.832290+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
@@ -13,8 +13,8 @@
13
  "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
14
  "num_models": 12,
15
  "num_datasets": 13,
16
- "num_model_releases": 23972,
17
- "num_unique_releases": 2419,
18
  "fixed_windows": {
19
  "1d": {
20
  "days": 1,
@@ -25,21 +25,21 @@
25
  },
26
  "7d": {
27
  "days": 7,
28
- "num_model_releases": 6363,
29
- "num_unique_releases": 550,
30
  "ranking_scope": "Cumulative release history through reference_time",
31
  "metrics_scope": "Trailing 168 hours through reference_time"
32
  },
33
  "30d": {
34
  "days": 30,
35
- "num_model_releases": 23972,
36
- "num_unique_releases": 2419,
37
  "ranking_scope": "Cumulative release history through reference_time",
38
  "metrics_scope": "Trailing 720 hours through reference_time"
39
  }
40
  },
41
  "protocol_counts": {
42
  "historical-snapshot-recompute": 22388,
43
- "prequential-v1": 1584
44
  }
45
  }
 
1
  {
2
+ "generated_at": "2026-07-20T06:32:44.351982+00:00",
3
  "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
13
  "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
14
  "num_models": 12,
15
  "num_datasets": 13,
16
+ "num_model_releases": 23984,
17
+ "num_unique_releases": 2420,
18
  "fixed_windows": {
19
  "1d": {
20
  "days": 1,
 
25
  },
26
  "7d": {
27
  "days": 7,
28
+ "num_model_releases": 6297,
29
+ "num_unique_releases": 544,
30
  "ranking_scope": "Cumulative release history through reference_time",
31
  "metrics_scope": "Trailing 168 hours through reference_time"
32
  },
33
  "30d": {
34
  "days": 30,
35
+ "num_model_releases": 23984,
36
+ "num_unique_releases": 2420,
37
  "ranking_scope": "Cumulative release history through reference_time",
38
  "metrics_scope": "Trailing 720 hours through reference_time"
39
  }
40
  },
41
  "protocol_counts": {
42
  "historical-snapshot-recompute": 22388,
43
+ "prequential-v1": 1596
44
  }
45
  }
results/aggregates/live_overall_1d.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
- 1,Official,Chronos-2,4.273767139566405,1.2693844264456728,0.19197424346844089,1.0449356111186967,17.8819356979138,0.6765089622475702,11,2359,13,24.444444444444443,9.033646375618483,0.24444444444444446,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
3
- 2,Official,TiRex,4.398882078837863,1.2789608508001034,0.19310893405923954,0.9874913337688684,17.23600684200763,0.6697197507488477,11,2350,13,24.444444444444443,8.416893345418677,0.4000000000000001,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
4
- 3,Official,TimesFM-2.5,4.529205166089813,1.2277634019610033,0.1588933913701654,1.0905587117945057,23.109192770249667,0.6095520606102233,11,2345,13,24.444444444444443,8.44281128481906,-0.04444444444444443,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
5
- 4,Official,Moirai-2.0,4.483515571090975,1.2903919774131802,0.18845064787296625,1.0637707922948747,16.430079612284143,0.5802347384121753,11,1601,13,19.100694444444443,11.006541869302971,0.4666666666666666,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
6
- 5,Official,TabPFN-TS,4.65628151111633,1.3300799878122775,0.22821281771897126,1.2205869368887623,11.249626951617483,0.5604849916604744,11,1491,13,21.100694444444443,8.910200986024206,0.06666666666666665,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
7
- 6,Official,Chronos-Bolt,4.881569606013512,1.3922628605605727,0.259350206930332,1.1366130731405502,10.863943042728183,0.5276388132352294,11,1588,13,19.100694444444443,8.463633698273373,-0.04444444444444443,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
8
- 7,Official,Sundial,4.274400633440449,1.2082140535617103,0.20560957494013848,1.0199181082247784,25.141549997289232,0.507957324081587,11,1840,13,21.100694444444443,10.040921417689777,0.6666666666666666,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
9
- 8,Official,Seasonal-Naive,5.140156175384916,1.582358423905557,0.2552218445810016,1.2844338420414323,0.0,0.3800810821294896,11,2191,13,24.444444444444443,11.750714528103797,0.4444444444444445,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
10
- 9,Official,Toto-1.0,4.826873110845775,1.464318808287872,0.16456784872510763,1.0118483033225987,7.843188593944973,0.37813359056786044,11,1615,13,19.100694444444443,11.90702006240746,0.4666666666666666,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
11
- 10,Official,Moving-Average,4.785707470447671,1.4961231994609814,0.2533165846322362,1.3050855239238186,-3.653700487233663,0.37511445647199637,11,2191,13,24.444444444444443,12.147591403083801,0.3111111111111111,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
12
- 11,Official,ARIMA,5.3860998609599555,1.5143187637990039,0.2476374720972006,1.6605806925144757,0.6966485393233164,0.3696694254302223,11,2191,13,24.444444444444443,8.467103724372363,-0.04444444444444443,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
13
- 12,Official,ETS,6.56322363357074,1.683867992867092,0.2863978746126934,1.4559806785932143,-2.8589883360838577,0.36490480440432405,11,2191,13,24.444444444444443,7.503013019771976,-0.35555555555555546,0.0,8,16,0.875,2026-07-19T03:00:00+00:00,2026-07-20T01:25:00+00:00
 
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
+ 1,Official,Chronos-2,4.262531926138448,1.2607390373559744,0.19173050896918456,1.0276549573985487,14.924443596603616,0.6747175402942049,11,2360,13,24.510416666666668,9.033646375618483,0.24444444444444446,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
3
+ 2,Official,TiRex,4.373500711207046,1.2572840058264958,0.19280585190431587,0.9673795575099424,16.480814897022782,0.6696360422845724,11,2351,13,24.510416666666668,8.416893345418677,0.4000000000000001,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
4
+ 3,Official,TimesFM-2.5,4.512847636544492,1.2121772591807818,0.15808229630292084,1.0779593545005481,21.868675254041293,0.6101206264723114,11,2346,13,24.510416666666668,8.44281128481906,-0.04444444444444443,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
5
+ 4,Official,Moirai-2.0,4.462760801060594,1.2718354751491916,0.1881681130998078,1.037842947224806,15.393193712181397,0.5802201696476065,11,1602,13,19.166666666666668,11.006541869302971,0.4666666666666666,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
6
+ 5,Official,TabPFN-TS,4.659503941625115,1.336718180278354,0.22824890023142977,1.229617417736289,9.360648744176533,0.5625974625229452,11,1492,13,21.166666666666668,8.910200986024206,0.06666666666666665,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
7
+ 6,Official,Chronos-Bolt,4.913594055144458,1.4301752342876912,0.25961683537474745,1.1448830405166954,3.131455404782404,0.5258468551932715,11,1589,13,19.166666666666668,8.463633698273373,-0.04444444444444443,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
8
+ 7,Official,Sundial,4.286704835106109,1.2280226388420383,0.20572961196652859,1.0274183969402235,20.937335115651315,0.5095752237258024,11,1841,13,21.166666666666668,10.040921417689777,0.6666666666666666,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
9
+ 8,Official,Seasonal-Naive,5.061763011846806,1.5399152320124252,0.25429795713690023,1.2728859763636189,0.0,0.3798044525512406,11,2192,13,24.510416666666668,11.750714528103797,0.4444444444444445,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
10
+ 9,Official,Toto-1.0,4.880321650825245,1.5007033555406881,0.1644241573064899,1.00942466717469,-0.9547364627856112,0.3771866208708907,11,1616,13,19.166666666666668,11.90702006240746,0.4666666666666666,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
11
+ 10,Official,Moving-Average,4.655348337567585,1.414598972066364,0.25206489214814265,1.2275029738832526,2.1380396797689913,0.37621964177252587,11,2192,13,24.510416666666668,12.147591403083801,0.3111111111111111,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
12
+ 11,Official,ARIMA,5.391909105346114,1.5180609163545682,0.24627322079391667,1.580254376973854,-4.245937321826315,0.3686258890071313,11,2192,13,24.510416666666668,8.467103724372363,-0.04444444444444443,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
13
+ 12,Official,ETS,6.57091070656391,1.692955438195187,0.2864490553271147,1.4673016703838933,-6.849827928523539,0.3654494756574973,11,2192,13,24.510416666666668,7.503013019771976,-0.35555555555555546,0.0,8,16,0.875,2026-07-19T06:00:00+00:00,2026-07-20T03:00:00+00:00
results/aggregates/live_overall_30d.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
- 1,Official,Chronos-2,2.1974533368721465,0.7632907999932468,0.16061758852227673,0.5252131770221571,24.15545878294313,0.6765089622475702,11,2359,13,24.444444444444443,14.646633936277949,0.04547666430098672,0.15384615384615385,13,2364,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
3
- 2,Official,TiRex,2.246884518154045,0.7709273407394497,0.200882184708754,0.5320130549018818,25.32443971829717,0.6697197507488477,11,2350,13,24.444444444444443,15.00190182590629,0.04790912913294915,0.15384615384615385,13,2350,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
4
- 3,Official,TimesFM-2.5,2.2182192298407517,0.7689831497041297,0.1387007953373557,0.6060529579150797,24.25597706423722,0.6095520606102233,11,2345,13,24.444444444444443,14.657357034489156,0.05676148761178391,0.15384615384615385,13,2345,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
5
- 4,Official,Moirai-2.0,2.026905076696724,0.7825096262540823,0.25072580065816574,0.5244023903639576,22.80542172425138,0.5802347384121753,11,1601,13,19.100694444444443,9.618707431346131,0.09846015007847356,0.07692307692307693,13,1601,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T01:25:00+00:00
6
- 5,Official,TabPFN-TS,2.1012719498710135,0.8089402775841492,0.20413489229514567,0.6480243813011586,19.329705422429086,0.5604849916604744,11,1491,13,21.100694444444443,9.767780842235357,0.05622514831940559,0.15384615384615385,13,1494,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-20T01:25:00+00:00
7
- 6,Official,Chronos-Bolt,2.086889015966556,0.8237494809428745,0.2873542712062729,0.5653908235523504,12.201022273266593,0.5276388132352294,11,1588,13,19.100694444444443,9.607797959470783,0.04979792528135007,0.15384615384615385,13,1588,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T01:25:00+00:00
8
- 7,Official,Sundial,2.7116478751262605,0.883065315855082,0.2289291582072824,0.628068353222807,16.051432635087448,0.507957324081587,11,1840,13,21.100694444444443,16.310846727027673,0.026633421563686335,0.15384615384615385,13,1842,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-20T01:25:00+00:00
9
- 8,Official,Seasonal-Naive,3.214086359998019,1.1303802588193312,0.3738444376784521,0.8671778705982827,0.0,0.3800810821294896,11,2191,13,24.444444444444443,15.514056339084132,0.07529022002851377,0.15384615384615385,13,2200,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-20T01:25:00+00:00
10
- 9,Official,Toto-1.0,8.168512222766298,1.5285502301630953,0.3006698891568944,0.5694943572776954,-18.723116099254607,0.37813359056786044,11,1615,13,19.100694444444443,29.444465020395008,0.004343927476753015,0.15384615384615385,13,1615,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T01:25:00+00:00
11
- 10,Official,Moving-Average,2.8806896036910654,1.03345509623854,0.34740051541403527,0.8046549351279259,3.427031329051877,0.37511445647199637,11,2191,13,24.444444444444443,15.460129131756977,0.11227022249770933,0.07692307692307693,13,2191,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
12
- 11,Official,ARIMA,2.7981507609195306,1.0316285199684483,0.3625906174864518,0.7905604203771717,2.541930697577266,0.3696694254302223,11,2191,13,24.444444444444443,15.472364405922358,0.05720249120774184,0.15384615384615385,13,2191,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
13
- 12,Official,ETS,4.675135143888915,1.2936881005132181,0.31552702323855825,0.9984718675125552,-2.9360596146665854,0.36490480440432405,11,2191,13,24.444444444444443,20.494671835744796,0.06014197808127278,0.15384615384615385,13,2191,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
 
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
+ 1,Official,Chronos-2,2.194161994173677,0.761956609372183,0.1606075533368842,0.5242781045174527,24.09777225175183,0.6747175402942049,11,2360,13,24.510416666666668,14.6450922531659,0.04239097506145132,0.15384615384615385,13,2365,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
3
+ 2,Official,TiRex,2.2416825379171312,0.7687831635662588,0.20086400001894475,0.5305999096882783,25.3277463006242,0.6696360422845724,11,2351,13,24.510416666666668,15.000677879886753,0.043648774103363354,0.15384615384615385,13,2351,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
4
+ 3,Official,TimesFM-2.5,2.2127373734146203,0.7667157407394493,0.13867868155689808,0.604075121808377,24.285527269017397,0.6101206264723114,11,2346,13,24.510416666666668,14.655937463489133,0.052168018402930075,0.15384615384615385,13,2346,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
5
+ 4,Official,Moirai-2.0,2.0185038723259976,0.7789404471146727,0.2506915046866309,0.5224503759520434,22.872143505092183,0.5802201696476065,11,1602,13,19.166666666666668,9.617694293323241,0.08930264092096439,0.07692307692307693,13,1602,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T03:00:00+00:00
6
+ 5,Official,TabPFN-TS,2.0936536008259266,0.8048870813030724,0.20409225246207593,0.6446072638088706,19.55183963048191,0.5625974625229452,11,1492,13,21.166666666666668,9.766307398484617,0.04798339007764736,0.15384615384615385,13,1495,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-20T03:00:00+00:00
7
+ 6,Official,Chronos-Bolt,2.0824104721982177,0.82176434220185,0.2873340255490043,0.5642439114151812,12.140616616270428,0.5258468551932715,11,1589,13,19.166666666666668,9.60596205319059,0.04228876777219256,0.15384615384615385,13,1589,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T03:00:00+00:00
8
+ 7,Official,Sundial,2.7032731860917374,0.8794772135259351,0.22889471248984225,0.6251367787353275,16.15613677605883,0.5095752237258024,11,1841,13,21.166666666666668,16.310613833996797,0.020695499836290928,0.15384615384615385,13,1843,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-20T03:00:00+00:00
9
+ 8,Official,Seasonal-Naive,3.2024570256208253,1.1270470873468055,0.3738145930029145,0.8652198232677469,0.0,0.3798044525512406,11,2192,13,24.510416666666668,15.51409804709088,0.07162158097525932,0.15384615384615385,13,2201,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-20T03:00:00+00:00
10
+ 9,Official,Toto-1.0,8.153813238201877,1.5247270377469595,0.30062481020731346,0.566890463656742,-18.795197726151102,0.3771866208708907,11,1616,13,19.166666666666668,29.43969792313561,-0.0007842776514521122,0.15384615384615385,13,1616,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T03:00:00+00:00
11
+ 10,Official,Moving-Average,2.870182828283893,1.0298979516555316,0.34736876272155126,0.8014867058838939,3.511196512239455,0.37621964177252587,11,2192,13,24.510416666666668,15.4597787814646,0.10619527180737404,0.07692307692307693,13,2192,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
12
+ 11,Official,ARIMA,2.7939285136093193,1.0300784385358293,0.36257187872180824,0.7890477346214998,2.4657918031739365,0.3686258890071313,11,2192,13,24.510416666666668,15.471113041393625,0.05511176142470437,0.15384615384615385,13,2192,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
13
+ 12,Official,ETS,4.670522445537713,1.2915719824119638,0.3155093516446219,0.9969292930983154,-2.898610161573209,0.3654494756574973,11,2192,13,24.510416666666668,20.49371034904603,0.05536880253886646,0.15384615384615385,13,2192,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
results/aggregates/live_overall_7d.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
- 1,Official,Chronos-2,1.6425601686514233,0.818639758450106,0.1820609552810673,0.5846786115839142,24.18161556987873,0.6765089622475702,11,2359,13,24.444444444444443,3.4967346996879995,0.15348955613504056,0.0,13,550,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
3
- 2,Official,TiRex,1.6819342638267045,0.8398850087484251,0.3079433155121925,0.5918938609434196,24.334897754820695,0.6697197507488477,11,2350,13,24.444444444444443,3.4465419360260476,0.1612651640890685,0.0,13,550,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
4
- 3,Official,TimesFM-2.5,1.756408903403952,0.8637987168487242,0.18298742701402315,0.686140113455353,19.57829771797943,0.6095520606102233,11,2345,13,24.444444444444443,3.5269298233051667,0.1363285482184871,0.0,13,550,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
5
- 4,Official,Moirai-2.0,1.8620348396843969,0.907392346978014,0.3959176060887673,0.6104726220473375,18.40586964617,0.5802347384121753,11,1601,13,19.100694444444443,3.61211887916016,0.1398337868623146,0.0,13,549,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
6
- 5,Official,TabPFN-TS,1.9633572123571388,0.9086905358339747,0.23873075291481596,0.740992312548794,16.67977177082822,0.5604849916604744,11,1491,13,21.100694444444443,3.8203640780830708,0.09202382590883633,0.0,13,507,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
7
- 6,Official,Chronos-Bolt,1.884907536516149,0.9093041638089391,0.43551907452243976,0.6335347906577147,12.011964273960618,0.5276388132352294,11,1588,13,19.100694444444443,3.583575303670703,0.09074903223424031,0.0,13,548,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
8
- 7,Official,Sundial,2.0874300489083706,0.9578057296756773,0.32137471617282,0.6958050474055942,13.491935295544023,0.507957324081587,11,1840,13,21.100694444444443,3.7811249309156394,0.10731881239882034,0.0,13,512,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
9
- 8,Official,Seasonal-Naive,2.981616389372502,1.2243141881268649,0.468057379709162,0.9418732565425538,0.0,0.3800810821294896,11,2191,13,24.444444444444443,4.52581964218907,0.1729546165935533,0.0,13,512,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
10
- 9,Official,Toto-1.0,7.948463246876357,1.578062664693193,0.4967164071119193,0.6708902004755637,-19.31878453365319,0.37813359056786044,11,1615,13,19.100694444444443,26.805624377141,0.03556669632896634,0.0,13,549,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
11
- 10,Official,Moving-Average,2.605660273832816,1.1706979723033628,0.4323522057990897,0.9281155503110802,-4.03409729366862,0.37511445647199637,11,2191,13,24.444444444444443,4.220420528387443,0.20449723552208895,0.0,13,512,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
12
- 11,Official,ARIMA,2.503751240661127,1.131788583109689,0.673611820540237,0.8442489059426622,0.45580608907479647,0.3696694254302223,11,2191,13,24.444444444444443,4.315159526291409,0.17144212084809532,0.0,13,512,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
13
- 12,Official,ETS,3.663822159475726,1.3642214125398735,0.4145790614184145,1.055267292327657,-4.093981977193669,0.36490480440432405,11,2191,13,24.444444444444443,5.482517408249097,0.17075847761567908,0.0,13,512,0.8461538461538461,2026-07-13T01:50:00+00:00,2026-07-20T01:25:00+00:00
 
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
+ 1,Official,Chronos-2,1.688440894059501,0.8268621439470744,0.1823811741291876,0.590613508740647,23.818759730977,0.6747175402942049,11,2360,13,24.510416666666668,3.5692715437861167,0.1299373204703886,0.0,13,544,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
3
+ 2,Official,TiRex,1.7258472821386848,0.8469678979708163,0.3082512456550016,0.597485399445858,24.064945610982473,0.6696360422845724,11,2351,13,24.510416666666668,3.5212862735906465,0.13476899524075928,0.0,13,544,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
4
+ 3,Official,TimesFM-2.5,1.8004584597513118,0.8710089112040639,0.18342060893426648,0.6914544191108936,19.280166105863966,0.6101206264723114,11,2346,13,24.510416666666668,3.5993598938230114,0.1103746501739633,0.0,13,544,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
5
+ 4,Official,Moirai-2.0,1.9017236099669808,0.9122004591336942,0.3959807744537096,0.6150390184389201,18.41733320072795,0.5802201696476065,11,1602,13,19.166666666666668,3.6878902579432125,0.11587537300664193,0.0,13,543,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
6
+ 5,Official,TabPFN-TS,2.0337519623055913,0.9184525807279112,0.2390220020499928,0.7488552664374448,16.735126819245366,0.5625974625229452,11,1492,13,21.166666666666668,3.9186163189807464,0.05869603375751476,0.0,13,502,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
7
+ 6,Official,Chronos-Bolt,1.9350353986116586,0.9169396756927346,0.4356501341921815,0.6398073542340319,11.856067143904173,0.5258468551932715,11,1589,13,19.166666666666668,3.664329782958901,0.06975164984631045,0.0,13,542,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
8
+ 7,Official,Sundial,2.156795788438317,0.967451684553143,0.3217625963123584,0.7029850450774351,13.852446542858283,0.5095752237258024,11,1841,13,21.166666666666668,3.879077867223566,0.07736364683993963,0.0,13,507,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
9
+ 8,Official,Seasonal-Naive,3.0422723052658807,1.2335903985926167,0.4684857687447624,0.9499802503358487,0.0,0.3798044525512406,11,2192,13,24.510416666666668,4.629507023351979,0.14099277549858527,0.0,13,507,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
10
+ 9,Official,Toto-1.0,8.294783354324766,1.5996779074358247,0.4969352064050245,0.6752291764841447,-19.155486026901915,0.3771866208708907,11,1616,13,19.166666666666668,27.459193866450253,0.009850627202879625,0.0,13,543,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
11
+ 10,Official,Moving-Average,2.6654083937324127,1.1790702301490263,0.43274948091249393,0.9336010466141058,-4.034048211150397,0.37621964177252587,11,2192,13,24.510416666666668,4.325423184233395,0.16816615429936685,0.0,13,507,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
12
+ 11,Official,ARIMA,2.5776627463410406,1.143719896704703,0.6739365220497329,0.852782504067939,0.38542480551921116,0.3686258890071313,11,2192,13,24.510416666666668,4.4233401918741615,0.14766596626698716,0.0,13,507,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
13
+ 12,Official,ETS,3.7267554034014525,1.371530367139477,0.4147217071551632,1.0605256874868823,-3.5411900125158438,0.3654494756574973,11,2192,13,24.510416666666668,5.590235843243199,0.14591884611970082,0.0,13,507,0.8461538461538461,2026-07-13T03:20:00+00:00,2026-07-20T03:00:00+00:00
results/aggregates/live_overall_up_to_now.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
- 1,Official,Chronos-2,2.1974533368721465,0.7632907999932468,0.16061758852227673,0.5252131770221571,24.15545878294313,0.6765089622475702,11,2359,13,24.444444444444443,14.646633936277949,0.04547666430098672,0.15384615384615385,13,2364,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
3
- 2,Official,TiRex,2.246884518154045,0.7709273407394497,0.200882184708754,0.5320130549018818,25.32443971829717,0.6697197507488477,11,2350,13,24.444444444444443,15.00190182590629,0.04790912913294915,0.15384615384615385,13,2350,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
4
- 3,Official,TimesFM-2.5,2.2182192298407517,0.7689831497041297,0.1387007953373557,0.6060529579150797,24.25597706423722,0.6095520606102233,11,2345,13,24.444444444444443,14.657357034489156,0.05676148761178391,0.15384615384615385,13,2345,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
5
- 4,Official,Moirai-2.0,2.026905076696724,0.7825096262540823,0.25072580065816574,0.5244023903639576,22.80542172425138,0.5802347384121753,11,1601,13,19.100694444444443,9.618707431346131,0.09846015007847356,0.07692307692307693,13,1601,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T01:25:00+00:00
6
- 5,Official,TabPFN-TS,2.1012719498710135,0.8089402775841492,0.20413489229514567,0.6480243813011586,19.329705422429086,0.5604849916604744,11,1491,13,21.100694444444443,9.767780842235357,0.05622514831940559,0.15384615384615385,13,1494,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-20T01:25:00+00:00
7
- 6,Official,Chronos-Bolt,2.086889015966556,0.8237494809428745,0.2873542712062729,0.5653908235523504,12.201022273266593,0.5276388132352294,11,1588,13,19.100694444444443,9.607797959470783,0.04979792528135007,0.15384615384615385,13,1588,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T01:25:00+00:00
8
- 7,Official,Sundial,2.7116478751262605,0.883065315855082,0.2289291582072824,0.628068353222807,16.051432635087448,0.507957324081587,11,1840,13,21.100694444444443,16.310846727027673,0.026633421563686335,0.15384615384615385,13,1842,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-20T01:25:00+00:00
9
- 8,Official,Seasonal-Naive,3.214086359998019,1.1303802588193312,0.3738444376784521,0.8671778705982827,0.0,0.3800810821294896,11,2191,13,24.444444444444443,15.514056339084132,0.07529022002851377,0.15384615384615385,13,2200,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-20T01:25:00+00:00
10
- 9,Official,Toto-1.0,8.168512222766298,1.5285502301630953,0.3006698891568944,0.5694943572776954,-18.723116099254607,0.37813359056786044,11,1615,13,19.100694444444443,29.444465020395008,0.004343927476753015,0.15384615384615385,13,1615,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T01:25:00+00:00
11
- 10,Official,Moving-Average,2.8806896036910654,1.03345509623854,0.34740051541403527,0.8046549351279259,3.427031329051877,0.37511445647199637,11,2191,13,24.444444444444443,15.460129131756977,0.11227022249770933,0.07692307692307693,13,2191,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
12
- 11,Official,ARIMA,2.7981507609195306,1.0316285199684483,0.3625906174864518,0.7905604203771717,2.541930697577266,0.3696694254302223,11,2191,13,24.444444444444443,15.472364405922358,0.05720249120774184,0.15384615384615385,13,2191,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
13
- 12,Official,ETS,4.675135143888915,1.2936881005132181,0.31552702323855825,0.9984718675125552,-2.9360596146665854,0.36490480440432405,11,2191,13,24.444444444444443,20.494671835744796,0.06014197808127278,0.15384615384615385,13,2191,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T01:25:00+00:00
 
1
  Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
+ 1,Official,Chronos-2,2.194161994173677,0.761956609372183,0.1606075533368842,0.5242781045174527,24.09777225175183,0.6747175402942049,11,2360,13,24.510416666666668,14.6450922531659,0.04239097506145132,0.15384615384615385,13,2365,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
3
+ 2,Official,TiRex,2.2416825379171312,0.7687831635662588,0.20086400001894475,0.5305999096882783,25.3277463006242,0.6696360422845724,11,2351,13,24.510416666666668,15.000677879886753,0.043648774103363354,0.15384615384615385,13,2351,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
4
+ 3,Official,TimesFM-2.5,2.2127373734146203,0.7667157407394493,0.13867868155689808,0.604075121808377,24.285527269017397,0.6101206264723114,11,2346,13,24.510416666666668,14.655937463489133,0.052168018402930075,0.15384615384615385,13,2346,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
5
+ 4,Official,Moirai-2.0,2.0185038723259976,0.7789404471146727,0.2506915046866309,0.5224503759520434,22.872143505092183,0.5802201696476065,11,1602,13,19.166666666666668,9.617694293323241,0.08930264092096439,0.07692307692307693,13,1602,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T03:00:00+00:00
6
+ 5,Official,TabPFN-TS,2.0936536008259266,0.8048870813030724,0.20409225246207593,0.6446072638088706,19.55183963048191,0.5625974625229452,11,1492,13,21.166666666666668,9.766307398484617,0.04798339007764736,0.15384615384615385,13,1495,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-20T03:00:00+00:00
7
+ 6,Official,Chronos-Bolt,2.0824104721982177,0.82176434220185,0.2873340255490043,0.5642439114151812,12.140616616270428,0.5258468551932715,11,1589,13,19.166666666666668,9.60596205319059,0.04228876777219256,0.15384615384615385,13,1589,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T03:00:00+00:00
8
+ 7,Official,Sundial,2.7032731860917374,0.8794772135259351,0.22889471248984225,0.6251367787353275,16.15613677605883,0.5095752237258024,11,1841,13,21.166666666666668,16.310613833996797,0.020695499836290928,0.15384615384615385,13,1843,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-20T03:00:00+00:00
9
+ 8,Official,Seasonal-Naive,3.2024570256208253,1.1270470873468055,0.3738145930029145,0.8652198232677469,0.0,0.3798044525512406,11,2192,13,24.510416666666668,15.51409804709088,0.07162158097525932,0.15384615384615385,13,2201,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-20T03:00:00+00:00
10
+ 9,Official,Toto-1.0,8.153813238201877,1.5247270377469595,0.30062481020731346,0.566890463656742,-18.795197726151102,0.3771866208708907,11,1616,13,19.166666666666668,29.43969792313561,-0.0007842776514521122,0.15384615384615385,13,1616,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-20T03:00:00+00:00
11
+ 10,Official,Moving-Average,2.870182828283893,1.0298979516555316,0.34736876272155126,0.8014867058838939,3.511196512239455,0.37621964177252587,11,2192,13,24.510416666666668,15.4597787814646,0.10619527180737404,0.07692307692307693,13,2192,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
12
+ 11,Official,ARIMA,2.7939285136093193,1.0300784385358293,0.36257187872180824,0.7890477346214998,2.4657918031739365,0.3686258890071313,11,2192,13,24.510416666666668,15.471113041393625,0.05511176142470437,0.15384615384615385,13,2192,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
13
+ 12,Official,ETS,4.670522445537713,1.2915719824119638,0.3155093516446219,0.9969292930983154,-2.898610161573209,0.3654494756574973,11,2192,13,24.510416666666668,20.49371034904603,0.05536880253886646,0.15384615384615385,13,2192,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-20T03:00:00+00:00
results/aggregates/live_rank_1d.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
- 1,Official,Chronos-2,0.6765089622475702,11,2359,13,24.444444444444443
3
- 2,Official,TiRex,0.6697197507488477,11,2350,13,24.444444444444443
4
- 3,Official,TimesFM-2.5,0.6095520606102233,11,2345,13,24.444444444444443
5
- 4,Official,Moirai-2.0,0.5802347384121753,11,1601,13,19.100694444444443
6
- 5,Official,TabPFN-TS,0.5604849916604744,11,1491,13,21.100694444444443
7
- 6,Official,Chronos-Bolt,0.5276388132352294,11,1588,13,19.100694444444443
8
- 7,Official,Sundial,0.507957324081587,11,1840,13,21.100694444444443
9
- 8,Official,Seasonal-Naive,0.3800810821294896,11,2191,13,24.444444444444443
10
- 9,Official,Toto-1.0,0.37813359056786044,11,1615,13,19.100694444444443
11
- 10,Official,Moving-Average,0.37511445647199637,11,2191,13,24.444444444444443
12
- 11,Official,ARIMA,0.3696694254302223,11,2191,13,24.444444444444443
13
- 12,Official,ETS,0.36490480440432405,11,2191,13,24.444444444444443
 
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
+ 1,Official,Chronos-2,0.6747175402942049,11,2360,13,24.510416666666668
3
+ 2,Official,TiRex,0.6696360422845724,11,2351,13,24.510416666666668
4
+ 3,Official,TimesFM-2.5,0.6101206264723114,11,2346,13,24.510416666666668
5
+ 4,Official,Moirai-2.0,0.5802201696476065,11,1602,13,19.166666666666668
6
+ 5,Official,TabPFN-TS,0.5625974625229452,11,1492,13,21.166666666666668
7
+ 6,Official,Chronos-Bolt,0.5258468551932715,11,1589,13,19.166666666666668
8
+ 7,Official,Sundial,0.5095752237258024,11,1841,13,21.166666666666668
9
+ 8,Official,Seasonal-Naive,0.3798044525512406,11,2192,13,24.510416666666668
10
+ 9,Official,Toto-1.0,0.3771866208708907,11,1616,13,19.166666666666668
11
+ 10,Official,Moving-Average,0.37621964177252587,11,2192,13,24.510416666666668
12
+ 11,Official,ARIMA,0.3686258890071313,11,2192,13,24.510416666666668
13
+ 12,Official,ETS,0.3654494756574973,11,2192,13,24.510416666666668
results/aggregates/live_rank_30d.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
- 1,Official,Chronos-2,0.6765089622475702,11,2359,13,24.444444444444443
3
- 2,Official,TiRex,0.6697197507488477,11,2350,13,24.444444444444443
4
- 3,Official,TimesFM-2.5,0.6095520606102233,11,2345,13,24.444444444444443
5
- 4,Official,Moirai-2.0,0.5802347384121753,11,1601,13,19.100694444444443
6
- 5,Official,TabPFN-TS,0.5604849916604744,11,1491,13,21.100694444444443
7
- 6,Official,Chronos-Bolt,0.5276388132352294,11,1588,13,19.100694444444443
8
- 7,Official,Sundial,0.507957324081587,11,1840,13,21.100694444444443
9
- 8,Official,Seasonal-Naive,0.3800810821294896,11,2191,13,24.444444444444443
10
- 9,Official,Toto-1.0,0.37813359056786044,11,1615,13,19.100694444444443
11
- 10,Official,Moving-Average,0.37511445647199637,11,2191,13,24.444444444444443
12
- 11,Official,ARIMA,0.3696694254302223,11,2191,13,24.444444444444443
13
- 12,Official,ETS,0.36490480440432405,11,2191,13,24.444444444444443
 
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
+ 1,Official,Chronos-2,0.6747175402942049,11,2360,13,24.510416666666668
3
+ 2,Official,TiRex,0.6696360422845724,11,2351,13,24.510416666666668
4
+ 3,Official,TimesFM-2.5,0.6101206264723114,11,2346,13,24.510416666666668
5
+ 4,Official,Moirai-2.0,0.5802201696476065,11,1602,13,19.166666666666668
6
+ 5,Official,TabPFN-TS,0.5625974625229452,11,1492,13,21.166666666666668
7
+ 6,Official,Chronos-Bolt,0.5258468551932715,11,1589,13,19.166666666666668
8
+ 7,Official,Sundial,0.5095752237258024,11,1841,13,21.166666666666668
9
+ 8,Official,Seasonal-Naive,0.3798044525512406,11,2192,13,24.510416666666668
10
+ 9,Official,Toto-1.0,0.3771866208708907,11,1616,13,19.166666666666668
11
+ 10,Official,Moving-Average,0.37621964177252587,11,2192,13,24.510416666666668
12
+ 11,Official,ARIMA,0.3686258890071313,11,2192,13,24.510416666666668
13
+ 12,Official,ETS,0.3654494756574973,11,2192,13,24.510416666666668
results/aggregates/live_rank_7d.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
- 1,Official,Chronos-2,0.6765089622475702,11,2359,13,24.444444444444443
3
- 2,Official,TiRex,0.6697197507488477,11,2350,13,24.444444444444443
4
- 3,Official,TimesFM-2.5,0.6095520606102233,11,2345,13,24.444444444444443
5
- 4,Official,Moirai-2.0,0.5802347384121753,11,1601,13,19.100694444444443
6
- 5,Official,TabPFN-TS,0.5604849916604744,11,1491,13,21.100694444444443
7
- 6,Official,Chronos-Bolt,0.5276388132352294,11,1588,13,19.100694444444443
8
- 7,Official,Sundial,0.507957324081587,11,1840,13,21.100694444444443
9
- 8,Official,Seasonal-Naive,0.3800810821294896,11,2191,13,24.444444444444443
10
- 9,Official,Toto-1.0,0.37813359056786044,11,1615,13,19.100694444444443
11
- 10,Official,Moving-Average,0.37511445647199637,11,2191,13,24.444444444444443
12
- 11,Official,ARIMA,0.3696694254302223,11,2191,13,24.444444444444443
13
- 12,Official,ETS,0.36490480440432405,11,2191,13,24.444444444444443
 
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
+ 1,Official,Chronos-2,0.6747175402942049,11,2360,13,24.510416666666668
3
+ 2,Official,TiRex,0.6696360422845724,11,2351,13,24.510416666666668
4
+ 3,Official,TimesFM-2.5,0.6101206264723114,11,2346,13,24.510416666666668
5
+ 4,Official,Moirai-2.0,0.5802201696476065,11,1602,13,19.166666666666668
6
+ 5,Official,TabPFN-TS,0.5625974625229452,11,1492,13,21.166666666666668
7
+ 6,Official,Chronos-Bolt,0.5258468551932715,11,1589,13,19.166666666666668
8
+ 7,Official,Sundial,0.5095752237258024,11,1841,13,21.166666666666668
9
+ 8,Official,Seasonal-Naive,0.3798044525512406,11,2192,13,24.510416666666668
10
+ 9,Official,Toto-1.0,0.3771866208708907,11,1616,13,19.166666666666668
11
+ 10,Official,Moving-Average,0.37621964177252587,11,2192,13,24.510416666666668
12
+ 11,Official,ARIMA,0.3686258890071313,11,2192,13,24.510416666666668
13
+ 12,Official,ETS,0.3654494756574973,11,2192,13,24.510416666666668
results/aggregates/live_rank_up_to_now.csv CHANGED
@@ -1,13 +1,13 @@
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
- 1,Official,Chronos-2,0.6765089622475702,11,2359,13,24.444444444444443
3
- 2,Official,TiRex,0.6697197507488477,11,2350,13,24.444444444444443
4
- 3,Official,TimesFM-2.5,0.6095520606102233,11,2345,13,24.444444444444443
5
- 4,Official,Moirai-2.0,0.5802347384121753,11,1601,13,19.100694444444443
6
- 5,Official,TabPFN-TS,0.5604849916604744,11,1491,13,21.100694444444443
7
- 6,Official,Chronos-Bolt,0.5276388132352294,11,1588,13,19.100694444444443
8
- 7,Official,Sundial,0.507957324081587,11,1840,13,21.100694444444443
9
- 8,Official,Seasonal-Naive,0.3800810821294896,11,2191,13,24.444444444444443
10
- 9,Official,Toto-1.0,0.37813359056786044,11,1615,13,19.100694444444443
11
- 10,Official,Moving-Average,0.37511445647199637,11,2191,13,24.444444444444443
12
- 11,Official,ARIMA,0.3696694254302223,11,2191,13,24.444444444444443
13
- 12,Official,ETS,0.36490480440432405,11,2191,13,24.444444444444443
 
1
  Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
2
+ 1,Official,Chronos-2,0.6747175402942049,11,2360,13,24.510416666666668
3
+ 2,Official,TiRex,0.6696360422845724,11,2351,13,24.510416666666668
4
+ 3,Official,TimesFM-2.5,0.6101206264723114,11,2346,13,24.510416666666668
5
+ 4,Official,Moirai-2.0,0.5802201696476065,11,1602,13,19.166666666666668
6
+ 5,Official,TabPFN-TS,0.5625974625229452,11,1492,13,21.166666666666668
7
+ 6,Official,Chronos-Bolt,0.5258468551932715,11,1589,13,19.166666666666668
8
+ 7,Official,Sundial,0.5095752237258024,11,1841,13,21.166666666666668
9
+ 8,Official,Seasonal-Naive,0.3798044525512406,11,2192,13,24.510416666666668
10
+ 9,Official,Toto-1.0,0.3771866208708907,11,1616,13,19.166666666666668
11
+ 10,Official,Moving-Average,0.37621964177252587,11,2192,13,24.510416666666668
12
+ 11,Official,ARIMA,0.3686258890071313,11,2192,13,24.510416666666668
13
+ 12,Official,ETS,0.3654494756574973,11,2192,13,24.510416666666668
results/aggregates/live_release_metrics.csv CHANGED
@@ -914,6 +914,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.407204
914
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.848364+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,livehouse-canonical-v1,0.07333333370868693,0.27080128084757454,,0.05555575060921595,1.2341931900956305e-06,False
915
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.428311+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,livehouse-canonical-v1,11.96859026581218,3.459565039974271,0.015174601977436796,1.1291891050988971,30.310703284331705,True
916
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.687722+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,livehouse-canonical-v1,10.742745661333563,3.277612799177713,0.022848985171883607,1.6291823102601362,36.45318876248762,True
 
917
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.824795+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
918
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.769906+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,livehouse-canonical-v1,0.007375609016145957,0.08588136594247879,,0.0610261074251808,-100.0,False
919
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.048222+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,livehouse-canonical-v1,2.847645051817826,1.6874966820168347,0.10584310318117619,1.3583850263395496,-95.8962901094641,True
@@ -3161,6 +3162,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.414675
3161
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.853636+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,livehouse-canonical-v1,0.07333333547636758,0.2708012841113712,,0.055555557778576535,2.895640081579974e-08,False
3162
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.435262+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,10.19458456928834,3.1928959534078682,0.03488639997260812,2.063521848618575,37.407433996971456,True
3163
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.692622+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,13.174444865317051,3.6296618114250054,0.0481937573289142,2.9917324485923533,27.297752139038973,True
 
3164
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.829338+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
3165
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.777649+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,livehouse-canonical-v1,7.302316854259071e-07,0.0008545359474158516,,0.0008526934720853648,-100.0,False
3166
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.054844+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,livehouse-canonical-v1,0.11613072293250444,0.34077958115548007,0.022245423382692097,0.28043389592394535,-32.128683532421576,True
@@ -5225,6 +5227,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.421855
5225
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.857757+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,livehouse-canonical-v1,0.07333333292009965,0.27080127939154874,,0.055555612229092284,1.7718663348780077e-06,False
5226
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.440968+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,14.681973896146687,3.8317063948255075,0.042797453202300995,2.978409949855407,20.77034684594078,True
5227
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.699962+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,13.11828801551865,3.621917726221656,0.04810292035042093,3.398617455626422,27.495304601383648,True
 
5228
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.836874+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
5229
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.787294+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,livehouse-canonical-v1,9.778942169511864e-07,0.0009888853406493528,,0.003393613813156076,-100.0,False
5230
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.060323+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-Bolt,livehouse-canonical-v1,0.0336542755663523,0.18345101680381143,0.010830121645309424,0.17848723889760099,27.86398072759741,True
@@ -7057,6 +7060,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.427223
7057
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.863780+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,livehouse-canonical-v1,0.07333333370868693,0.27080128084757454,,0.05555575060921595,1.2341931900956305e-06,False
7058
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.446756+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,livehouse-canonical-v1,7.289537089558967,2.699914274483352,0.029839951547896662,2.535448726696488,50.86154523160633,True
7059
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.705388+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,livehouse-canonical-v1,6.888420704346889,2.6245801005774028,0.03476439564395718,2.601191768730352,54.010003712027135,True
 
7060
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.842238+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
7061
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.794526+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,livehouse-canonical-v1,0.007173027051100771,0.08469372498066649,,0.0005132463554011013,-100.0,False
7062
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.065553+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,livehouse-canonical-v1,11.941288042019481,3.4556168829920195,0.23175845115394092,2.865500660788849,-99.00585217118434,True
@@ -9007,6 +9011,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.432729
9007
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.869452+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,livehouse-canonical-v1,0.07333328472999961,0.27080119041466494,,0.05555579468149098,3.4628763703571765e-05,False
9008
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.455481+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,16.464583602389116,4.0576574032795225,0.04541242562838166,2.466452381477986,15.228074256320097,True
9009
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.710310+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,16.76671813638286,4.094718321982949,0.054124057954801984,3.181004176065739,15.81803762266558,True
 
9010
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.847298+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
9011
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.804610+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,livehouse-canonical-v1,4.2133984154779104e-06,0.0020526564289909577,,0.0013090234965337083,-100.0,False
9012
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.071210+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-2.0,livehouse-canonical-v1,0.15094004007746317,0.3885100257103582,0.02643803855157077,0.3011772721715611,-43.347230960903815,True
@@ -10849,6 +10854,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.438332
10849
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.876958+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,livehouse-canonical-v1,0.07333333370868693,0.27080128084757454,,0.05555575060921595,1.2341931900956305e-06,False
10850
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.462249+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,livehouse-canonical-v1,21.543938719497564,4.641544863458455,0.05296512610892314,4.576532522963423,1.9030756869519343,True
10851
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.715243+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,livehouse-canonical-v1,22.277629139413904,4.719918340333221,0.06353889755079299,4.763642740276683,1.7424488456155187,True
 
10852
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.853753+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
10853
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.815559+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,livehouse-canonical-v1,0.007168013539242651,0.0846641219126653,,0.0,-100.0,False
10854
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.081725+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,livehouse-canonical-v1,0.9218490839253065,0.960129722446559,0.07014359225897678,0.7917621079156512,-87.84444420877804,True
@@ -13042,6 +13048,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.444292
13042
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.882736+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,livehouse-canonical-v1,0.07333333551883697,0.2708012841897855,,0.05555555638339785,0.0,False
13043
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.467925+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,livehouse-canonical-v1,22.37984150167694,4.730733717054569,0.052057226399331656,3.994857303782671,0.0,True
13044
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.721117+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,livehouse-canonical-v1,23.067749160134372,4.8028896677036395,0.06269115301623042,4.177667085836259,0.0,True
 
13045
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.858897+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
13046
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.824266+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
13047
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.086922+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,livehouse-canonical-v1,0.05965355013793514,0.24424076264607253,0.016570590190793755,0.15925585511492643,0.0,True
@@ -15100,6 +15107,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.455386
15100
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.888018+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Sundial,livehouse-canonical-v1,0.073333346096926,0.27080130372087574,,0.05555560351446595,-7.212332694226907e-06,False
15101
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.473022+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Sundial,livehouse-canonical-v1,18.542983458698973,4.306156460081191,0.047643928942126636,3.8224651785434776,9.375838658971016,True
15102
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.730177+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Sundial,livehouse-canonical-v1,15.984670545102366,3.998083358948681,0.051087854601717525,3.7197077295289653,18.137361701257657,True
 
15103
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.864262+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,2.9902248051564216e-16,1.7292266494466308e-08,,2.0070790382773237e-08,0.0,False
15104
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.833329+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Sundial,livehouse-canonical-v1,0.00042041371717483494,0.0205039927130019,,0.008128272982368357,-100.00000000000001,False
15105
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.091954+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Sundial,livehouse-canonical-v1,0.1432302703369369,0.3784577523805489,0.022690998762987094,0.25861639319151536,-41.19437420065395,True
@@ -16815,6 +16823,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.460703
16815
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.893836+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TabPFN-TS,livehouse-canonical-v1,0.07333333551883697,0.2708012841897855,,0.05555555638339785,0.0,False
16816
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.478388+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TabPFN-TS,livehouse-canonical-v1,9.387985736429298,3.0639820065446366,0.03423451359110667,3.033941448721107,40.89626800054997,True
16817
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.734698+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TabPFN-TS,livehouse-canonical-v1,12.977116240043387,3.602376471170578,0.0478459131835113,3.5944904800091018,27.994647248817927,True
 
16818
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.869208+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
16819
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.842203+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TabPFN-TS,livehouse-canonical-v1,4.253022765383127e-07,0.0006521520348341425,,0.0006369939153975779,-100.0,False
16820
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.097263+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TabPFN-TS,livehouse-canonical-v1,0.15627831834360803,0.395320526084351,0.029663250286147903,0.3645604093959304,-44.74780350170124,True
@@ -18628,6 +18637,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.472354
18628
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.904221+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,livehouse-canonical-v1,0.07333333282905112,0.2708012792234393,,0.05555555328419192,1.833944878329993e-06,False
18629
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.495085+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,12.922806511782902,3.594830526155983,0.04021129783432784,2.973111527955095,26.788457869473,True
18630
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.745236+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,11.58870063447705,3.4042180650594416,0.04512548374899311,2.463511676299413,33.1224017280678,True
 
18631
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.879363+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
18632
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:51.108924+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,livehouse-canonical-v1,2.08822687225264e-07,0.0004569712104993749,,0.0004100975883817303,-100.00000000000001,False
18633
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.114299+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,livehouse-canonical-v1,0.02567338231922423,0.1602291556466058,0.010256562057332127,0.1854594189350639,39.82349633367114,True
@@ -20978,6 +20988,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.466711
20978
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.899328+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,livehouse-canonical-v1,0.07333333551883697,0.2708012841897855,,0.05555555638339785,0.0,False
20979
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.489753+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,11.807054492166406,3.4361394750746665,0.03427980013459348,3.4517688695443627,30.926431611148804,True
20980
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.739947+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,13.543766267076714,3.680185629431852,0.045800352618175146,3.7596830455062595,26.01362653778343,True
 
20981
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.874402+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
20982
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:51.101407+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,livehouse-canonical-v1,2.733836978061351e-07,0.0005228610693158701,,0.0017985528842348964,-100.0,False
20983
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.103161+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,livehouse-canonical-v1,0.17385635398379792,0.41696085425828394,0.03808463016242843,0.32114763071977587,-48.90704926431161,True
@@ -23034,6 +23045,7 @@ future-e98152c4b697e7380d5b,2026-07-19T06:00:00+00:00,2026-07-19T06:08:47.478830
23034
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.910520+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,livehouse-canonical-v1,1.1422361655405249,1.0687544926410952,,0.05578294862298096,-87.9343245359599,False
23035
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.501079+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,15.030046781436171,3.8768604284183574,0.0438650105411845,3.0243915835717123,19.646663108476798,True
23036
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.751165+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,17.56108889505884,4.1905952912514515,0.0556139555942812,3.4571603727143865,13.553575560282766,True
 
23037
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.884611+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,4.491572169482335e-06,0.0021193329538990173,,0.0002693825315856412,-100.0,False
23038
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:51.120402+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,livehouse-canonical-v1,0.0012982696497744332,0.03603150912429887,,0.005304793449273235,-100.0,False
23039
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.119761+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-1.0,livehouse-canonical-v1,0.11209002363576143,0.3347984821288194,0.016616832178214615,0.24326428997233507,-30.53184019969265,True
 
914
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.848364+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,livehouse-canonical-v1,0.07333333370868693,0.27080128084757454,,0.05555575060921595,1.2341931900956305e-06,False
915
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.428311+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,livehouse-canonical-v1,11.96859026581218,3.459565039974271,0.015174601977436796,1.1291891050988971,30.310703284331705,True
916
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.687722+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,livehouse-canonical-v1,10.742745661333563,3.277612799177713,0.022848985171883607,1.6291823102601362,36.45318876248762,True
917
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.176905+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,ARIMA,livehouse-canonical-v1,0.6259322852102683,0.7911588242636672,0.006416977268424548,0.5865968947581011,-4.842110697454912,True
918
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.824795+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
919
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.769906+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,livehouse-canonical-v1,0.007375609016145957,0.08588136594247879,,0.0610261074251808,-100.0,False
920
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.048222+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,livehouse-canonical-v1,2.847645051817826,1.6874966820168347,0.10584310318117619,1.3583850263395496,-95.8962901094641,True
 
3162
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.853636+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,livehouse-canonical-v1,0.07333333547636758,0.2708012841113712,,0.055555557778576535,2.895640081579974e-08,False
3163
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.435262+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,10.19458456928834,3.1928959534078682,0.03488639997260812,2.063521848618575,37.407433996971456,True
3164
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.692622+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,13.174444865317051,3.6296618114250054,0.0481937573289142,2.9917324485923533,27.297752139038973,True
3165
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.181255+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Chronos-2,livehouse-canonical-v1,0.37846994926325,0.615199113509805,0.005220622416507027,0.398504793876282,20.034672932537156,True
3166
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.829338+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
3167
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.777649+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,livehouse-canonical-v1,7.302316854259071e-07,0.0008545359474158516,,0.0008526934720853648,-100.0,False
3168
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.054844+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,livehouse-canonical-v1,0.11613072293250444,0.34077958115548007,0.022245423382692097,0.28043389592394535,-32.128683532421576,True
 
5227
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.857757+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,livehouse-canonical-v1,0.07333333292009965,0.27080127939154874,,0.055555612229092284,1.7718663348780077e-06,False
5228
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.440968+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,14.681973896146687,3.8317063948255075,0.042797453202300995,2.978409949855407,20.77034684594078,True
5229
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.699962+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,13.11828801551865,3.621917726221656,0.04810292035042093,3.398617455626422,27.495304601383648,True
5230
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.187957+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Chronos-Bolt,livehouse-canonical-v1,0.3294734071775067,0.5739977414393778,0.004781030239859833,0.39236386775575993,26.58698872156022,True
5231
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.836874+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
5232
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.787294+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,livehouse-canonical-v1,9.778942169511864e-07,0.0009888853406493528,,0.003393613813156076,-100.0,False
5233
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.060323+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-Bolt,livehouse-canonical-v1,0.0336542755663523,0.18345101680381143,0.010830121645309424,0.17848723889760099,27.86398072759741,True
 
7060
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.863780+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,livehouse-canonical-v1,0.07333333370868693,0.27080128084757454,,0.05555575060921595,1.2341931900956305e-06,False
7061
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.446756+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,livehouse-canonical-v1,7.289537089558967,2.699914274483352,0.029839951547896662,2.535448726696488,50.86154523160633,True
7062
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.705388+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,livehouse-canonical-v1,6.888420704346889,2.6245801005774028,0.03476439564395718,2.601191768730352,54.010003712027135,True
7063
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.194126+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,ETS,livehouse-canonical-v1,0.2109564402417183,0.4592999458324792,0.003835581649759469,0.34138489873417854,45.84414746300761,True
7064
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.842238+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
7065
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.794526+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,livehouse-canonical-v1,0.007173027051100771,0.08469372498066649,,0.0005132463554011013,-100.0,False
7066
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.065553+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,livehouse-canonical-v1,11.941288042019481,3.4556168829920195,0.23175845115394092,2.865500660788849,-99.00585217118434,True
 
9011
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.869452+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,livehouse-canonical-v1,0.07333328472999961,0.27080119041466494,,0.05555579468149098,3.4628763703571765e-05,False
9012
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.455481+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,16.464583602389116,4.0576574032795225,0.04541242562838166,2.466452381477986,15.228074256320097,True
9013
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.710310+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,16.76671813638286,4.094718321982949,0.054124057954801984,3.181004176065739,15.81803762266558,True
9014
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.199291+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Moirai-2.0,livehouse-canonical-v1,0.23523055726009068,0.4850057291002764,0.004084732098529412,0.33806065549618275,41.43728038691217,True
9015
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.847298+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
9016
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.804610+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,livehouse-canonical-v1,4.2133984154779104e-06,0.0020526564289909577,,0.0013090234965337083,-100.0,False
9017
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.071210+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-2.0,livehouse-canonical-v1,0.15094004007746317,0.3885100257103582,0.02643803855157077,0.3011772721715611,-43.347230960903815,True
 
10854
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.876958+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,livehouse-canonical-v1,0.07333333370868693,0.27080128084757454,,0.05555575060921595,1.2341931900956305e-06,False
10855
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.462249+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,livehouse-canonical-v1,21.543938719497564,4.641544863458455,0.05296512610892314,4.576532522963423,1.9030756869519343,True
10856
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.715243+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,livehouse-canonical-v1,22.277629139413904,4.719918340333221,0.06353889755079299,4.763642740276683,1.7424488456155187,True
10857
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.204707+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Moving-Average,livehouse-canonical-v1,0.22412148022170256,0.4734147021604869,0.004014412547649433,0.341438006374413,43.42057365398807,True
10858
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.853753+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
10859
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.815559+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,livehouse-canonical-v1,0.007168013539242651,0.0846641219126653,,0.0,-100.0,False
10860
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.081725+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,livehouse-canonical-v1,0.9218490839253065,0.960129722446559,0.07014359225897678,0.7917621079156512,-87.84444420877804,True
 
13048
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.882736+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,livehouse-canonical-v1,0.07333333551883697,0.2708012841897855,,0.05555555638339785,0.0,False
13049
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.467925+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,livehouse-canonical-v1,22.37984150167694,4.730733717054569,0.052057226399331656,3.994857303782671,0.0,True
13050
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.721117+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,livehouse-canonical-v1,23.067749160134372,4.8028896677036395,0.06269115301623042,4.177667085836259,0.0,True
13051
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.209642+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Seasonal-Naive,livehouse-canonical-v1,0.5681151849261052,0.7537341606469122,0.005903736701837653,0.6066995750488479,0.0,True
13052
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.858897+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
13053
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.824266+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
13054
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.086922+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,livehouse-canonical-v1,0.05965355013793514,0.24424076264607253,0.016570590190793755,0.15925585511492643,0.0,True
 
15107
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.888018+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Sundial,livehouse-canonical-v1,0.073333346096926,0.27080130372087574,,0.05555560351446595,-7.212332694226907e-06,False
15108
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.473022+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Sundial,livehouse-canonical-v1,18.542983458698973,4.306156460081191,0.047643928942126636,3.8224651785434776,9.375838658971016,True
15109
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.730177+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Sundial,livehouse-canonical-v1,15.984670545102366,3.998083358948681,0.051087854601717525,3.7197077295289653,18.137361701257657,True
15110
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.214294+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Sundial,livehouse-canonical-v1,0.15195326903539616,0.38981183798776065,0.003245169580221872,0.23334603951728397,57.79477126114446,True
15111
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.864262+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,2.9902248051564216e-16,1.7292266494466308e-08,,2.0070790382773237e-08,0.0,False
15112
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.833329+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Sundial,livehouse-canonical-v1,0.00042041371717483494,0.0205039927130019,,0.008128272982368357,-100.00000000000001,False
15113
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.091954+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Sundial,livehouse-canonical-v1,0.1432302703369369,0.3784577523805489,0.022690998762987094,0.25861639319151536,-41.19437420065395,True
 
16823
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.893836+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TabPFN-TS,livehouse-canonical-v1,0.07333333551883697,0.2708012841897855,,0.05555555638339785,0.0,False
16824
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.478388+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TabPFN-TS,livehouse-canonical-v1,9.387985736429298,3.0639820065446366,0.03423451359110667,3.033941448721107,40.89626800054997,True
16825
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.734698+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TabPFN-TS,livehouse-canonical-v1,12.977116240043387,3.602376471170578,0.0478459131835113,3.5944904800091018,27.994647248817927,True
16826
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.220141+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TabPFN-TS,livehouse-canonical-v1,0.07250727121718285,0.2692717423295338,0.0022087838258288057,0.23778343337742683,77.36349373273761,True
16827
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.869208+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
16828
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:50.842203+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TabPFN-TS,livehouse-canonical-v1,4.253022765383127e-07,0.0006521520348341425,,0.0006369939153975779,-100.0,False
16829
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.097263+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TabPFN-TS,livehouse-canonical-v1,0.15627831834360803,0.395320526084351,0.029663250286147903,0.3645604093959304,-44.74780350170124,True
 
18637
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.904221+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,livehouse-canonical-v1,0.07333333282905112,0.2708012792234393,,0.05555555328419192,1.833944878329993e-06,False
18638
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.495085+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,12.922806511782902,3.594830526155983,0.04021129783432784,2.973111527955095,26.788457869473,True
18639
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.745236+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,11.58870063447705,3.4042180650594416,0.04512548374899311,2.463511676299413,33.1224017280678,True
18640
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.230388+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TiRex,livehouse-canonical-v1,0.24874304728385677,0.4987414633694062,0.00417721379904686,0.3358282018028941,39.09762123327152,True
18641
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.879363+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
18642
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:51.108924+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,livehouse-canonical-v1,2.08822687225264e-07,0.0004569712104993749,,0.0004100975883817303,-100.00000000000001,False
18643
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.114299+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,livehouse-canonical-v1,0.02567338231922423,0.1602291556466058,0.010256562057332127,0.1854594189350639,39.82349633367114,True
 
20988
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.899328+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,livehouse-canonical-v1,0.07333333551883697,0.2708012841897855,,0.05555555638339785,0.0,False
20989
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.489753+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,11.807054492166406,3.4361394750746665,0.03427980013459348,3.4517688695443627,30.926431611148804,True
20990
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.739947+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,13.543766267076714,3.680185629431852,0.045800352618175146,3.7596830455062595,26.01362653778343,True
20991
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.225550+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TimesFM-2.5,livehouse-canonical-v1,0.21381500389713026,0.4624013450425185,0.0025326603010096243,0.3386938952766313,45.310973548953065,True
20992
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.874402+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
20993
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:51.101407+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,livehouse-canonical-v1,2.733836978061351e-07,0.0005228610693158701,,0.0017985528842348964,-100.0,False
20994
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.103161+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,livehouse-canonical-v1,0.17385635398379792,0.41696085425828394,0.03808463016242843,0.32114763071977587,-48.90704926431161,True
 
23045
  future-ebcbfed083ba771a9fde,2026-07-18T12:40:00+00:00,2026-07-18T14:55:55.910520+00:00,2026-07-18T09:50:04.806752+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,livehouse-canonical-v1,1.1422361655405249,1.0687544926410952,,0.05578294862298096,-87.9343245359599,False
23046
  future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.501079+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,15.030046781436171,3.8768604284183574,0.0438650105411845,3.0243915835717123,19.646663108476798,True
23047
  future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.751165+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,17.56108889505884,4.1905952912514515,0.0556139555942812,3.4571603727143865,13.553575560282766,True
23048
+ future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.236255+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Toto-1.0,livehouse-canonical-v1,0.7744585083459495,0.8800332427504938,0.0037738693758147756,0.3843339511805445,-15.369236299942276,True
23049
  future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.884611+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,4.491572169482335e-06,0.0021193329538990173,,0.0002693825315856412,-100.0,False
23050
  future-f0d2f81e55d054ecb595,2026-07-19T15:10:00+00:00,2026-07-19T19:17:51.120402+00:00,2026-07-19T12:23:32.332516+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,livehouse-canonical-v1,0.0012982696497744332,0.03603150912429887,,0.005304793449273235,-100.0,False
23051
  future-f11c2d2253a3731c4f29,2026-07-16T23:00:00+00:00,2026-07-19T05:20:59.119761+00:00,2026-07-18T08:17:10.570442+00:00,prequential-v1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-1.0,livehouse-canonical-v1,0.11209002363576143,0.3347984821288194,0.016616832178214615,0.24326428997233507,-30.53184019969265,True
results/aggregates/live_results_by_dataset.csv CHANGED
@@ -1,6 +1,6 @@
1
  model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
2
  ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0564569610881502,1.2659620789879291,0.014679764242493537,1.1923889355080426,10.254666030522351,2.1625900174440105,0.036609045702107504,0.43449980584431536,206,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
3
- ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.0530518760617107,1.3150863484889865,0.011776263956488923,1.0978846801752062,20.89283561087046,1.861726271923909,-0.16666666666666663,0.2553720922559076,25,1.0,2026-06-30T08:00:00+00:00,2026-07-19T03:00:00+00:00
4
  ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.604704841117934,0.40749768158935734,,0.16778708321564537,-32.84379711066351,79.05976689443577,0.030697350130098895,0.5232078102756055,230,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
5
  ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,411,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
6
  ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.187774949722935,1.3764880319403283,0.0925599249788453,1.0795280369845333,-54.7725431852822,1.437187149991772,0.009523809523809525,0.9762195060555436,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
@@ -13,7 +13,7 @@ ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.
13
  ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,10.625744689561616,1.5447997064114185,1.084251262839938,1.306267722428158,6.838414372069051,95.62429300469647,0.05414516683866529,0.2931240866966317,171,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
14
  ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.1846243617424317,1.0620328175309788,0.20388241820738973,0.6583024105960895,45.61019109018694,0.6057766980397998,0.6363636363636362,0.003181646992410881,12,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
15
  Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6389449008141437,1.0790987557531715,0.010191905352801052,0.7814215779863759,28.016392071672268,1.922175170159546,0.09625447016751366,0.029413222076181203,231,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
16
- Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.5337312364260134,1.0835000215031572,0.008201072478088222,0.7267152430275117,39.53272047519592,1.764587176207194,0.003076923076923077,1.0,26,1.0,2026-06-30T08:00:00+00:00,2026-07-19T03:00:00+00:00
17
  Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,7.271817626160615,0.34741822848534565,,0.15286232785028855,-32.2524591203713,77.33386821399196,-0.009724046849844091,0.8353487703408327,241,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
18
  Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653316e-18,1.3151753777977035e-09,,2.3561627471096815e-09,0.0,5.784519934258812e-34,0.0,1.0,430,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
19
  Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.377307962287828,0.5432149577091036,0.036999114319615736,0.3769005586428554,7.68229186484347,0.4054012405672069,-0.18095238095238098,0.2674910846901993,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
@@ -26,7 +26,7 @@ Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,2
26
  Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,9.041804490943608,1.1725877604362929,0.028080416816678916,0.9093138048728705,27.38045365462842,91.44711770237053,0.06503363808866655,0.18629940926199384,187,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
27
  Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.2601033339657161,0.42556708119535114,0.07351561901925757,0.30982985390695883,87.15878842079518,0.3872809071728244,0.6666666666666665,0.000942590074534519,13,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
28
  Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3667049348731348,0.9925501624737754,0.010033065003605733,0.7246973556964756,21.78800215362638,1.6041265764182389,0.2435897435897436,2.585347445198743e-06,169,1.0,2026-07-03T07:00:00+00:00,2026-07-19T16:00:00+00:00
29
- Chronos-Bolt,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.2610105109917993,0.986906599572503,0.008344265919119659,0.6309215922869461,39.151365376762854,1.3239971571580806,0.18095238095238098,0.3794503959627968,15,1.0,2026-07-10T05:00:00+00:00,2026-07-19T03:00:00+00:00
30
  Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,11.233333122708407,0.5363766532104242,,0.216767350253522,-24.415941774407194,95.98725652832474,-0.01742063626423875,0.7653908181664992,156,0.0,2026-07-03T04:20:00+00:00,2026-07-19T18:55:00+00:00
31
  Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.0459942197556757e-06,,3.21486184991689e-06,-100.0,0.0,0.0,1.0,288,0.0,2026-07-01T21:10:00+00:00,2026-07-18T23:40:00+00:00
32
  Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4505654563231786,0.5530385855784116,0.037579896647356954,0.39957087540195124,7.151822208360954,0.6599989977594836,-0.07352941176470587,0.7150317752938318,17,1.0,2026-06-30T23:00:00+00:00,2026-07-17T23:00:00+00:00
@@ -39,7 +39,7 @@ Chronos-Bolt,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1
39
  Chronos-Bolt,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.7842285887837948,1.114749289270331,0.6500687328302568,0.8654693363841552,33.48547968276035,6.851527758101582,0.0690158231399394,0.23684468639525147,134,1.0,2026-07-04T03:20:00+00:00,2026-07-20T01:25:00+00:00
40
  Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.5994475939412556,0.6925743833743837,0.14053777689239663,0.5302434313741812,71.99076419481636,0.6509798234591309,0.5636363636363636,0.016540504248837583,11,1.0,2026-07-01T00:00:00+00:00,2026-07-14T00:00:00+00:00
41
  ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.94095538252044,1.1513664962711552,0.01033132799761373,0.8975642419273101,25.712069274816677,2.4855727758717348,0.10632251953587497,0.023224023409480075,206,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
42
- ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.7700484829480316,1.174547864056423,0.008889657515555826,0.8627750507472196,33.18623231744682,1.8716550173184172,-0.033333333333333326,0.8352616332525121,25,1.0,2026-06-30T08:00:00+00:00,2026-07-19T03:00:00+00:00
43
  ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.624923358573342,0.40358829905350135,,0.16477854673751297,-32.810132800640034,79.11872299179234,0.09200281390736034,0.05570075196651142,230,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
44
  ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,411,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
45
  ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,5.841728428589802,2.229544602300725,0.16249338897753063,1.8012458863903296,-75.17013718288463,4.351376641242824,0.05714285714285715,0.7428741042713249,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
@@ -52,7 +52,7 @@ ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.06
52
  ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,9.82099956729862,1.2667395134373467,0.052818066204471346,1.0470685842579748,21.047696493442107,95.63310440241436,-0.010388716890264878,0.8401439828615033,171,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
53
  ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.1313430763801848,1.0188202141730414,0.2182207296054585,0.687382519882949,49.180771440097146,0.780795785122703,0.4242424242424242,0.06286914699241088,12,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
54
  Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3478671712967882,0.9513451288321257,0.009088829552998315,0.6975316666612563,31.214582267670835,1.670953797579607,0.34410024364775504,2.716849711985435e-11,170,1.0,2026-07-03T07:00:00+00:00,2026-07-19T16:00:00+00:00
55
- Moirai-2.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.98268106637125,1.227394990097467,0.010120823088667725,0.744079653174371,27.559149972026326,1.9002547785440074,0.21904761904761905,0.2815660702955676,15,1.0,2026-07-10T05:00:00+00:00,2026-07-19T03:00:00+00:00
56
  Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,11.162759392333104,0.533148422273408,,0.2140005859393212,-24.41509084242142,95.69020099486048,-0.00238067999491919,0.96738908540976,157,0.0,2026-07-03T04:20:00+00:00,2026-07-19T18:55:00+00:00
57
  Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.4882488390014493e-07,,4.1005151803435385e-07,0.0,0.0,0.0,1.0,289,0.0,2026-07-01T21:10:00+00:00,2026-07-18T23:40:00+00:00
58
  Moirai-2.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.41875225278989125,0.5536793280712667,0.03734447425286874,0.3919700546865329,0.8169154899111684,0.6373196748762214,-0.19117647058823525,0.30811454449876985,17,1.0,2026-06-30T23:00:00+00:00,2026-07-17T23:00:00+00:00
@@ -65,7 +65,7 @@ Moirai-2.0,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,
65
  Moirai-2.0,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.6644448090421964,1.0535325114893703,0.6771732736877548,0.7808717998027982,35.31848588687776,7.119079795189183,0.1156862745098039,0.045722115631495544,136,1.0,2026-07-04T03:20:00+00:00,2026-07-20T01:25:00+00:00
66
  Moirai-2.0,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.311049253060887,0.4573616619852764,0.07737948801056123,0.32807510283951974,85.4490436812284,0.478254505383789,0.7818181818181819,0.0003334435626102293,11,1.0,2026-07-01T00:00:00+00:00,2026-07-14T00:00:00+00:00
67
  Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.631155554864418,1.363756556669625,0.012815833447442769,1.1394343761042613,13.383874760397273,2.94209249132845,0.000994553634856737,0.9830611308253769,206,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
68
- Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.7754115678461706,1.6757295712173934,0.013095682598063194,1.4122994908572644,14.972741736586945,3.5979768981568965,0.10666666666666665,0.4730453015604536,25,1.0,2026-06-30T08:00:00+00:00,2026-07-19T03:00:00+00:00
69
  Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.657546049123655,0.4217401237249833,,0.18109879488273595,-33.44610523140182,79.1283454063284,0.072328065430527,0.13254072936325362,230,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
70
  Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,411,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
71
  Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.005361359466776,0.934692505553574,0.06784677101555908,0.7130970287344824,-36.052452028067364,0.7320709681409616,0.01904761904761905,0.9287407412617347,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
@@ -78,7 +78,7 @@ Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards
78
  Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,10.758995245603955,1.551684317577952,0.07168025256150626,1.3307822905556201,4.5617476689709795,95.60637832541005,0.15307877536979705,0.0029566751811095347,171,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
79
  Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.0652232109108681,1.0027530678837988,0.20673016252915669,0.648444776941769,50.22952338644058,0.6009747327716112,0.6666666666666666,0.0018032758136924804,12,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
80
  Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,3.1406355678374234,1.5247833413692713,0.013802128329537082,1.0349315653899676,0.0,3.219833854740593,-0.0022259057542031732,0.9621006122888369,206,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
81
- Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.498830204417676,1.8803461183605383,0.01443931390560645,1.2685195727699305,0.0,3.840850969392665,0.019999999999999993,0.9080331814389776,25,1.0,2026-06-30T08:00:00+00:00,2026-07-19T03:00:00+00:00
82
  Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.937880669823558,0.4599503494080936,,0.18223938728848643,0.0,78.99277956632282,0.13554593811859691,0.010011942897032567,231,0.0,2026-06-29T09:30:00+00:00,2026-07-19T18:55:00+00:00
83
  Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,412,0.0,2026-06-25T14:25:00+00:00,2026-07-18T23:40:00+00:00
84
  Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.46383625584872956,0.5975104742534898,0.04217279666153785,0.42546768146149505,0.0,0.5238526271105625,-0.3523809523809524,0.026152256353173968,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
@@ -91,7 +91,7 @@ Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards
91
  Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,10.924677610335479,1.6352228618304374,0.0882365506119215,1.2891547636277683,0.0,95.31516913235285,0.15225282150571753,0.0030877247021575413,172,1.0,2026-06-30T04:40:00+00:00,2026-07-20T01:25:00+00:00
92
  Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,3.004558558327106,1.7215255908244478,0.38677585211730797,1.5020147944064275,0.0,0.775667846912197,0.6666666666666666,0.0018032758136924804,12,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
93
  Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.3764690584703936,1.3867971083239174,0.014315983181972346,1.0955779016546225,2.0633677135976574,2.081819694320651,-0.142385577350346,0.0047765532087170395,178,1.0,2026-07-01T08:00:00+00:00,2026-07-19T16:00:00+00:00
94
- Sundial,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.3293724180114284,1.3227184435659396,0.01082322741705572,0.9955554062619624,30.57169460858569,2.1805486854141183,-0.12280701754385964,0.48933805877747416,19,1.0,2026-07-01T13:00:00+00:00,2026-07-19T03:00:00+00:00
95
  Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.07559639864966,0.4550887982361149,,0.17912883971268323,-31.772362163417903,86.32147296421319,-0.011010362694300517,0.8201296913053858,193,0.0,2026-07-01T00:15:00+00:00,2026-07-19T18:55:00+00:00
96
  Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,6.432234457895843e-16,2.3237616253341436e-08,,2.0218488424149094e-08,0.0,1.0982903370281382e-15,0.0,1.0,342,0.0,2026-06-29T22:35:00+00:00,2026-07-18T23:40:00+00:00
97
  Sundial,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38665892636483873,0.5647827345198958,0.03778425215701216,0.3830732633120009,-0.23684496939172037,0.39759849418167087,-0.19298245614035084,0.2668987734001042,19,1.0,2026-06-28T23:00:00+00:00,2026-07-17T23:00:00+00:00
@@ -104,7 +104,7 @@ Sundial,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,
104
  Sundial,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,11.326229200071914,1.4619307164640674,0.32294642672481694,1.0734257303578043,12.28338137307986,103.07128034681253,0.12049203242941013,0.03034716498470345,147,1.0,2026-07-02T03:40:00+00:00,2026-07-20T01:25:00+00:00
105
  Sundial,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.30697768515283325,0.502852215783619,0.08900349482340776,0.3298096271213738,84.48081756374933,0.3209056955750965,0.7090909090909091,0.0015912097162097162,11,1.0,2026-06-30T00:00:00+00:00,2026-07-14T00:00:00+00:00
106
  TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3019390745339143,0.9657672569540434,0.009502891201766952,0.8308166910726142,24.04146797759028,1.548233266274602,0.3265000748166991,5.449171398208754e-10,164,1.0,2026-07-01T13:00:00+00:00,2026-07-19T16:00:00+00:00
107
- TabPFN-TS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.6571238725952881,1.1123365687934927,0.009713394446095184,0.9485438717733331,31.159578457749443,1.8465270173509323,-0.009523809523809525,1.0,15,1.0,2026-07-10T05:00:00+00:00,2026-07-19T03:00:00+00:00
108
  TabPFN-TS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,11.606968566013887,0.5533722340958501,,0.22145477814452688,-24.752935747059176,97.5673015194933,-0.02928158312971688,0.623942643964583,151,0.0,2026-07-01T12:55:00+00:00,2026-07-19T18:55:00+00:00
109
  TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,275,0.0,2026-06-30T03:30:00+00:00,2026-07-18T23:40:00+00:00
110
  TabPFN-TS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.42070001997334505,0.5591524879373378,0.037062458285872506,0.4441821060493899,2.279927478791798,0.552298702610661,-0.11111111111111112,0.5498119171087916,18,1.0,2026-06-28T23:00:00+00:00,2026-07-17T23:00:00+00:00
@@ -117,7 +117,7 @@ TabPFN-TS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,2
117
  TabPFN-TS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.8796571351198996,1.173817168776368,0.017720045607458802,0.9713264040500565,25.64682009524924,6.966693574426231,0.09008264462809916,0.14287988111081648,121,1.0,2026-07-02T08:40:00+00:00,2026-07-20T01:25:00+00:00
118
  TabPFN-TS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.2720841259482785,0.4809203309915177,0.08483954461896244,0.37272845270807714,85.14918825367508,0.2556199226014912,0.6969696969696969,0.0009744810873283095,12,1.0,2026-06-30T00:00:00+00:00,2026-07-14T00:00:00+00:00
119
  TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6227533315733635,1.0790529016141606,0.010000284942128944,0.7815381750087792,29.816307925213973,1.8029555710203116,0.06527434972470096,0.1405670352842087,230,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
120
- TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.007012367360904,1.2234733479079163,0.009378035084488773,0.8134712840008776,38.02298197698843,2.165410352683166,-0.03999999999999999,0.7993481021210237,25,1.0,2026-06-30T08:00:00+00:00,2026-07-19T03:00:00+00:00
121
  TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,7.3027503231141555,0.348782666590886,,0.1550901728077232,-32.25207677080558,77.4981964840527,-0.034409971634279744,0.46320546385644046,240,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
122
  TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955699e-09,,1.39774869271451e-09,0.0,0.0,0.0,1.0,429,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
123
  TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3680373780915981,0.520225538781064,0.034854859194508536,0.3636767032936668,16.026524841537032,0.4475897042371809,-0.2285714285714286,0.15756693704634162,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
@@ -130,7 +130,7 @@ TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.
130
  TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,9.355967682292114,1.156574592711963,0.33070210385744947,0.9009295659690392,31.158272238500768,95.90621630592567,0.12188317349607669,0.013505996181239299,186,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
131
  TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.264066041041729,0.4415141088862623,0.07813060109740003,0.3225560699043485,86.57463469675491,0.3690676350693244,0.6666666666666665,0.000942590074534519,13,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
132
  TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.664829852743757,1.0875258186839134,0.010695220382772236,0.8932552883517426,27.701889233987856,1.9179262763039289,0.08159043897954492,0.0660657175898418,229,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
133
- TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.13794660946924,1.2582618916453707,0.00910045309691559,1.03291436872933,35.32300433325309,2.425715454673093,-0.04,0.7934634995090564,26,1.0,2026-06-30T08:00:00+00:00,2026-07-19T03:00:00+00:00
134
  TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.302412479316276,0.34859463883939673,,0.14360586467781902,-29.59709763472899,77.49694943641508,0.09159830787848253,0.05374586756209168,240,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
135
  TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,429,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
136
  TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.395705123029899,0.5752555898363676,0.04587339018293237,0.41481480884273253,-0.7258393244934871,0.3652506369718741,-0.17142857142857143,0.2944906590580466,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
@@ -143,7 +143,7 @@ TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h
143
  TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,9.11400169066363,1.1775645400394839,0.09802334760829251,0.9614097728291447,28.836883383897895,91.69371630113922,0.1158384190642255,0.018893035033600375,186,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
144
  TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.2533319875228664,0.43326911971043774,0.07514545697242102,0.3342415765263456,87.03445535914487,0.3555166441419695,0.5384615384615383,0.010117397391702948,13,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
145
  Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.3127011612978214,1.3065874996864462,0.009894034199651366,0.7537130517171061,-1.136901743176667,2.9063711602445825,0.2283421732626139,8.718235913468794e-06,172,1.0,2026-07-03T07:00:00+00:00,2026-07-19T16:00:00+00:00
146
- Toto-1.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.831847297745323,1.6752572653067406,0.011707764502058036,0.9259438243388445,-0.3762579054714687,4.023112290529324,0.20000000000000004,0.3282335876694342,15,1.0,2026-07-10T05:00:00+00:00,2026-07-19T03:00:00+00:00
147
  Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,13.819260633905527,1.5573959146343153,,0.2181880611603881,-88.47421679907946,96.00547144117353,-0.013555446676465783,0.8010696168069846,157,0.0,2026-07-03T04:20:00+00:00,2026-07-19T18:55:00+00:00
148
  Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5101108055244047,0.3068862019947659,,0.0002760790146983473,-100.0,3.2770042322473953,-0.036046924991112686,0.35921833428399075,291,0.0,2026-07-01T21:10:00+00:00,2026-07-18T23:40:00+00:00
149
  Toto-1.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.8850210960392502,0.7360545376948382,0.0324873053217645,0.33562119728239875,-13.125735726081942,1.5820949774264559,-0.2352941176470588,0.20489900152579948,17,1.0,2026-06-30T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
1
  model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
2
  ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0564569610881502,1.2659620789879291,0.014679764242493537,1.1923889355080426,10.254666030522351,2.1625900174440105,0.036609045702107504,0.43449980584431536,206,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
3
+ ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.998162661028963,1.2949352898649358,0.011570137545409524,1.0782197653514716,19.903029983627178,1.845458533050396,-0.19384615384615383,0.17344510213840622,26,1.0,2026-06-30T08:00:00+00:00,2026-07-20T03:00:00+00:00
4
  ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.604704841117934,0.40749768158935734,,0.16778708321564537,-32.84379711066351,79.05976689443577,0.030697350130098895,0.5232078102756055,230,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
5
  ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,411,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
6
  ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.187774949722935,1.3764880319403283,0.0925599249788453,1.0795280369845333,-54.7725431852822,1.437187149991772,0.009523809523809525,0.9762195060555436,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
13
  ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,10.625744689561616,1.5447997064114185,1.084251262839938,1.306267722428158,6.838414372069051,95.62429300469647,0.05414516683866529,0.2931240866966317,171,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
14
  ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.1846243617424317,1.0620328175309788,0.20388241820738973,0.6583024105960895,45.61019109018694,0.6057766980397998,0.6363636363636362,0.003181646992410881,12,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
15
  Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6389449008141437,1.0790987557531715,0.010191905352801052,0.7814215779863759,28.016392071672268,1.922175170159546,0.09625447016751366,0.029413222076181203,231,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
16
+ Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.490943781345911,1.0661555434293295,0.0080906854387704,0.7145593004663551,38.78279556970905,1.7445452957505385,-0.03703703703703704,0.804356087967467,27,1.0,2026-06-30T08:00:00+00:00,2026-07-20T03:00:00+00:00
17
  Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,7.271817626160615,0.34741822848534565,,0.15286232785028855,-32.2524591203713,77.33386821399196,-0.009724046849844091,0.8353487703408327,241,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
18
  Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653316e-18,1.3151753777977035e-09,,2.3561627471096815e-09,0.0,5.784519934258812e-34,0.0,1.0,430,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
19
  Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.377307962287828,0.5432149577091036,0.036999114319615736,0.3769005586428554,7.68229186484347,0.4054012405672069,-0.18095238095238098,0.2674910846901993,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
26
  Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,9.041804490943608,1.1725877604362929,0.028080416816678916,0.9093138048728705,27.38045365462842,91.44711770237053,0.06503363808866655,0.18629940926199384,187,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
27
  Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.2601033339657161,0.42556708119535114,0.07351561901925757,0.30982985390695883,87.15878842079518,0.3872809071728244,0.6666666666666665,0.000942590074534519,13,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
28
  Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3667049348731348,0.9925501624737754,0.010033065003605733,0.7246973556964756,21.78800215362638,1.6041265764182389,0.2435897435897436,2.585347445198743e-06,169,1.0,2026-07-03T07:00:00+00:00,2026-07-19T16:00:00+00:00
29
+ Chronos-Bolt,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.202789442003406,0.9610997959391827,0.00812156368916592,0.6160117345037469,38.36609183581269,1.3001303755155686,0.08333333333333334,0.6900950405141305,16,1.0,2026-07-10T05:00:00+00:00,2026-07-20T03:00:00+00:00
30
  Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,11.233333122708407,0.5363766532104242,,0.216767350253522,-24.415941774407194,95.98725652832474,-0.01742063626423875,0.7653908181664992,156,0.0,2026-07-03T04:20:00+00:00,2026-07-19T18:55:00+00:00
31
  Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.0459942197556757e-06,,3.21486184991689e-06,-100.0,0.0,0.0,1.0,288,0.0,2026-07-01T21:10:00+00:00,2026-07-18T23:40:00+00:00
32
  Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4505654563231786,0.5530385855784116,0.037579896647356954,0.39957087540195124,7.151822208360954,0.6599989977594836,-0.07352941176470587,0.7150317752938318,17,1.0,2026-06-30T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
39
  Chronos-Bolt,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.7842285887837948,1.114749289270331,0.6500687328302568,0.8654693363841552,33.48547968276035,6.851527758101582,0.0690158231399394,0.23684468639525147,134,1.0,2026-07-04T03:20:00+00:00,2026-07-20T01:25:00+00:00
40
  Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.5994475939412556,0.6925743833743837,0.14053777689239663,0.5302434313741812,71.99076419481636,0.6509798234591309,0.5636363636363636,0.016540504248837583,11,1.0,2026-07-01T00:00:00+00:00,2026-07-14T00:00:00+00:00
41
  ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.94095538252044,1.1513664962711552,0.01033132799761373,0.8975642419273101,25.712069274816677,2.4855727758717348,0.10632251953587497,0.023224023409480075,206,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
42
+ ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.7100834043824042,1.1470383287401176,0.008695269982255966,0.8427215833621027,33.6730752076607,1.8591556902344153,-0.09538461538461539,0.5122312629584481,26,1.0,2026-06-30T08:00:00+00:00,2026-07-20T03:00:00+00:00
43
  ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.624923358573342,0.40358829905350135,,0.16477854673751297,-32.810132800640034,79.11872299179234,0.09200281390736034,0.05570075196651142,230,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
44
  ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,411,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
45
  ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,5.841728428589802,2.229544602300725,0.16249338897753063,1.8012458863903296,-75.17013718288463,4.351376641242824,0.05714285714285715,0.7428741042713249,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
52
  ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,9.82099956729862,1.2667395134373467,0.052818066204471346,1.0470685842579748,21.047696493442107,95.63310440241436,-0.010388716890264878,0.8401439828615033,171,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
53
  ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.1313430763801848,1.0188202141730414,0.2182207296054585,0.687382519882949,49.180771440097146,0.780795785122703,0.4242424242424242,0.06286914699241088,12,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
54
  Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3478671712967882,0.9513451288321257,0.009088829552998315,0.6975316666612563,31.214582267670835,1.670953797579607,0.34410024364775504,2.716849711985435e-11,170,1.0,2026-07-03T07:00:00+00:00,2026-07-19T16:00:00+00:00
55
+ Moirai-2.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.8734654095518026,1.1809956612851429,0.00974356740178408,0.7187034658194844,28.42653312295669,1.887083984246444,0.09999999999999999,0.6258661963879107,16,1.0,2026-07-10T05:00:00+00:00,2026-07-20T03:00:00+00:00
56
  Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,11.162759392333104,0.533148422273408,,0.2140005859393212,-24.41509084242142,95.69020099486048,-0.00238067999491919,0.96738908540976,157,0.0,2026-07-03T04:20:00+00:00,2026-07-19T18:55:00+00:00
57
  Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.4882488390014493e-07,,4.1005151803435385e-07,0.0,0.0,0.0,1.0,289,0.0,2026-07-01T21:10:00+00:00,2026-07-18T23:40:00+00:00
58
  Moirai-2.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.41875225278989125,0.5536793280712667,0.03734447425286874,0.3919700546865329,0.8169154899111684,0.6373196748762214,-0.19117647058823525,0.30811454449876985,17,1.0,2026-06-30T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
65
  Moirai-2.0,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.6644448090421964,1.0535325114893703,0.6771732736877548,0.7808717998027982,35.31848588687776,7.119079795189183,0.1156862745098039,0.045722115631495544,136,1.0,2026-07-04T03:20:00+00:00,2026-07-20T01:25:00+00:00
66
  Moirai-2.0,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.311049253060887,0.4573616619852764,0.07737948801056123,0.32807510283951974,85.4490436812284,0.478254505383789,0.7818181818181819,0.0003334435626102293,11,1.0,2026-07-01T00:00:00+00:00,2026-07-14T00:00:00+00:00
67
  Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.631155554864418,1.363756556669625,0.012815833447442769,1.1394343761042613,13.383874760397273,2.94209249132845,0.000994553634856737,0.9830611308253769,206,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
68
+ Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.6388234875529215,1.6294866916382817,0.012746402980739589,1.371112510684847,16.06688911802545,3.5934223443559983,0.027692307692307693,0.8614563711385228,26,1.0,2026-06-30T08:00:00+00:00,2026-07-20T03:00:00+00:00
69
  Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.657546049123655,0.4217401237249833,,0.18109879488273595,-33.44610523140182,79.1283454063284,0.072328065430527,0.13254072936325362,230,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
70
  Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,411,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
71
  Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.005361359466776,0.934692505553574,0.06784677101555908,0.7130970287344824,-36.052452028067364,0.7320709681409616,0.01904761904761905,0.9287407412617347,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
78
  Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,10.758995245603955,1.551684317577952,0.07168025256150626,1.3307822905556201,4.5617476689709795,95.60637832541005,0.15307877536979705,0.0029566751811095347,171,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
79
  Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.0652232109108681,1.0027530678837988,0.20673016252915669,0.648444776941769,50.22952338644058,0.6009747327716112,0.6666666666666666,0.0018032758136924804,12,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
80
  Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,3.1406355678374234,1.5247833413692713,0.013802128329537082,1.0349315653899676,0.0,3.219833854740593,-0.0022259057542031732,0.9621006122888369,206,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
81
+ Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.347648857514153,1.8370148892177067,0.014111022474692266,1.243064957472966,0.0,3.8413931734804017,-0.027692307692307693,0.8614563711385228,26,1.0,2026-06-30T08:00:00+00:00,2026-07-20T03:00:00+00:00
82
  Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.937880669823558,0.4599503494080936,,0.18223938728848643,0.0,78.99277956632282,0.13554593811859691,0.010011942897032567,231,0.0,2026-06-29T09:30:00+00:00,2026-07-19T18:55:00+00:00
83
  Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,412,0.0,2026-06-25T14:25:00+00:00,2026-07-18T23:40:00+00:00
84
  Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.46383625584872956,0.5975104742534898,0.04217279666153785,0.42546768146149505,0.0,0.5238526271105625,-0.3523809523809524,0.026152256353173968,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
91
  Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,10.924677610335479,1.6352228618304374,0.0882365506119215,1.2891547636277683,0.0,95.31516913235285,0.15225282150571753,0.0030877247021575413,172,1.0,2026-06-30T04:40:00+00:00,2026-07-20T01:25:00+00:00
92
  Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,3.004558558327106,1.7215255908244478,0.38677585211730797,1.5020147944064275,0.0,0.775667846912197,0.6666666666666666,0.0018032758136924804,12,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
93
  Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.3764690584703936,1.3867971083239174,0.014315983181972346,1.0955779016546225,2.0633677135976574,2.081819694320651,-0.142385577350346,0.0047765532087170395,178,1.0,2026-07-01T08:00:00+00:00,2026-07-19T16:00:00+00:00
94
+ Sundial,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.2205014605626268,1.2760731132870307,0.010444324525214026,0.9574449379247284,31.93284844121363,2.177521076012734,-0.19999999999999998,0.23326655710712652,20,1.0,2026-07-01T13:00:00+00:00,2026-07-20T03:00:00+00:00
95
  Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.07559639864966,0.4550887982361149,,0.17912883971268323,-31.772362163417903,86.32147296421319,-0.011010362694300517,0.8201296913053858,193,0.0,2026-07-01T00:15:00+00:00,2026-07-19T18:55:00+00:00
96
  Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,6.432234457895843e-16,2.3237616253341436e-08,,2.0218488424149094e-08,0.0,1.0982903370281382e-15,0.0,1.0,342,0.0,2026-06-29T22:35:00+00:00,2026-07-18T23:40:00+00:00
97
  Sundial,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38665892636483873,0.5647827345198958,0.03778425215701216,0.3830732633120009,-0.23684496939172037,0.39759849418167087,-0.19298245614035084,0.2668987734001042,19,1.0,2026-06-28T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
104
  Sundial,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,11.326229200071914,1.4619307164640674,0.32294642672481694,1.0734257303578043,12.28338137307986,103.07128034681253,0.12049203242941013,0.03034716498470345,147,1.0,2026-07-02T03:40:00+00:00,2026-07-20T01:25:00+00:00
105
  Sundial,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.30697768515283325,0.502852215783619,0.08900349482340776,0.3298096271213738,84.48081756374933,0.3209056955750965,0.7090909090909091,0.0015912097162097162,11,1.0,2026-06-30T00:00:00+00:00,2026-07-14T00:00:00+00:00
106
  TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3019390745339143,0.9657672569540434,0.009502891201766952,0.8308166910726142,24.04146797759028,1.548233266274602,0.3265000748166991,5.449171398208754e-10,164,1.0,2026-07-01T13:00:00+00:00,2026-07-19T16:00:00+00:00
107
+ TabPFN-TS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.5580853350091566,1.0596450171394955,0.009244356282328538,0.9041213443735892,34.0473231624362,1.8273722485913102,-0.11666666666666665,0.5642673786464399,16,1.0,2026-07-10T05:00:00+00:00,2026-07-20T03:00:00+00:00
108
  TabPFN-TS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,11.606968566013887,0.5533722340958501,,0.22145477814452688,-24.752935747059176,97.5673015194933,-0.02928158312971688,0.623942643964583,151,0.0,2026-07-01T12:55:00+00:00,2026-07-19T18:55:00+00:00
109
  TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,275,0.0,2026-06-30T03:30:00+00:00,2026-07-18T23:40:00+00:00
110
  TabPFN-TS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.42070001997334505,0.5591524879373378,0.037062458285872506,0.4441821060493899,2.279927478791798,0.552298702610661,-0.11111111111111112,0.5498119171087916,18,1.0,2026-06-28T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
117
  TabPFN-TS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.8796571351198996,1.173817168776368,0.017720045607458802,0.9713264040500565,25.64682009524924,6.966693574426231,0.09008264462809916,0.14287988111081648,121,1.0,2026-07-02T08:40:00+00:00,2026-07-20T01:25:00+00:00
118
  TabPFN-TS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.2720841259482785,0.4809203309915177,0.08483954461896244,0.37272845270807714,85.14918825367508,0.2556199226014912,0.6969696969696969,0.0009744810873283095,12,1.0,2026-06-30T00:00:00+00:00,2026-07-14T00:00:00+00:00
119
  TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6227533315733635,1.0790529016141606,0.010000284942128944,0.7815381750087792,29.816307925213973,1.8029555710203116,0.06527434972470096,0.1405670352842087,230,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
120
+ TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.9393866242810178,1.195599044656435,0.009178003496587163,0.7951003962240322,38.06596754723976,2.1494990544291737,-0.09538461538461539,0.5122312629584481,26,1.0,2026-06-30T08:00:00+00:00,2026-07-20T03:00:00+00:00
121
  TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,7.3027503231141555,0.348782666590886,,0.1550901728077232,-32.25207677080558,77.4981964840527,-0.034409971634279744,0.46320546385644046,240,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
122
  TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955699e-09,,1.39774869271451e-09,0.0,0.0,0.0,1.0,429,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
123
  TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3680373780915981,0.520225538781064,0.034854859194508536,0.3636767032936668,16.026524841537032,0.4475897042371809,-0.2285714285714286,0.15756693704634162,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
130
  TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,9.355967682292114,1.156574592711963,0.33070210385744947,0.9009295659690392,31.158272238500768,95.90621630592567,0.12188317349607669,0.013505996181239299,186,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
131
  TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.264066041041729,0.4415141088862623,0.07813060109740003,0.3225560699043485,86.57463469675491,0.3690676350693244,0.6666666666666665,0.000942590074534519,13,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
132
  TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.664829852743757,1.0875258186839134,0.010695220382772236,0.8932552883517426,27.701889233987856,1.9179262763039289,0.08159043897954492,0.0660657175898418,229,1.0,2026-06-29T09:00:00+00:00,2026-07-19T16:00:00+00:00
133
+ TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.0666824759295324,1.2287855751045242,0.008857201511882035,1.007202499342193,35.707156995395394,2.4072610316728085,-0.09971509971509973,0.48213101687785026,27,1.0,2026-06-30T08:00:00+00:00,2026-07-20T03:00:00+00:00
134
  TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.302412479316276,0.34859463883939673,,0.14360586467781902,-29.59709763472899,77.49694943641508,0.09159830787848253,0.05374586756209168,240,0.0,2026-06-29T10:05:00+00:00,2026-07-19T18:55:00+00:00
135
  TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,429,0.0,2026-06-25T14:45:00+00:00,2026-07-18T23:40:00+00:00
136
  TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.395705123029899,0.5752555898363676,0.04587339018293237,0.41481480884273253,-0.7258393244934871,0.3652506369718741,-0.17142857142857143,0.2944906590580466,21,1.0,2026-06-26T23:00:00+00:00,2026-07-17T23:00:00+00:00
 
143
  TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,9.11400169066363,1.1775645400394839,0.09802334760829251,0.9614097728291447,28.836883383897895,91.69371630113922,0.1158384190642255,0.018893035033600375,186,1.0,2026-06-30T05:40:00+00:00,2026-07-20T01:25:00+00:00
144
  TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.2533319875228664,0.43326911971043774,0.07514545697242102,0.3342415765263456,87.03445535914487,0.3555166441419695,0.5384615384615383,0.010117397391702948,13,1.0,2026-06-28T00:00:00+00:00,2026-07-14T00:00:00+00:00
145
  Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.3127011612978214,1.3065874996864462,0.009894034199651366,0.7537130517171061,-1.136901743176667,2.9063711602445825,0.2283421732626139,8.718235913468794e-06,172,1.0,2026-07-03T07:00:00+00:00,2026-07-19T16:00:00+00:00
146
+ Toto-1.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.640760498407862,1.6255557638969753,0.011211896056667833,0.8920932072664506,-1.313319055125893,3.961140026157132,0.13333333333333333,0.505644437997331,16,1.0,2026-07-10T05:00:00+00:00,2026-07-20T03:00:00+00:00
147
  Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,13.819260633905527,1.5573959146343153,,0.2181880611603881,-88.47421679907946,96.00547144117353,-0.013555446676465783,0.8010696168069846,157,0.0,2026-07-03T04:20:00+00:00,2026-07-19T18:55:00+00:00
148
  Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5101108055244047,0.3068862019947659,,0.0002760790146983473,-100.0,3.2770042322473953,-0.036046924991112686,0.35921833428399075,291,0.0,2026-07-01T21:10:00+00:00,2026-07-18T23:40:00+00:00
149
  Toto-1.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.8850210960392502,0.7360545376948382,0.0324873053217645,0.33562119728239875,-13.125735726081942,1.5820949774264559,-0.2352941176470588,0.20489900152579948,17,1.0,2026-06-30T23:00:00+00:00,2026-07-17T23:00:00+00:00
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-07-20T06:23:39.093152+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
@@ -10,7 +10,7 @@
10
  "frequency",
11
  "prediction_length"
12
  ],
13
- "num_configs": 13,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
 
1
  {
2
+ "generated_at": "2026-07-20T06:32:41.694088+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
10
  "frequency",
11
  "prediction_length"
12
  ],
13
+ "num_configs": 14,
14
  "num_models": 12,
15
  "num_rows_missing_prediction_length": 0
16
  }
results/aggregates/results_by_domain.csv CHANGED
@@ -11,18 +11,18 @@ Climate,Seasonal-Naive,1.0,1.0,9,5,5,1.0
11
  Climate,Sundial,0.8213624628450215,6.719782815298443,10,5,5,1.0
12
  Climate,ETS,5.4143555469715485,28.624192515840857,11,5,5,1.0
13
  Climate,Moving-Average,2.088096956283896,18.246772899377017,12,5,5,1.0
14
- Finance,Chronos-Bolt,0.6526465134503198,0.7939014371077312,1,2,2,1.0
15
- Finance,TiRex,0.6729901773123584,0.7933964942822657,2,2,2,1.0
16
- Finance,Moirai-2.0,0.6841154350624177,0.8026602297946828,3,2,2,1.0
17
- Finance,Sundial,0.6058928973735206,0.8310373297516145,4,2,2,1.0
18
- Finance,Chronos-2,0.6950473447267999,0.8138021632195241,5,2,2,1.0
19
- Finance,Toto-1.0,1.0284710753042172,0.8681387766288446,6,2,2,1.0
20
- Finance,TimesFM-2.5,0.6806472033426965,0.89238528752389,7,2,2,1.0
21
- Finance,ETS,0.8250096974874469,0.9665878460265975,8,2,2,1.0
22
- Finance,Seasonal-Naive,1.0,1.0,9,2,2,1.0
23
- Finance,ARIMA,0.880217665263486,1.4185784716963645,10,2,2,1.0
24
- Finance,Moving-Average,0.935489639811092,1.0525881169632594,11,2,2,1.0
25
- Finance,TabPFN-TS,0.8945572929423188,1.1225772365019593,12,2,2,1.0
26
  Hazards,Toto-1.0,0.6046146976166058,0.6330284676078161,1,1,1,1.0
27
  Hazards,Moirai-2.0,0.6944838820552709,0.6691028857155824,2,1,1,1.0
28
  Hazards,Chronos-2,0.7496622380699661,0.691992184202811,3,1,1,1.0
 
11
  Climate,Sundial,0.8213624628450215,6.719782815298443,10,5,5,1.0
12
  Climate,ETS,5.4143555469715485,28.624192515840857,11,5,5,1.0
13
  Climate,Moving-Average,2.088096956283896,18.246772899377017,12,5,5,1.0
14
+ Finance,Sundial,0.461340722081507,0.6428198357209748,1,3,3,1.0
15
+ Finance,TiRex,0.5831460451682886,0.7036791383091092,2,3,3,1.0
16
+ Finance,Moirai-2.0,0.5786803108035687,0.710713900295344,3,3,3,1.0
17
+ Finance,Chronos-Bolt,0.6274512729374603,0.7414516411651416,4,3,3,1.0
18
+ Finance,TimesFM-2.5,0.5586613625264759,0.7632137050977917,5,3,3,1.0
19
+ Finance,Toto-1.0,1.129749021956746,0.7815758351355324,6,3,3,1.0
20
+ Finance,Chronos-2,0.6852903145933908,0.7577033018321896,7,3,3,1.0
21
+ Finance,ETS,0.6322538742734221,0.8070821800428988,8,3,3,1.0
22
+ Finance,TabPFN-TS,0.4674342111782375,0.7904604074266763,9,3,3,1.0
23
+ Finance,Moving-Average,0.7015226264097063,0.8543156567508171,10,3,3,1.0
24
+ Finance,ARIMA,0.9486158393302204,1.2484110367386294,11,3,3,1.0
25
+ Finance,Seasonal-Naive,1.0,1.0,12,3,3,1.0
26
  Hazards,Toto-1.0,0.6046146976166058,0.6330284676078161,1,1,1,1.0
27
  Hazards,Moirai-2.0,0.6944838820552709,0.6691028857155824,2,1,1,1.0
28
  Hazards,Chronos-2,0.7496622380699661,0.691992184202811,3,1,1,1.0
results/aggregates/results_by_frequency.csv CHANGED
@@ -35,18 +35,18 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
35
  1D,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
36
  1D,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
37
  1D,Seasonal-Naive,1.0,1.0,12,1,1,1.0
38
- 1h,Toto-1.0,1.0227193514366717,0.6486746994396378,1,6,6,1.0
39
- 1h,TiRex,0.3857065579227232,0.6670932025202673,2,6,6,1.0
40
- 1h,Chronos-Bolt,0.4665077070099431,0.6807842134411515,3,6,6,1.0
41
- 1h,Chronos-2,0.4674904204722361,0.7034771774685098,4,6,6,1.0
42
- 1h,Moirai-2.0,0.4919896614058687,0.7117028717712741,5,6,6,1.0
43
- 1h,TimesFM-2.5,0.631777024943129,0.8318653004279553,6,6,6,1.0
44
- 1h,ARIMA,1.4513270216873104,1.2204622182964358,7,6,6,1.0
45
- 1h,Sundial,0.7653132836812843,0.7719986572355362,8,6,6,1.0
46
- 1h,TabPFN-TS,0.6627326897543881,0.873496051676043,9,6,6,1.0
47
- 1h,Seasonal-Naive,1.0,1.0,10,6,6,1.0
48
- 1h,ETS,3.80525863041552,2.0045199204739994,11,6,6,1.0
49
- 1h,Moving-Average,1.7497711839140695,1.3898512086469244,12,6,6,1.0
50
  1mo,Moirai-2.0,0.5701893078499076,0.5711658118752873,1,1,1,1.0
51
  1mo,Chronos-Bolt,0.6722527938921684,0.6335328970612374,2,1,1,1.0
52
  1mo,Toto-1.0,0.6317640740160342,0.6385745807295035,3,1,1,1.0
 
35
  1D,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0
36
  1D,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0
37
  1D,Seasonal-Naive,1.0,1.0,12,1,1,1.0
38
+ 1h,TiRex,0.39275559851525954,0.6495445421159703,1,7,7,1.0
39
+ 1h,Toto-1.0,1.0655793603574075,0.6464823730719781,2,7,7,1.0
40
+ 1h,Moirai-2.0,0.48001650599344353,0.6872522625253837,3,7,7,1.0
41
+ 1h,Chronos-Bolt,0.48124077258522346,0.6758099729776652,4,7,7,1.0
42
+ 1h,Chronos-2,0.49175335166111994,0.6966173330780122,5,7,7,1.0
43
+ 1h,Sundial,0.658590700705858,0.6988587876009356,6,7,7,1.0
44
+ 1h,TimesFM-2.5,0.5867139210377794,0.7857916150437235,7,7,7,1.0
45
+ 1h,TabPFN-TS,0.5237684810209878,0.7790029152090373,8,7,7,1.0
46
+ 1h,ARIMA,1.3953043526188498,1.1805194804808048,9,7,7,1.0
47
+ 1h,ETS,2.7290329620063627,1.6718234424068033,10,7,7,1.0
48
+ 1h,Seasonal-Naive,1.0,1.0,11,7,7,1.0
49
+ 1h,Moving-Average,1.4143669261503147,1.2214572999573754,12,7,7,1.0
50
  1mo,Moirai-2.0,0.5701893078499076,0.5711658118752873,1,1,1,1.0
51
  1mo,Chronos-Bolt,0.6722527938921684,0.6335328970612374,2,1,1,1.0
52
  1mo,Toto-1.0,0.6317640740160342,0.6385745807295035,3,1,1,1.0
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -23,18 +23,18 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
23
  12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
24
  12,Toto-1.0,20935.58260520119,13238.145421291722,11,2,2,1.0
25
  12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
26
- 24,TiRex,0.43262710257130765,0.6943715581589298,1,7,7,1.0
27
- 24,Toto-1.0,1.0122676376534103,0.6903056384485965,2,7,7,1.0
28
- 24,Chronos-Bolt,0.5128378584730449,0.7171503975969686,3,7,7,1.0
29
- 24,Chronos-2,0.5127507857948133,0.7381053229284538,4,7,7,1.0
30
- 24,Moirai-2.0,0.54387404950386,0.7496604810507999,5,7,7,1.0
31
- 24,TimesFM-2.5,0.6637772374941632,0.8520472510919516,6,7,7,1.0
32
- 24,Sundial,0.7881566437168634,0.8006372853040954,7,7,7,1.0
33
- 24,ARIMA,1.3560944307506226,1.204423881178296,8,7,7,1.0
34
- 24,ETS,2.984987301631426,1.7791215705761552,9,7,7,1.0
35
- 24,TabPFN-TS,0.6914601752508939,0.8882280285835114,10,7,7,1.0
36
- 24,Seasonal-Naive,1.0,1.0,11,7,7,1.0
37
- 24,Moving-Average,1.6162230793776469,1.334052936822613,12,7,7,1.0
38
  36,Seasonal-Naive,1.0,1.0,1,1,1,1.0
39
  36,TabPFN-TS,1.0,1.0,2,1,1,1.0
40
  36,TimesFM-2.5,1.0,1.0,3,1,1,1.0
 
23
  12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
24
  12,Toto-1.0,20935.58260520119,13238.145421291722,11,2,2,1.0
25
  12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
26
+ 24,TiRex,0.433275195333061,0.6749721709963649,1,8,8,1.0
27
+ 24,Toto-1.0,1.0506393274927164,0.6829330422700839,2,8,8,1.0
28
+ 24,Chronos-Bolt,0.5207815195050832,0.7079431397325759,3,8,8,1.0
29
+ 24,Moirai-2.0,0.5256458168944061,0.7223690951132642,4,8,8,1.0
30
+ 24,Chronos-2,0.5298066660801023,0.7274213232154594,5,8,8,1.0
31
+ 24,Sundial,0.6885653739360376,0.7305243183053513,6,8,8,1.0
32
+ 24,TimesFM-2.5,0.6183292388411201,0.8081834067357314,7,8,8,1.0
33
+ 24,TabPFN-TS,0.5598084129207316,0.801880960954909,8,8,8,1.0
34
+ 24,ETS,2.3003516236305916,1.5406846262760474,9,8,8,1.0
35
+ 24,ARIMA,1.3213414542345796,1.1717978502331436,10,8,8,1.0
36
+ 24,Seasonal-Naive,1.0,1.0,11,8,8,1.0
37
+ 24,Moving-Average,1.3550163223061378,1.1976190671546862,12,8,8,1.0
38
  36,Seasonal-Naive,1.0,1.0,1,1,1,1.0
39
  36,TabPFN-TS,1.0,1.0,2,1,1,1.0
40
  36,TimesFM-2.5,1.0,1.0,3,1,1,1.0
results/aggregates/results_overall.csv CHANGED
@@ -1,13 +1,13 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,TiRex,0.45661425616249307,2.234033802453338,1,13,13,1.0
3
- Overall,Chronos-2,0.5161758360228559,2.276222384640517,2,13,13,1.0
4
- Overall,Toto-1.0,31.51929178842469,13.582380044067573,3,13,13,1.0
5
- Overall,TimesFM-2.5,0.46880739491044643,0.6979593410460634,4,13,13,1.0
6
- Overall,Sundial,0.6381004969525508,3.5666903446014766,5,13,13,1.0
7
- Overall,TabPFN-TS,0.4994047642549012,0.7215996543551444,6,13,13,1.0
8
- Overall,Chronos-Bolt,0.593375431605871,5.5230789715139625,7,13,13,1.0
9
- Overall,Moirai-2.0,0.566148204949392,5.295202341993666,8,13,13,1.0
10
- Overall,ARIMA,0.9682438323680138,6.58465147893242,9,13,13,1.0
11
- Overall,Seasonal-Naive,1.0,1.0,10,13,13,1.0
12
- Overall,ETS,1.5645449617592595,8.410747732571599,11,13,13,1.0
13
- Overall,Moving-Average,1.1870726653381516,7.373116148172247,12,13,13,1.0
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,TiRex,0.4552468745082619,2.022124372842977,1,14,14,1.0
3
+ Overall,Chronos-2,0.52566827234517,2.082863327242875,2,14,14,1.0
4
+ Overall,Sundial,0.5996758397217904,3.042124124952614,3,14,14,1.0
5
+ Overall,TimesFM-2.5,0.4615095488002131,0.6869131119895138,4,14,14,1.0
6
+ Overall,Toto-1.0,25.185282681977633,10.911570130237523,5,14,14,1.0
7
+ Overall,TabPFN-TS,0.4530339152449286,0.6908144763114402,6,14,14,1.0
8
+ Overall,Chronos-Bolt,0.592405608202599,4.738577323826171,7,14,14,1.0
9
+ Overall,Moirai-2.0,0.5536367812108018,4.508533505041909,8,14,14,1.0
10
+ Overall,ARIMA,0.9772199535271937,5.74144070693668,9,14,14,1.0
11
+ Overall,ETS,1.411794551217,6.93325509040137,10,14,14,1.0
12
+ Overall,Seasonal-Naive,1.0,1.0,11,14,14,1.0
13
+ Overall,Moving-Average,1.0972452702867705,6.135401819376623,12,14,14,1.0
results/arima/all_results.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,ARIMA,1.1480194799646328,3.9412866784111813,nan,nan,0.018248280940370967,nan,nan,1.0714567093283016,nan,nan,1.876092636694781,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,0.5794583301210013,2.0096881586453157,nan,nan,0.015966736391412134,nan,nan,0.7612216038191516,nan,nan,1.2292074190830744,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,nan,nan,nan,nan,nan,6.639153220154094e-08,nan,nan,2.543803079815313e-07,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,ARIMA,1.1480194799646328,3.9412866784111813,nan,nan,0.018248280940370967,nan,nan,1.0714567093283016,nan,nan,1.876092636694781,Finance,1,24
3
+ coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,0.6259322852102683,0.5154172474685966,nan,nan,0.006416977268424548,nan,nan,0.7911588242636672,nan,nan,0.5865968947581011,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,nan,nan,nan,nan,nan,6.639153220154094e-08,nan,nan,2.543803079815313e-07,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12
results/arima/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.542099+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.342835+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.086771+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.176905+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
results/chronos_2/all_results.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Chronos-2,0.7766395560564948,0.7766395560564948,nan,nan,0.007874418475201143,nan,nan,0.881271556364152,nan,nan,0.7378126469451309,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,0.4683516566869133,0.4683516566869133,nan,nan,0.006926763911301436,nan,nan,0.684362226227393,nan,nan,0.5367500236374647,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,nan,nan,nan,nan,nan,1.2761158361191085e-09,nan,nan,1.8284365387902989e-09,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,nan,nan,nan,nan,nan,1.3151753777977035e-09,nan,nan,2.356162747109682e-09,Transportation,1,12
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Chronos-2,0.7766395560564948,0.7766395560564948,nan,nan,0.007874418475201143,nan,nan,0.881271556364152,nan,nan,0.7378126469451309,Finance,1,24
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,0.37846994926325,0.37846994926325,nan,nan,0.005220622416507027,nan,nan,0.615199113509805,nan,nan,0.398504793876282,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,nan,nan,nan,nan,nan,1.2761158361191085e-09,nan,nan,1.8284365387902989e-09,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,nan,nan,nan,nan,nan,1.3151753777977035e-09,nan,nan,2.356162747109682e-09,Transportation,1,12
results/chronos_2/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.511421+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.350050+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.064782+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.181255+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
results/chronos_bolt/all_results.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Chronos-Bolt,0.7007968237995718,0.7007968237995718,nan,nan,0.007420226484356154,nan,nan,0.8371360843970183,nan,nan,0.713511948486998,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,0.07327781412994146,0.07327781412994146,nan,nan,0.0029146311289516796,nan,nan,0.2706987516224289,nan,nan,0.3262041287465982,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-Bolt,24494.29886562596,24494.29886562596,120.14190149307251,1.2667135440416435,0.6356253615465683,0.9144911966348365,18.167880022797153,156.5065457596773,0.9635125763281969,0.7396382845884965,0.5956771935646294,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.2825236033380433e-15,3.2825236033380433e-15,nan,nan,nan,nan,nan,5.729331202974779e-08,nan,nan,6.615357107869962e-08,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,nan,nan,nan,nan,nan,1.0459942197556757e-06,nan,nan,3.2148618499168906e-06,Transportation,1,12
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Chronos-Bolt,0.7007968237995718,0.7007968237995718,nan,nan,0.007420226484356154,nan,nan,0.8371360843970183,nan,nan,0.713511948486998,Finance,1,24
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,0.3294734071775067,0.3294734071775067,nan,nan,0.004781030239859833,nan,nan,0.5739977414393778,nan,nan,0.39236386775575993,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-Bolt,24494.29886562596,24494.29886562596,120.14190149307251,1.2667135440416435,0.6356253615465683,0.9144911966348365,18.167880022797153,156.5065457596773,0.9635125763281969,0.7396382845884965,0.5956771935646294,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.2825236033380433e-15,3.2825236033380433e-15,nan,nan,nan,nan,nan,5.729331202974779e-08,nan,nan,6.615357107869962e-08,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,nan,nan,nan,nan,nan,1.0459942197556757e-06,nan,nan,3.2148618499168906e-06,Transportation,1,12
results/chronos_bolt/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.522351+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.353204+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.076416+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.187957+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
results/dataset_eval_intervals.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
  "binance_btcusdt_1h_close": 300,
 
3
  "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd": 2592000,
4
  "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total": 900,
5
  "data_gov_sg_singapore_taxi_availability_available_taxi_count": 300,
 
1
  {
2
  "binance_btcusdt_1h_close": 300,
3
+ "coingecko_bitcoin_7d_price_usd": 300,
4
  "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd": 2592000,
5
  "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total": 900,
6
  "data_gov_sg_singapore_taxi_availability_available_taxi_count": 300,
results/dataset_properties.csv CHANGED
@@ -1,5 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
results/ets/all_results.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,ETS,0.9931296801424873,0.961976486774122,nan,nan,0.008891222762706695,nan,nan,0.9965589195539255,nan,nan,0.8698645014154598,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,ETS,0.14945985629635522,0.17514745292009257,nan,nan,0.003477316648810827,nan,nan,0.38660038320771906,nan,nan,0.2508169644087489,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ETS,27619.336324418462,28734.51642651467,129.964918000045,1.370282306464171,0.618770085277974,1.0227875260688906,19.0701060641571,166.19066256687967,1.0231316056095572,0.8001124321457544,0.7242860136139402,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.407835548068247e-15,1.12132504091072e-14,nan,nan,nan,nan,nan,6.639153220154094e-08,nan,nan,2.543803079815313e-07,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,ETS,0.9931296801424873,0.961976486774122,nan,nan,0.008891222762706695,nan,nan,0.9965589195539255,nan,nan,0.8698645014154598,Finance,1,24
3
+ coingecko_bitcoin_7d_price_usd/1h/short,ETS,0.2109564402417183,0.207622469209829,nan,nan,0.003835581649759469,nan,nan,0.4592999458324792,nan,nan,0.34138489873417854,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ETS,27619.336324418462,28734.51642651467,129.964918000045,1.370282306464171,0.618770085277974,1.0227875260688906,19.0701060641571,166.19066256687967,1.0231316056095572,0.8001124321457544,0.7242860136139402,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.407835548068247e-15,1.12132504091072e-14,nan,nan,nan,nan,nan,6.639153220154094e-08,nan,nan,2.543803079815313e-07,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12
results/ets/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.537626+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.358703+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.084994+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.194126+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
results/moirai_2_0/all_results.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Moirai-2.0,0.9078380999144094,0.9078380999144094,nan,nan,0.008614364810342176,nan,nan,0.952805384070855,nan,nan,0.8089813902432015,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,Moirai-2.0,0.40126871750313703,0.40126871750313703,nan,nan,0.006062475510638893,nan,nan,0.6334577472121854,nan,nan,0.5454834160567303,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moirai-2.0,20775.499102946527,20775.499102946527,107.845894018809,1.137070854757381,0.5779948164087865,0.7687864471222213,13.629300063640835,144.13708441253598,0.8873615660779484,0.6639394837327767,0.5370367497191665,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-2.0,7.853649481634599e-14,7.853649481634599e-14,nan,nan,nan,nan,nan,2.8024363474724275e-07,nan,nan,3.428585403043706e-07,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,nan,nan,nan,nan,nan,3.488248839001449e-07,nan,nan,4.100515180343539e-07,Transportation,1,12
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Moirai-2.0,0.9078380999144094,0.9078380999144094,nan,nan,0.008614364810342176,nan,nan,0.952805384070855,nan,nan,0.8089813902432015,Finance,1,24
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Moirai-2.0,0.23523055726009068,0.23523055726009068,nan,nan,0.004084732098529412,nan,nan,0.4850057291002764,nan,nan,0.33806065549618275,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moirai-2.0,20775.499102946527,20775.499102946527,107.845894018809,1.137070854757381,0.5779948164087865,0.7687864471222213,13.629300063640835,144.13708441253598,0.8873615660779484,0.6639394837327767,0.5370367497191665,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-2.0,7.853649481634599e-14,7.853649481634599e-14,nan,nan,nan,nan,nan,2.8024363474724275e-07,nan,nan,3.428585403043706e-07,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,nan,nan,nan,nan,nan,3.488248839001449e-07,nan,nan,4.100515180343539e-07,Transportation,1,12
results/moirai_2_0/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.520472+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.363981+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.073712+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.199291+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
results/moving_average/all_results.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Moving-Average,1.046420389194073,1.0144897256653376,nan,nan,0.00911503056065781,nan,nan,1.0229469141622516,nan,nan,0.8941185548511668,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,1.266994543262402,1.3586729297832767,nan,nan,0.012776259936304595,nan,nan,1.1256085213174258,nan,nan,0.9620984066989399,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,nan,nan,nan,nan,nan,6.639153220154094e-08,nan,nan,2.543803079815313e-07,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Moving-Average,1.046420389194073,1.0144897256653376,nan,nan,0.00911503056065781,nan,nan,1.0229469141622516,nan,nan,0.8941185548511668,Finance,1,24
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,0.22412148022170256,0.22424036605896194,nan,nan,0.004014412547649433,nan,nan,0.4734147021604869,nan,nan,0.341438006374413,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,nan,nan,nan,nan,nan,6.639153220154094e-08,nan,nan,2.543803079815313e-07,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12
results/moving_average/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.530207+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.368536+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.082890+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.204707+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
results/online_status.json CHANGED
@@ -1,23 +1,17 @@
1
  {
2
- "status": "partial",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
- "started_at": "2026-07-20T06:20:53.268203+00:00",
6
- "finished_at": "2026-07-20T06:23:41.844882+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
- "task_count": 4,
10
  "issued_tasks": 1,
11
  "issued_forecasts": 12,
12
  "resolved_forecasts": 12,
13
  "pending_tasks": 13,
14
- "failed_forecasts": [
15
- {
16
- "model": "Seasonal-Naive",
17
- "dataset": "nws_ksfo_observations_temperature/1h/short",
18
- "error": "Mean forecast length 10 < 24"
19
- }
20
- ],
21
  "models": {
22
  "Chronos-2": {
23
  "model": "Chronos-2",
@@ -25,15 +19,15 @@
25
  "admitted_at": "2026-06-01T00:00:00Z",
26
  "evaluation_protocol": "issue-now-score-later",
27
  "metric_version": "livehouse-canonical-v1",
28
- "evaluated_at": "2026-07-20T06:23:38.511421+00:00",
29
  "resolved_tasks": [
30
  {
31
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
32
- "task_id": "future-b3f80c189731272dc28c",
33
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
34
- "resolved_at": "2026-07-20T06:20:53.350050+00:00",
35
- "target_end": "2026-07-18T23:40:00+00:00",
36
- "prediction_length": 12,
37
  "metric_version": "livehouse-canonical-v1"
38
  }
39
  ]
@@ -44,15 +38,15 @@
44
  "admitted_at": "2026-06-01T00:00:00Z",
45
  "evaluation_protocol": "issue-now-score-later",
46
  "metric_version": "livehouse-canonical-v1",
47
- "evaluated_at": "2026-07-20T06:23:38.513643+00:00",
48
  "resolved_tasks": [
49
  {
50
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
51
- "task_id": "future-b3f80c189731272dc28c",
52
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
53
- "resolved_at": "2026-07-20T06:20:53.392193+00:00",
54
- "target_end": "2026-07-18T23:40:00+00:00",
55
- "prediction_length": 12,
56
  "metric_version": "livehouse-canonical-v1"
57
  }
58
  ]
@@ -63,15 +57,15 @@
63
  "admitted_at": "2026-06-01T00:00:00Z",
64
  "evaluation_protocol": "issue-now-score-later",
65
  "metric_version": "livehouse-canonical-v1",
66
- "evaluated_at": "2026-07-20T06:23:38.515516+00:00",
67
  "resolved_tasks": [
68
  {
69
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
70
- "task_id": "future-b3f80c189731272dc28c",
71
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
72
- "resolved_at": "2026-07-20T06:20:53.387668+00:00",
73
- "target_end": "2026-07-18T23:40:00+00:00",
74
- "prediction_length": 12,
75
  "metric_version": "livehouse-canonical-v1"
76
  }
77
  ]
@@ -82,15 +76,15 @@
82
  "admitted_at": "2026-06-01T00:00:00Z",
83
  "evaluation_protocol": "issue-now-score-later",
84
  "metric_version": "livehouse-canonical-v1",
85
- "evaluated_at": "2026-07-20T06:23:38.517519+00:00",
86
  "resolved_tasks": [
87
  {
88
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
89
- "task_id": "future-b3f80c189731272dc28c",
90
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
91
- "resolved_at": "2026-07-20T06:20:53.401924+00:00",
92
- "target_end": "2026-07-18T23:40:00+00:00",
93
- "prediction_length": 12,
94
  "metric_version": "livehouse-canonical-v1"
95
  }
96
  ]
@@ -101,15 +95,15 @@
101
  "admitted_at": "2026-06-01T00:00:00Z",
102
  "evaluation_protocol": "issue-now-score-later",
103
  "metric_version": "livehouse-canonical-v1",
104
- "evaluated_at": "2026-07-20T06:23:38.520472+00:00",
105
  "resolved_tasks": [
106
  {
107
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
108
- "task_id": "future-b3f80c189731272dc28c",
109
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
110
- "resolved_at": "2026-07-20T06:20:53.363981+00:00",
111
- "target_end": "2026-07-18T23:40:00+00:00",
112
- "prediction_length": 12,
113
  "metric_version": "livehouse-canonical-v1"
114
  }
115
  ]
@@ -120,15 +114,15 @@
120
  "admitted_at": "2026-06-01T00:00:00Z",
121
  "evaluation_protocol": "issue-now-score-later",
122
  "metric_version": "livehouse-canonical-v1",
123
- "evaluated_at": "2026-07-20T06:23:38.522351+00:00",
124
  "resolved_tasks": [
125
  {
126
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
127
- "task_id": "future-b3f80c189731272dc28c",
128
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
129
- "resolved_at": "2026-07-20T06:20:53.353204+00:00",
130
- "target_end": "2026-07-18T23:40:00+00:00",
131
- "prediction_length": 12,
132
  "metric_version": "livehouse-canonical-v1"
133
  }
134
  ]
@@ -139,15 +133,15 @@
139
  "admitted_at": "2026-06-01T00:00:00Z",
140
  "evaluation_protocol": "issue-now-score-later",
141
  "metric_version": "livehouse-canonical-v1",
142
- "evaluated_at": "2026-07-20T06:23:38.524374+00:00",
143
  "resolved_tasks": [
144
  {
145
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
146
- "task_id": "future-b3f80c189731272dc28c",
147
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
148
- "resolved_at": "2026-07-20T06:20:53.383439+00:00",
149
- "target_end": "2026-07-18T23:40:00+00:00",
150
- "prediction_length": 12,
151
  "metric_version": "livehouse-canonical-v1"
152
  }
153
  ]
@@ -158,15 +152,15 @@
158
  "admitted_at": "2026-06-01T00:00:00Z",
159
  "evaluation_protocol": "issue-now-score-later",
160
  "metric_version": "livehouse-canonical-v1",
161
- "evaluated_at": "2026-07-20T06:23:38.527390+00:00",
162
  "resolved_tasks": [
163
  {
164
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
165
- "task_id": "future-b3f80c189731272dc28c",
166
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
167
- "resolved_at": "2026-07-20T06:20:53.378740+00:00",
168
- "target_end": "2026-07-18T23:40:00+00:00",
169
- "prediction_length": 12,
170
  "metric_version": "livehouse-canonical-v1"
171
  }
172
  ]
@@ -177,15 +171,15 @@
177
  "admitted_at": "2026-06-01T00:00:00Z",
178
  "evaluation_protocol": "issue-now-score-later",
179
  "metric_version": "livehouse-canonical-v1",
180
- "evaluated_at": "2026-07-20T06:23:38.530207+00:00",
181
  "resolved_tasks": [
182
  {
183
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
184
- "task_id": "future-b3f80c189731272dc28c",
185
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
186
- "resolved_at": "2026-07-20T06:20:53.368536+00:00",
187
- "target_end": "2026-07-18T23:40:00+00:00",
188
- "prediction_length": 12,
189
  "metric_version": "livehouse-canonical-v1"
190
  }
191
  ]
@@ -196,15 +190,15 @@
196
  "admitted_at": "2026-06-01T00:00:00Z",
197
  "evaluation_protocol": "issue-now-score-later",
198
  "metric_version": "livehouse-canonical-v1",
199
- "evaluated_at": "2026-07-20T06:23:38.537626+00:00",
200
  "resolved_tasks": [
201
  {
202
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
203
- "task_id": "future-b3f80c189731272dc28c",
204
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
205
- "resolved_at": "2026-07-20T06:20:53.358703+00:00",
206
- "target_end": "2026-07-18T23:40:00+00:00",
207
- "prediction_length": 12,
208
  "metric_version": "livehouse-canonical-v1"
209
  }
210
  ]
@@ -215,15 +209,15 @@
215
  "admitted_at": "2026-06-01T00:00:00Z",
216
  "evaluation_protocol": "issue-now-score-later",
217
  "metric_version": "livehouse-canonical-v1",
218
- "evaluated_at": "2026-07-20T06:23:38.542099+00:00",
219
  "resolved_tasks": [
220
  {
221
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
222
- "task_id": "future-b3f80c189731272dc28c",
223
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
224
- "resolved_at": "2026-07-20T06:20:53.342835+00:00",
225
- "target_end": "2026-07-18T23:40:00+00:00",
226
- "prediction_length": 12,
227
  "metric_version": "livehouse-canonical-v1"
228
  }
229
  ]
@@ -234,15 +228,15 @@
234
  "admitted_at": "2026-06-01T00:00:00Z",
235
  "evaluation_protocol": "issue-now-score-later",
236
  "metric_version": "livehouse-canonical-v1",
237
- "evaluated_at": "2026-07-20T06:23:38.545836+00:00",
238
  "resolved_tasks": [
239
  {
240
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
241
- "task_id": "future-b3f80c189731272dc28c",
242
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
243
- "resolved_at": "2026-07-20T06:20:53.374157+00:00",
244
- "target_end": "2026-07-18T23:40:00+00:00",
245
- "prediction_length": 12,
246
  "metric_version": "livehouse-canonical-v1"
247
  }
248
  ]
@@ -268,7 +262,5 @@
268
  "live_overall_30d": "aggregates/live_overall_30d.csv",
269
  "live_metadata": "aggregates/live_metadata.json"
270
  },
271
- "push_status": "ok",
272
- "pushed_at": "2026-07-20T06:23:50.505377+00:00",
273
- "push_detail": "HF Hub API"
274
  }
 
1
  {
2
+ "status": "ok",
3
  "evaluation_protocol": "issue-now-score-later",
4
  "metric_version": "livehouse-canonical-v1",
5
+ "started_at": "2026-07-20T06:30:39.095246+00:00",
6
+ "finished_at": "2026-07-20T06:32:44.366148+00:00",
7
  "data_source": "ts_bench",
8
  "data_config": "configs/datasets/ts_bench.yaml",
9
+ "task_count": 3,
10
  "issued_tasks": 1,
11
  "issued_forecasts": 12,
12
  "resolved_forecasts": 12,
13
  "pending_tasks": 13,
14
+ "failed_forecasts": [],
 
 
 
 
 
 
15
  "models": {
16
  "Chronos-2": {
17
  "model": "Chronos-2",
 
19
  "admitted_at": "2026-06-01T00:00:00Z",
20
  "evaluation_protocol": "issue-now-score-later",
21
  "metric_version": "livehouse-canonical-v1",
22
+ "evaluated_at": "2026-07-20T06:32:41.064782+00:00",
23
  "resolved_tasks": [
24
  {
25
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
26
+ "task_id": "future-ef76faf61067af3b6c13",
27
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
28
+ "resolved_at": "2026-07-20T06:30:39.181255+00:00",
29
+ "target_end": "2026-07-20T03:00:00+00:00",
30
+ "prediction_length": 24,
31
  "metric_version": "livehouse-canonical-v1"
32
  }
33
  ]
 
38
  "admitted_at": "2026-06-01T00:00:00Z",
39
  "evaluation_protocol": "issue-now-score-later",
40
  "metric_version": "livehouse-canonical-v1",
41
+ "evaluated_at": "2026-07-20T06:32:41.067250+00:00",
42
  "resolved_tasks": [
43
  {
44
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
45
+ "task_id": "future-ef76faf61067af3b6c13",
46
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
47
+ "resolved_at": "2026-07-20T06:30:39.230388+00:00",
48
+ "target_end": "2026-07-20T03:00:00+00:00",
49
+ "prediction_length": 24,
50
  "metric_version": "livehouse-canonical-v1"
51
  }
52
  ]
 
57
  "admitted_at": "2026-06-01T00:00:00Z",
58
  "evaluation_protocol": "issue-now-score-later",
59
  "metric_version": "livehouse-canonical-v1",
60
+ "evaluated_at": "2026-07-20T06:32:41.069537+00:00",
61
  "resolved_tasks": [
62
  {
63
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
64
+ "task_id": "future-ef76faf61067af3b6c13",
65
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
66
+ "resolved_at": "2026-07-20T06:30:39.225550+00:00",
67
+ "target_end": "2026-07-20T03:00:00+00:00",
68
+ "prediction_length": 24,
69
  "metric_version": "livehouse-canonical-v1"
70
  }
71
  ]
 
76
  "admitted_at": "2026-06-01T00:00:00Z",
77
  "evaluation_protocol": "issue-now-score-later",
78
  "metric_version": "livehouse-canonical-v1",
79
+ "evaluated_at": "2026-07-20T06:32:41.071397+00:00",
80
  "resolved_tasks": [
81
  {
82
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
83
+ "task_id": "future-ef76faf61067af3b6c13",
84
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
85
+ "resolved_at": "2026-07-20T06:30:39.236255+00:00",
86
+ "target_end": "2026-07-20T03:00:00+00:00",
87
+ "prediction_length": 24,
88
  "metric_version": "livehouse-canonical-v1"
89
  }
90
  ]
 
95
  "admitted_at": "2026-06-01T00:00:00Z",
96
  "evaluation_protocol": "issue-now-score-later",
97
  "metric_version": "livehouse-canonical-v1",
98
+ "evaluated_at": "2026-07-20T06:32:41.073712+00:00",
99
  "resolved_tasks": [
100
  {
101
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
102
+ "task_id": "future-ef76faf61067af3b6c13",
103
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
104
+ "resolved_at": "2026-07-20T06:30:39.199291+00:00",
105
+ "target_end": "2026-07-20T03:00:00+00:00",
106
+ "prediction_length": 24,
107
  "metric_version": "livehouse-canonical-v1"
108
  }
109
  ]
 
114
  "admitted_at": "2026-06-01T00:00:00Z",
115
  "evaluation_protocol": "issue-now-score-later",
116
  "metric_version": "livehouse-canonical-v1",
117
+ "evaluated_at": "2026-07-20T06:32:41.076416+00:00",
118
  "resolved_tasks": [
119
  {
120
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
121
+ "task_id": "future-ef76faf61067af3b6c13",
122
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
123
+ "resolved_at": "2026-07-20T06:30:39.187957+00:00",
124
+ "target_end": "2026-07-20T03:00:00+00:00",
125
+ "prediction_length": 24,
126
  "metric_version": "livehouse-canonical-v1"
127
  }
128
  ]
 
133
  "admitted_at": "2026-06-01T00:00:00Z",
134
  "evaluation_protocol": "issue-now-score-later",
135
  "metric_version": "livehouse-canonical-v1",
136
+ "evaluated_at": "2026-07-20T06:32:41.078070+00:00",
137
  "resolved_tasks": [
138
  {
139
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
140
+ "task_id": "future-ef76faf61067af3b6c13",
141
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
142
+ "resolved_at": "2026-07-20T06:30:39.220141+00:00",
143
+ "target_end": "2026-07-20T03:00:00+00:00",
144
+ "prediction_length": 24,
145
  "metric_version": "livehouse-canonical-v1"
146
  }
147
  ]
 
152
  "admitted_at": "2026-06-01T00:00:00Z",
153
  "evaluation_protocol": "issue-now-score-later",
154
  "metric_version": "livehouse-canonical-v1",
155
+ "evaluated_at": "2026-07-20T06:32:41.080853+00:00",
156
  "resolved_tasks": [
157
  {
158
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
159
+ "task_id": "future-ef76faf61067af3b6c13",
160
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
161
+ "resolved_at": "2026-07-20T06:30:39.214294+00:00",
162
+ "target_end": "2026-07-20T03:00:00+00:00",
163
+ "prediction_length": 24,
164
  "metric_version": "livehouse-canonical-v1"
165
  }
166
  ]
 
171
  "admitted_at": "2026-06-01T00:00:00Z",
172
  "evaluation_protocol": "issue-now-score-later",
173
  "metric_version": "livehouse-canonical-v1",
174
+ "evaluated_at": "2026-07-20T06:32:41.082890+00:00",
175
  "resolved_tasks": [
176
  {
177
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
178
+ "task_id": "future-ef76faf61067af3b6c13",
179
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
180
+ "resolved_at": "2026-07-20T06:30:39.204707+00:00",
181
+ "target_end": "2026-07-20T03:00:00+00:00",
182
+ "prediction_length": 24,
183
  "metric_version": "livehouse-canonical-v1"
184
  }
185
  ]
 
190
  "admitted_at": "2026-06-01T00:00:00Z",
191
  "evaluation_protocol": "issue-now-score-later",
192
  "metric_version": "livehouse-canonical-v1",
193
+ "evaluated_at": "2026-07-20T06:32:41.084994+00:00",
194
  "resolved_tasks": [
195
  {
196
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
197
+ "task_id": "future-ef76faf61067af3b6c13",
198
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
199
+ "resolved_at": "2026-07-20T06:30:39.194126+00:00",
200
+ "target_end": "2026-07-20T03:00:00+00:00",
201
+ "prediction_length": 24,
202
  "metric_version": "livehouse-canonical-v1"
203
  }
204
  ]
 
209
  "admitted_at": "2026-06-01T00:00:00Z",
210
  "evaluation_protocol": "issue-now-score-later",
211
  "metric_version": "livehouse-canonical-v1",
212
+ "evaluated_at": "2026-07-20T06:32:41.086771+00:00",
213
  "resolved_tasks": [
214
  {
215
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
216
+ "task_id": "future-ef76faf61067af3b6c13",
217
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
218
+ "resolved_at": "2026-07-20T06:30:39.176905+00:00",
219
+ "target_end": "2026-07-20T03:00:00+00:00",
220
+ "prediction_length": 24,
221
  "metric_version": "livehouse-canonical-v1"
222
  }
223
  ]
 
228
  "admitted_at": "2026-06-01T00:00:00Z",
229
  "evaluation_protocol": "issue-now-score-later",
230
  "metric_version": "livehouse-canonical-v1",
231
+ "evaluated_at": "2026-07-20T06:32:41.089246+00:00",
232
  "resolved_tasks": [
233
  {
234
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
235
+ "task_id": "future-ef76faf61067af3b6c13",
236
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
237
+ "resolved_at": "2026-07-20T06:30:39.209642+00:00",
238
+ "target_end": "2026-07-20T03:00:00+00:00",
239
+ "prediction_length": 24,
240
  "metric_version": "livehouse-canonical-v1"
241
  }
242
  ]
 
262
  "live_overall_30d": "aggregates/live_overall_30d.csv",
263
  "live_metadata": "aggregates/live_metadata.json"
264
  },
265
+ "push_status": "pending"
 
 
266
  }
results/prequential/tasks/future-df50db58a93dae06e098.json ADDED
@@ -0,0 +1,211 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source_task_name": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260719t060059z",
3
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
4
+ "domain": "Finance",
5
+ "frequency": "1h",
6
+ "prediction_length": 24,
7
+ "context": [
8
+ 64719.05078125,
9
+ 64181.5625,
10
+ 64055.41796875,
11
+ 64027.9609375,
12
+ 64158.62890625,
13
+ 64194.16015625,
14
+ 63924.93359375,
15
+ 64313.79296875,
16
+ 64489.140625,
17
+ 64672.203125,
18
+ 64462.1328125,
19
+ 63991.16015625,
20
+ 64223.10546875,
21
+ 64206.96484375,
22
+ 64086.90625,
23
+ 64100.1875,
24
+ 63920.24609375,
25
+ 63788.9296875,
26
+ 63813.3125,
27
+ 63491.875,
28
+ 63438.30859375,
29
+ 63519.9921875,
30
+ 63437.43359375,
31
+ 62779.3515625,
32
+ 62878.7734375,
33
+ 62799.546875,
34
+ 62850.98828125,
35
+ 62931.0859375,
36
+ 63118.953125,
37
+ 63273.00390625,
38
+ 63067.046875,
39
+ 63044.0078125,
40
+ 63158.83984375,
41
+ 63342.55078125,
42
+ 63544.11328125,
43
+ 64024.6796875,
44
+ 64202.84375,
45
+ 64110.5703125,
46
+ 64087.8046875,
47
+ 64050.44140625,
48
+ 63933.54296875,
49
+ 63892.11328125,
50
+ 63859.328125,
51
+ 63928.03125,
52
+ 63916.375,
53
+ 63972.046875,
54
+ 63917.609375,
55
+ 63907.375,
56
+ 63938.98828125,
57
+ 63968.671875,
58
+ 63943.9453125,
59
+ 63942.46484375,
60
+ 63968.25,
61
+ 64017.88671875,
62
+ 64180.60546875,
63
+ 64043.4296875,
64
+ 64078.96484375,
65
+ 64081.140625,
66
+ 64240.47265625,
67
+ 64436.7109375,
68
+ 64473.87890625,
69
+ 64521.99609375,
70
+ 64657.80859375,
71
+ 64711.69921875,
72
+ 64774.65625,
73
+ 64793.265625,
74
+ 64736.84375,
75
+ 64731.6640625,
76
+ 64787.1171875,
77
+ 64654.5390625,
78
+ 64673.45703125,
79
+ 64688.28125,
80
+ 64667.828125,
81
+ 64639.1484375,
82
+ 64658.65234375,
83
+ 64476.48046875,
84
+ 64532.19921875,
85
+ 64417.9140625,
86
+ 64390.8125,
87
+ 64438.22265625,
88
+ 64534.58984375,
89
+ 64521.65625,
90
+ 64487.43359375,
91
+ 64526.45703125,
92
+ 64345.96875,
93
+ 64393.01953125,
94
+ 64454.4765625,
95
+ 64346.59375,
96
+ 64637.03125,
97
+ 64679.765625,
98
+ 64513.765625,
99
+ 64554.34765625,
100
+ 64784.5625,
101
+ 64761.43359375,
102
+ 64512.24609375,
103
+ 64084.85546875
104
+ ],
105
+ "context_timestamps": [
106
+ "2026-07-16T07:00:00",
107
+ "2026-07-16T08:00:00",
108
+ "2026-07-16T09:00:00",
109
+ "2026-07-16T10:00:00",
110
+ "2026-07-16T11:00:00",
111
+ "2026-07-16T12:00:00",
112
+ "2026-07-16T13:00:00",
113
+ "2026-07-16T14:00:00",
114
+ "2026-07-16T15:00:00",
115
+ "2026-07-16T16:00:00",
116
+ "2026-07-16T17:00:00",
117
+ "2026-07-16T18:00:00",
118
+ "2026-07-16T19:00:00",
119
+ "2026-07-16T20:00:00",
120
+ "2026-07-16T21:00:00",
121
+ "2026-07-16T22:00:00",
122
+ "2026-07-16T23:00:00",
123
+ "2026-07-17T00:00:00",
124
+ "2026-07-17T01:00:00",
125
+ "2026-07-17T02:00:00",
126
+ "2026-07-17T03:00:00",
127
+ "2026-07-17T04:00:00",
128
+ "2026-07-17T05:00:00",
129
+ "2026-07-17T06:00:00",
130
+ "2026-07-17T07:00:00",
131
+ "2026-07-17T08:00:00",
132
+ "2026-07-17T09:00:00",
133
+ "2026-07-17T10:00:00",
134
+ "2026-07-17T11:00:00",
135
+ "2026-07-17T12:00:00",
136
+ "2026-07-17T13:00:00",
137
+ "2026-07-17T14:00:00",
138
+ "2026-07-17T15:00:00",
139
+ "2026-07-17T16:00:00",
140
+ "2026-07-17T17:00:00",
141
+ "2026-07-17T18:00:00",
142
+ "2026-07-17T19:00:00",
143
+ "2026-07-17T20:00:00",
144
+ "2026-07-17T21:00:00",
145
+ "2026-07-17T22:00:00",
146
+ "2026-07-17T23:00:00",
147
+ "2026-07-18T00:00:00",
148
+ "2026-07-18T01:00:00",
149
+ "2026-07-18T02:00:00",
150
+ "2026-07-18T03:00:00",
151
+ "2026-07-18T04:00:00",
152
+ "2026-07-18T05:00:00",
153
+ "2026-07-18T06:00:00",
154
+ "2026-07-18T07:00:00",
155
+ "2026-07-18T08:00:00",
156
+ "2026-07-18T09:00:00",
157
+ "2026-07-18T10:00:00",
158
+ "2026-07-18T11:00:00",
159
+ "2026-07-18T12:00:00",
160
+ "2026-07-18T13:00:00",
161
+ "2026-07-18T14:00:00",
162
+ "2026-07-18T15:00:00",
163
+ "2026-07-18T16:00:00",
164
+ "2026-07-18T17:00:00",
165
+ "2026-07-18T18:00:00",
166
+ "2026-07-18T19:00:00",
167
+ "2026-07-18T20:00:00",
168
+ "2026-07-18T21:00:00",
169
+ "2026-07-18T22:00:00",
170
+ "2026-07-18T23:00:00",
171
+ "2026-07-19T00:00:00",
172
+ "2026-07-19T01:00:00",
173
+ "2026-07-19T02:00:00",
174
+ "2026-07-19T03:00:00",
175
+ "2026-07-19T04:00:00",
176
+ "2026-07-19T05:00:00",
177
+ "2026-07-19T06:00:00",
178
+ "2026-07-19T07:00:00",
179
+ "2026-07-19T08:00:00",
180
+ "2026-07-19T09:00:00",
181
+ "2026-07-19T10:00:00",
182
+ "2026-07-19T11:00:00",
183
+ "2026-07-19T12:00:00",
184
+ "2026-07-19T13:00:00",
185
+ "2026-07-19T14:00:00",
186
+ "2026-07-19T15:00:00",
187
+ "2026-07-19T16:00:00",
188
+ "2026-07-19T17:00:00",
189
+ "2026-07-19T18:00:00",
190
+ "2026-07-19T19:00:00",
191
+ "2026-07-19T20:00:00",
192
+ "2026-07-19T21:00:00",
193
+ "2026-07-19T22:00:00",
194
+ "2026-07-19T23:00:00",
195
+ "2026-07-20T00:00:00",
196
+ "2026-07-20T01:00:00",
197
+ "2026-07-20T02:00:00",
198
+ "2026-07-20T03:00:00",
199
+ "2026-07-20T04:00:00",
200
+ "2026-07-20T05:00:00",
201
+ "2026-07-20T06:00:00"
202
+ ],
203
+ "context_start": "2026-07-16 07:00",
204
+ "context_end": "2026-07-20 06:00",
205
+ "data_fetched_at": "2026-07-20T06:30:33.017925Z",
206
+ "task_id": "future-df50db58a93dae06e098",
207
+ "issued_at": "2026-07-20T06:30:39.260769+00:00",
208
+ "status": "open",
209
+ "scored_models": [],
210
+ "metric_version": "livehouse-canonical-v1"
211
+ }
results/prequential/tasks/future-ef76faf61067af3b6c13.json CHANGED
@@ -205,7 +205,23 @@
205
  "data_fetched_at": "2026-07-19T03:38:06.810595Z",
206
  "task_id": "future-ef76faf61067af3b6c13",
207
  "issued_at": "2026-07-19T03:38:12.339513+00:00",
208
- "status": "open",
209
- "scored_models": [],
210
- "metric_version": "livehouse-canonical-v1"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
211
  }
 
205
  "data_fetched_at": "2026-07-19T03:38:06.810595Z",
206
  "task_id": "future-ef76faf61067af3b6c13",
207
  "issued_at": "2026-07-19T03:38:12.339513+00:00",
208
+ "status": "resolved",
209
+ "scored_models": [
210
+ "ARIMA",
211
+ "Chronos-2",
212
+ "Chronos-Bolt",
213
+ "ETS",
214
+ "Moirai-2.0",
215
+ "Moving-Average",
216
+ "Seasonal-Naive",
217
+ "Sundial",
218
+ "TabPFN-TS",
219
+ "TiRex",
220
+ "TimesFM-2.5",
221
+ "Toto-1.0"
222
+ ],
223
+ "metric_version": "livehouse-canonical-v1",
224
+ "resolved_at": "2026-07-20T06:30:39.241732+00:00",
225
+ "target_start": "2026-07-19T04:00:00",
226
+ "target_end": "2026-07-20T03:00:00"
227
  }
results/seasonal_naive/all_results.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1.1060345564914609,1.1060345564914609,nan,nan,0.00922587439024143,nan,nan,1.0516817752968153,nan,nan,0.7171949867699221,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,1.1952604932309772,1.1952604932309772,nan,nan,0.012370948810547067,nan,nan,1.0932796957919675,nan,nan,0.6990825004713552,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1.1060345564914609,1.1060345564914609,nan,nan,0.00922587439024143,nan,nan,1.0516817752968153,nan,nan,0.7171949867699221,Finance,1,24
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,0.5681151849261052,0.5681151849261052,nan,nan,0.005903736701837653,nan,nan,0.7537341606469122,nan,nan,0.6066995750488479,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12
results/seasonal_naive/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.545836+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.374157+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.089246+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.209642+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
results/sundial/all_results.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Sundial,0.5469785675131923,0.5804123249588508,nan,nan,0.006591759453248153,nan,nan,0.7395799939919903,nan,nan,0.6292316692122183,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,Sundial,0.05351965571011857,0.05358345091005227,nan,nan,0.0024049103954910584,nan,nan,0.23134315574513667,nan,nan,0.17334372979372323,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Sundial,27047.212071285932,27202.68214463723,143.1162110964457,1.5089426812363538,2.4254864254221506,0.8536544624552972,36.2452386153836,164.4603662627745,1.0124792572257424,0.881076689786568,0.7401326095810744,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,7.650745850393388e-15,4.11279122051907e-15,nan,nan,nan,nan,nan,8.746854206166574e-08,nan,nan,5.523482629082523e-08,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,7.059772941670151e-16,5.791562903864926e-16,nan,nan,nan,nan,nan,2.6570233235088757e-08,nan,nan,2.057260196765122e-08,Transportation,1,12
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Sundial,0.5469785675131923,0.5804123249588508,nan,nan,0.006591759453248153,nan,nan,0.7395799939919903,nan,nan,0.6292316692122183,Finance,1,24
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Sundial,0.15195326903539616,0.16187053166043852,nan,nan,0.003245169580221872,nan,nan,0.38981183798776065,nan,nan,0.23334603951728397,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Sundial,27047.212071285932,27202.68214463723,143.1162110964457,1.5089426812363538,2.4254864254221506,0.8536544624552972,36.2452386153836,164.4603662627745,1.0124792572257424,0.881076689786568,0.7401326095810744,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,7.650745850393388e-15,4.11279122051907e-15,nan,nan,nan,nan,nan,8.746854206166574e-08,nan,nan,5.523482629082523e-08,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,7.059772941670151e-16,5.791562903864926e-16,nan,nan,nan,nan,nan,2.6570233235088757e-08,nan,nan,2.057260196765122e-08,Transportation,1,12
results/sundial/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.527390+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.378740+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.080853+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.214294+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
results/tabpfn_ts/all_results.csv CHANGED
@@ -21,7 +21,7 @@ bizitobs_service/10S/long,TabPFN-TS,130439.41409575974,130439.41409575974,75.716
21
  bizitobs_service/10S/medium,TabPFN-TS,96964.0729103637,96964.0729103637,60.81208243819929,1.2255220534460762,0.0723566747968883,0.07036805625353214,18.230412141337187,311.39054723989886,0.23435986380516352,0.04576860628638456,0.04089325236933028,Web/CloudOps,2
22
  bizitobs_service/10S/short,TabPFN-TS,24200.27255323497,24200.27255323497,33.68946281559726,0.8831190081752103,0.059359659958974006,0.05050596377240031,10.002682447876992,155.56436787784975,0.11524706193264458,0.024958232148864053,0.01928787319334337,Web/CloudOps,2
23
  car_parts/M/short,TabPFN-TS,1.4236728433498649,1.4236728433498649,0.46870565286262467,0.8476360552543757,0.8072569896537893,1.8997551115703168,20.796016600345137,1.1931776243920538,2.8611175466068777,1.123908075532646,0.9696277332778144,Sales,1
24
- coingecko_bitcoin_7d_price_usd/1h/short,TabPFN-TS,0.04672782714690269,0.04672782714690269,nan,nan,0.0019562062386194127,nan,nan,0.21616620260092162,nan,nan,0.16553958659721224,Finance,1,24
25
  covid_deaths/D/short,TabPFN-TS,582148.6825669118,582148.6825669118,131.52239363470866,39.24224311247435,0.10336535201007536,0.1573858522759746,693.2680572368323,762.9866857074976,0.28707744008204383,0.04948593833338505,0.0410740544263699,Healthcare,1
26
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TabPFN-TS,30432.245376910596,30432.245376910596,136.32157135009766,1.4373035437945425,0.7106828034516671,1.1410403944957686,57.4921417517817,174.44840319392608,1.0739693319653159,0.8392463572886636,0.8392463572886636,Finance,1,12
27
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TabPFN-TS,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Climate,1,36
 
21
  bizitobs_service/10S/medium,TabPFN-TS,96964.0729103637,96964.0729103637,60.81208243819929,1.2255220534460762,0.0723566747968883,0.07036805625353214,18.230412141337187,311.39054723989886,0.23435986380516352,0.04576860628638456,0.04089325236933028,Web/CloudOps,2
22
  bizitobs_service/10S/short,TabPFN-TS,24200.27255323497,24200.27255323497,33.68946281559726,0.8831190081752103,0.059359659958974006,0.05050596377240031,10.002682447876992,155.56436787784975,0.11524706193264458,0.024958232148864053,0.01928787319334337,Web/CloudOps,2
23
  car_parts/M/short,TabPFN-TS,1.4236728433498649,1.4236728433498649,0.46870565286262467,0.8476360552543757,0.8072569896537893,1.8997551115703168,20.796016600345137,1.1931776243920538,2.8611175466068777,1.123908075532646,0.9696277332778144,Sales,1
24
+ coingecko_bitcoin_7d_price_usd/1h/short,TabPFN-TS,0.07250727121718285,0.07250727121718285,nan,nan,0.0022087838258288057,nan,nan,0.2692717423295338,nan,nan,0.23778343337742683,Finance,1,24
25
  covid_deaths/D/short,TabPFN-TS,582148.6825669118,582148.6825669118,131.52239363470866,39.24224311247435,0.10336535201007536,0.1573858522759746,693.2680572368323,762.9866857074976,0.28707744008204383,0.04948593833338505,0.0410740544263699,Healthcare,1
26
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TabPFN-TS,30432.245376910596,30432.245376910596,136.32157135009766,1.4373035437945425,0.7106828034516671,1.1410403944957686,57.4921417517817,174.44840319392608,1.0739693319653159,0.8392463572886636,0.8392463572886636,Finance,1,12
27
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TabPFN-TS,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Climate,1,36
results/tabpfn_ts/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.524374+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.383439+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.078070+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.220141+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,TimesFM-2.5,0.6565931237844028,0.8803771249662753,nan,nan,0.008470917050547812,nan,nan,0.8103043402231058,nan,nan,0.7152359850783844,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,0.34467524025970664,0.5981077770635327,nan,nan,0.00821032577172172,nan,nan,0.5870904872842914,nan,nan,0.43948875362829126,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,TimesFM-2.5,0.6565931237844028,0.8803771249662753,nan,nan,0.008470917050547812,nan,nan,0.8103043402231058,nan,nan,0.7152359850783844,Finance,1,24
3
+ coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,0.21381500389713026,0.09719746263730993,nan,nan,0.0025326603010096243,nan,nan,0.4624013450425185,nan,nan,0.3386938952766313,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12
results/timesfm_2_5/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.515516+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.387668+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.069537+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.225550+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
results/tirex/all_results.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,TiRex,0.6969419160012454,0.6969419160012454,nan,nan,0.007432460591592371,nan,nan,0.8348304714139545,nan,nan,0.6906975268746183,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,TiRex,0.451793988330385,0.451793988330385,nan,nan,0.006298788883512711,nan,nan,0.6721562231582662,nan,nan,0.49672241187430266,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,nan,nan,nan,nan,nan,7.685255830522526e-09,nan,nan,4.1680416340218845e-09,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,nan,nan,nan,nan,nan,1.4296981641955705e-09,nan,nan,1.39774869271451e-09,Transportation,1,12
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,TiRex,0.6969419160012454,0.6969419160012454,nan,nan,0.007432460591592371,nan,nan,0.8348304714139545,nan,nan,0.6906975268746183,Finance,1,24
3
+ coingecko_bitcoin_7d_price_usd/1h/short,TiRex,0.24874304728385677,0.24874304728385677,nan,nan,0.00417721379904686,nan,nan,0.4987414633694062,nan,nan,0.3358282018028941,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,nan,nan,nan,nan,nan,7.685255830522526e-09,nan,nan,4.1680416340218845e-09,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,nan,nan,nan,nan,nan,1.4296981641955705e-09,nan,nan,1.39774869271451e-09,Transportation,1,12
results/tirex/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.513643+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.392193+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.067250+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.230388+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
results/toto_1_0/all_results.csv CHANGED
@@ -1,6 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Toto-1.0,1.8518164372889838,1.021385945181456,nan,nan,0.009140883717860095,nan,nan,1.3608146226760587,nan,nan,0.8464551044574836,Finance,1,24
3
- coingecko_bitcoin_7d_price_usd/1h/short,Toto-1.0,0.34687018851019474,0.3155334290832566,nan,nan,0.004779709306138715,nan,nan,0.5889568647279653,nan,nan,0.40372304036381396,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-1.0,23019.0460822337,26241.382774419122,124.61535914738973,1.313879348219856,0.6257435399486769,0.9697879270582787,13.780075922721792,151.7202889604212,0.9340465971435247,0.767178555755332,0.6004176198191844,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,0.29861358350905687,3.5361522243159894e-09,nan,nan,nan,nan,nan,0.5464554725767296,nan,nan,0.00027504601763818446,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.0006937694576917212,5.734019111743436e-09,nan,nan,nan,nan,nan,0.026339503748015473,nan,nan,0.00027443700310632936,Transportation,1,12
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
  binance_btcusdt_1h_close/1h/short,Toto-1.0,1.8518164372889838,1.021385945181456,nan,nan,0.009140883717860095,nan,nan,1.3608146226760587,nan,nan,0.8464551044574836,Finance,1,24
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Toto-1.0,0.7744585083459495,0.20090615149554084,nan,nan,0.0037738693758147756,nan,nan,0.8800332427504938,nan,nan,0.3843339511805445,Finance,1,24
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-1.0,23019.0460822337,26241.382774419122,124.61535914738973,1.313879348219856,0.6257435399486769,0.9697879270582787,13.780075922721792,151.7202889604212,0.9340465971435247,0.767178555755332,0.6004176198191844,Finance,1,12
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,0.29861358350905687,3.5361522243159894e-09,nan,nan,nan,nan,nan,0.5464554725767296,nan,nan,0.00027504601763818446,Climate,1,36
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.0006937694576917212,5.734019111743436e-09,nan,nan,nan,nan,nan,0.026339503748015473,nan,nan,0.00027443700310632936,Transportation,1,12
results/toto_1_0/online_meta.json CHANGED
@@ -4,15 +4,15 @@
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
- "evaluated_at": "2026-07-20T06:23:38.517519+00:00",
8
  "resolved_tasks": [
9
  {
10
- "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
11
- "task_id": "future-b3f80c189731272dc28c",
12
- "issued_at": "2026-07-20T05:57:02.403675+00:00",
13
- "resolved_at": "2026-07-20T06:20:53.401924+00:00",
14
- "target_end": "2026-07-18T23:40:00+00:00",
15
- "prediction_length": 12,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]
 
4
  "admitted_at": "2026-06-01T00:00:00Z",
5
  "evaluation_protocol": "issue-now-score-later",
6
  "metric_version": "livehouse-canonical-v1",
7
+ "evaluated_at": "2026-07-20T06:32:41.071397+00:00",
8
  "resolved_tasks": [
9
  {
10
+ "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
11
+ "task_id": "future-ef76faf61067af3b6c13",
12
+ "issued_at": "2026-07-19T03:38:12.339513+00:00",
13
+ "resolved_at": "2026-07-20T06:30:39.236255+00:00",
14
+ "target_end": "2026-07-20T03:00:00+00:00",
15
+ "prediction_length": 24,
16
  "metric_version": "livehouse-canonical-v1"
17
  }
18
  ]