Update leaderboard results from local eval

results/aggregates/live_metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-27T11:20:49.522896+00:00",
+  "generated_at": "2026-07-27T11:38:14.822510+00:00",
   "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
   "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
   "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
@@ -13,8 +13,8 @@
   "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
   "num_models": 12,
   "num_datasets": 13,
-  "num_model_releases": 26780,
-  "num_unique_releases": 2653,
+  "num_model_releases": 26792,
+  "num_unique_releases": 2654,
   "fixed_windows": {
     "1d": {
       "days": 1,
@@ -25,21 +25,21 @@
     },
     "7d": {
       "days": 7,
-      "num_model_releases": 2496,
-      "num_unique_releases": 208,
+      "num_model_releases": 2508,
+      "num_unique_releases": 209,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 168 hours through reference_time"
     },
     "30d": {
       "days": 30,
-      "num_model_releases": 26433,
-      "num_unique_releases": 2602,
+      "num_model_releases": 26445,
+      "num_unique_releases": 2603,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 720 hours through reference_time"
     }
   },
   "protocol_counts": {
     "historical-snapshot-recompute": 22388,
-    "prequential-v1": 4392
+    "prequential-v1": 4404
   }
 }

results/aggregates/live_overall_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,1547.813481993682,12.240948036357286,0.22178631027386483,12.11166582431754,-15.610558556926808,0.6705702858737314,11,2593,13,31.847916666666666,3757.8055948736796,-0.22222222222222218,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,1559.9521611291989,12.226483913531066,0.26103162002821184,16.049946926103228,-10.46042969671781,0.6681510610518168,11,2584,13,31.847916666666666,3884.1515503059395,-0.44444444444444436,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,1547.7650365194054,12.18534888711587,0.14723127267799227,12.116151366338116,-8.0291446011725,0.6086130470967579,11,2579,13,31.847916666666666,3757.750604978923,7.401486830834377e-17,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,1547.9176624564698,12.290805740641051,0.3559844403788633,12.155154619585485,-22.07367229278927,0.5800010107211936,11,1835,13,26.504166666666666,3758.1666725625546,0.22222222222222232,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-5,Official,TabPFN-TS,1547.9129724667594,12.271892413027246,0.2507084631040376,12.195620155369545,-8.421776869938293,0.5594280362981278,11,1725,13,28.504166666666666,3758.1276603056517,7.401486830834377e-17,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,1548.0100543693738,12.322644425234472,0.3336095322032448,12.183133636082188,-20.443305352248082,0.5232476780991541,11,1822,13,26.504166666666666,3758.249958853024,0.22222222222222232,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-7,Official,Sundial,1547.855008591044,12.271518256236138,0.30505679430379073,12.138713749115345,-17.437604271935207,0.5086254200322894,11,2074,13,28.504166666666666,3757.8681207859186,-0.22222222222222218,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-8,Official,Seasonal-Naive,1548.0388134367333,12.353780309228172,0.3207810820799116,10.810078649647377,0.0,0.38582008182858424,11,2425,13,31.847916666666666,3758.0664525467787,-0.22222222222222218,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-9,Official,Moving-Average,1548.0744055097036,12.430938695510747,0.34993301508016605,12.289118171518222,-36.96823888011841,0.37749152006869197,11,2425,13,31.847916666666666,3758.0848210341287,-0.3333333333333333,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,ARIMA,1549.0892403368787,12.81669121272009,0.4780838086109092,12.895475838779529,-49.51794881900663,0.3754416136439403,11,2425,13,31.847916666666666,3756.4520371096482,-0.4444444444444445,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-11,Official,Toto-1.0,2095.3743134827446,14.65861050886816,0.2816576088162993,10.903873277960875,-35.33852684804045,0.3752439128730757,11,1849,13,26.504166666666666,4454.086364874243,-0.11111111111111112,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-12,Official,ETS,1550.3816718440416,13.138285439270291,0.8399474176340962,12.9102919256076,-53.028802542945165,0.36736633241263666,11,2425,13,31.847916666666666,3758.1878902010867,-0.4444444444444445,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,1547.813481993682,12.240948036357286,0.22178631027386483,12.11166582431754,-15.610558556926808,0.6705702858737314,11,2594,13,31.847916666666666,3757.8055948736796,-0.22222222222222218,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,1559.9521611291989,12.226483913531066,0.26103162002821184,16.049946926103228,-10.46042969671781,0.6681510610518168,11,2585,13,31.847916666666666,3884.1515503059395,-0.44444444444444436,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,1547.7650365194054,12.18534888711587,0.14723127267799227,12.116151366338116,-8.0291446011725,0.6086130470967579,11,2580,13,31.847916666666666,3757.750604978923,7.401486830834377e-17,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,1547.9176624564698,12.290805740641051,0.3559844403788633,12.155154619585485,-22.07367229278927,0.5800010107211936,11,1836,13,26.504166666666666,3758.1666725625546,0.22222222222222232,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+5,Official,TabPFN-TS,1547.9129724667594,12.271892413027246,0.2507084631040376,12.195620155369545,-8.421776869938293,0.5594280362981278,11,1726,13,28.504166666666666,3758.1276603056517,7.401486830834377e-17,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,1548.0100543693738,12.322644425234472,0.3336095322032448,12.183133636082188,-20.443305352248082,0.5232476780991541,11,1823,13,26.504166666666666,3758.249958853024,0.22222222222222232,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+7,Official,Sundial,1547.855008591044,12.271518256236138,0.30505679430379073,12.138713749115345,-17.437604271935207,0.508625528641841,11,2075,13,28.504166666666666,3757.8681207859186,-0.22222222222222218,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+8,Official,Seasonal-Naive,1548.0388134367333,12.353780309228172,0.3207810820799116,10.810078649647377,0.0,0.38582008182858424,11,2426,13,31.847916666666666,3758.0664525467787,-0.22222222222222218,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+9,Official,Moving-Average,1548.0744055097036,12.430938695510747,0.34993301508016605,12.289118171518222,-36.96823888011841,0.3774914838655082,11,2426,13,31.847916666666666,3758.0848210341287,-0.3333333333333333,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,ARIMA,1549.0892403368787,12.81669121272009,0.4780838086109092,12.895475838779529,-49.51794881900663,0.3754415774407565,11,2426,13,31.847916666666666,3756.4520371096482,-0.4444444444444445,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+11,Official,Toto-1.0,2095.3743134827446,14.65861050886816,0.2816576088162993,10.903873277960875,-35.33852684804045,0.3752439128730757,11,1850,13,26.504166666666666,4454.086364874243,-0.11111111111111112,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+12,Official,ETS,1550.3816718440416,13.138285439270291,0.8399474176340962,12.9102919256076,-53.028802542945165,0.3673662962094528,11,2426,13,31.847916666666666,3758.1878902010867,-0.4444444444444445,0.0,7,14,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_overall_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.239612715014747,0.8731043478108425,0.15934988191492738,0.6379577984662552,23.546367925855414,0.6705702858737314,11,2593,13,31.847916666666666,137.53709489095183,0.045455900560140435,0.07692307692307693,13,2549,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,14.419860654618743,0.8780912105969606,0.19586980868525528,0.6722686906510609,24.602515380164952,0.6681510610518168,11,2584,13,31.847916666666666,140.29341593834639,0.04565390643665976,0.15384615384615385,13,2536,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,14.298497522215277,0.8741240850866852,0.13657694884172855,0.7162737533385746,23.86255336398246,0.6086130470967579,11,2579,13,31.847916666666666,137.80039130426175,0.04990803002918525,0.23076923076923078,13,2530,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,17.91481107895892,0.9251663653151266,0.23874405425772355,0.6701870986852002,22.10469948146857,0.5800010107211936,11,1835,13,26.504166666666666,157.7649087011658,0.08013911826436299,0.15384615384615385,13,1835,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-5,Official,TabPFN-TS,19.660268589138255,0.9730242253716782,0.20001069052278042,0.8176618701136503,18.488906977470453,0.5594280362981278,11,1725,13,28.504166666666666,165.41299625473232,0.056824404897160535,0.15384615384615385,13,1728,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,18.195233816338558,0.9721440769520721,0.2732029709403973,0.7192204913143766,11.425157814900164,0.5232476780991541,11,1822,13,26.504166666666666,158.74668761037853,0.04086244248996594,0.15384615384615385,13,1822,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-7,Official,Sundial,17.536596379976153,1.0145565599063735,0.22238008796041103,0.7659197794478728,15.756584229160033,0.5086254200322894,11,2074,13,28.504166666666666,152.5105286099173,0.018830208464236456,0.3076923076923077,13,2076,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
-8,Official,Seasonal-Naive,16.122063361743535,1.2332464716826463,0.3634186558689441,0.9610246514635897,0.0,0.38582008182858424,11,2425,13,31.847916666666666,142.9182604798495,0.04953911214309611,0.23076923076923078,13,2383,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
-9,Official,Moving-Average,15.867769544974921,1.1415135987824574,0.3383637977380708,0.9172605427325481,2.8782421269076455,0.37749152006869197,11,2425,13,31.847916666666666,143.172101953617,0.07710910842823591,0.15384615384615385,13,2375,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,ARIMA,15.788908129272503,1.1425369907866627,0.3463477956665799,0.9001510398015868,1.897100535407585,0.3754416136439403,11,2425,13,31.847916666666666,143.17901479935847,0.049840949985131486,0.15384615384615385,13,2375,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
-11,Official,Toto-1.0,28.96677067345003,1.6640018770146883,0.2822416275985668,0.7013431022564942,-18.896888916351358,0.3752439128730757,11,1849,13,26.504166666666666,215.47651234512472,-0.002232833207180585,0.15384615384615385,13,1849,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-12,Official,ETS,17.579813229859433,1.4015580925985438,0.3133458514598897,1.1108586555096474,-3.5956654255655343,0.36736633241263666,11,2425,13,31.847916666666666,148.05580490208465,0.056681620805458646,0.15384615384615385,13,2375,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,14.239612715014747,0.8731043478108425,0.15934988191492738,0.6379577984662552,23.546367925855414,0.6705702858737314,11,2594,13,31.847916666666666,137.53709489095183,0.045455900560140435,0.07692307692307693,13,2550,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,14.419860654618743,0.8780912105969606,0.19586980868525528,0.6722686906510609,24.602515380164952,0.6681510610518168,11,2585,13,31.847916666666666,140.29341593834639,0.04565390643665976,0.15384615384615385,13,2537,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,14.298497522215277,0.8741240850866852,0.13657694884172855,0.7162737533385746,23.86255336398246,0.6086130470967579,11,2580,13,31.847916666666666,137.80039130426175,0.04990803002918525,0.23076923076923078,13,2531,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,17.91481107895892,0.9251663653151266,0.23874405425772355,0.6701870986852002,22.10469948146857,0.5800010107211936,11,1836,13,26.504166666666666,157.7649087011658,0.08013911826436299,0.15384615384615385,13,1836,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+5,Official,TabPFN-TS,19.660268589138255,0.9730242253716782,0.20001069052278042,0.8176618701136503,18.488906977470453,0.5594280362981278,11,1726,13,28.504166666666666,165.41299625473232,0.056824404897160535,0.15384615384615385,13,1729,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,18.195233816338558,0.9721440769520721,0.2732029709403973,0.7192204913143766,11.425157814900164,0.5232476780991541,11,1823,13,26.504166666666666,158.74668761037853,0.04086244248996594,0.15384615384615385,13,1823,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+7,Official,Sundial,17.536596379976153,1.0145565599060158,0.22238008796041103,0.7659197794481357,15.756584229160033,0.508625528641841,11,2075,13,28.504166666666666,152.5105286099173,0.018830208464236456,0.3076923076923077,13,2077,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
+8,Official,Seasonal-Naive,16.122063361743535,1.2332464716826463,0.3634186558689441,0.9610246514635897,0.0,0.38582008182858424,11,2426,13,31.847916666666666,142.9182604798495,0.04953911214309611,0.23076923076923078,13,2384,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
+9,Official,Moving-Average,15.867769544974921,1.1415135987824574,0.3383637977380708,0.9172605427325481,2.8782421269076455,0.3774914838655082,11,2426,13,31.847916666666666,143.172101953617,0.07710910842823591,0.15384615384615385,13,2376,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,ARIMA,15.788908129272503,1.1425369907866627,0.3463477956665799,0.9001510398015868,1.897100535407585,0.3754415774407565,11,2426,13,31.847916666666666,143.17901479935847,0.049840949985131486,0.15384615384615385,13,2376,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
+11,Official,Toto-1.0,28.966663575962432,1.6639541733376895,0.2822416275985668,0.701343102180405,-18.896888916351358,0.3752439128730757,11,1850,13,26.504166666666666,215.47616838122636,-0.0022128576366653163,0.15384615384615385,13,1850,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+12,Official,ETS,17.579813229859433,1.4015580925985438,0.3133458514598897,1.1108586555096474,-3.5956654255655343,0.3673662962094528,11,2426,13,31.847916666666666,148.05580490208465,0.056681620805458646,0.15384615384615385,13,2376,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_overall_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,121.80805353154697,1.844920132510471,0.1487653581530203,1.6311936961774656,14.248468791035224,0.6705702858737314,11,2593,13,31.847916666666666,458.66875313524037,-0.1492920504205388,0.08333333333333333,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,122.64404472278301,1.8221087111013416,0.15176617937051678,1.9086215821846892,16.1448587242175,0.6681510610518168,11,2584,13,31.847916666666666,467.5697722273621,-0.21769981341723607,0.0,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,121.71767975222706,1.809864355711909,0.11974850114333815,1.6859320744577728,15.844849902662448,0.6086130470967579,11,2579,13,31.847916666666666,458.4576058284966,-0.14679935604232888,0.0,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,121.80844230647624,1.8526992614236468,0.17054385576475445,1.6044641582960424,12.99672053636894,0.5800010107211936,11,1835,13,26.504166666666666,458.5422838548993,-0.10813338504315394,0.0,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-5,Official,TabPFN-TS,121.99607005340984,1.9291413634165442,0.17351844695515095,1.7981040047185388,7.301860604987907,0.5594280362981278,11,1725,13,28.504166666666666,458.71079050979677,-0.1172475426632579,0.0,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,121.92638887654645,1.8936134663610238,0.18131139820153222,1.678474094830739,3.48889351507369,0.5232476780991541,11,1822,13,26.504166666666666,458.7427521062691,-0.06358107521812557,0.0,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-7,Official,Sundial,122.05110069462889,1.9044427326436197,0.18000723277545044,1.698092953637116,10.75591327391677,0.5086254200322894,11,2074,13,28.504166666666666,458.6908799624743,-0.098279313707963,0.0,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-8,Official,Seasonal-Naive,122.3700353888998,2.059294054723886,0.23124687082206022,1.690066712161066,0.0,0.38582008182858424,11,2425,13,31.847916666666666,458.83947046636763,-0.14381672953337482,0.08333333333333333,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-9,Official,Moving-Average,122.20358814972555,2.0245550679202093,0.22752975137659298,1.8287220609711001,-3.8196792825759798,0.37749152006869197,11,2425,13,31.847916666666666,458.773577273471,0.05590192714629826,0.08333333333333333,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,ARIMA,122.25474966098606,2.089681058330992,0.22317209000312815,1.8208749489986866,-7.486257725713977,0.3754416136439403,11,2425,13,31.847916666666666,458.760218766128,0.03571048644234157,0.08333333333333333,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-11,Official,Toto-1.0,164.79194800474824,2.460709689525214,0.1667097064898333,1.5656481326678826,-25.2750744884335,0.3752439128730757,11,1849,13,26.504166666666666,588.1824054266202,-0.10746695391645643,0.0,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-12,Official,ETS,123.29145577773234,2.3458482379809382,0.3307690768862757,2.0734325816249264,-12.595838495100727,0.36736633241263666,11,2425,13,31.847916666666666,460.10582859620354,0.024715101847483004,0.0,12,208,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,121.80805353154697,1.844920132510471,0.1487653581530203,1.6311936961774656,14.248468791035224,0.6705702858737314,11,2594,13,31.847916666666666,458.66875313524037,-0.1492920504205388,0.08333333333333333,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,122.64404472278301,1.8221087111013416,0.15176617937051678,1.9086215821846892,16.1448587242175,0.6681510610518168,11,2585,13,31.847916666666666,467.5697722273621,-0.21769981341723607,0.0,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,121.71767975222706,1.809864355711909,0.11974850114333815,1.6859320744577728,15.844849902662448,0.6086130470967579,11,2580,13,31.847916666666666,458.4576058284966,-0.14679935604232888,0.0,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,121.80844230647624,1.8526992614236468,0.17054385576475445,1.6044641582960424,12.99672053636894,0.5800010107211936,11,1836,13,26.504166666666666,458.5422838548993,-0.10813338504315394,0.0,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+5,Official,TabPFN-TS,121.99607005340984,1.9291413634165442,0.17351844695515095,1.7981040047185388,7.301860604987907,0.5594280362981278,11,1726,13,28.504166666666666,458.71079050979677,-0.1172475426632579,0.0,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,121.92638887654645,1.8936134663610238,0.18131139820153222,1.678474094830739,3.48889351507369,0.5232476780991541,11,1823,13,26.504166666666666,458.7427521062691,-0.06358107521812557,0.0,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+7,Official,Sundial,122.05110069462889,1.9044427326413569,0.18000723277545044,1.698092953638633,10.75591327391677,0.508625528641841,11,2075,13,28.504166666666666,458.6908799624743,-0.098279313707963,0.0,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+8,Official,Seasonal-Naive,122.3700353888998,2.059294054723886,0.23124687082206022,1.690066712161066,0.0,0.38582008182858424,11,2426,13,31.847916666666666,458.83947046636763,-0.14381672953337482,0.08333333333333333,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+9,Official,Moving-Average,122.20358814972555,2.0245550679202093,0.22752975137659298,1.8287220609711001,-3.8196792825759798,0.3774914838655082,11,2426,13,31.847916666666666,458.773577273471,0.05590192714629826,0.08333333333333333,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,ARIMA,122.25474966098606,2.089681058330992,0.22317209000312815,1.8208749489986866,-7.486257725713977,0.3754415774407565,11,2426,13,31.847916666666666,458.760218766128,0.03571048644234157,0.08333333333333333,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+11,Official,Toto-1.0,164.7911679799614,2.4604318059111487,0.1667097064898333,1.5656481328197172,-25.2750744884335,0.3752439128730757,11,1850,13,26.504166666666666,588.1798321443418,-0.10733437135660379,0.0,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+12,Official,ETS,123.29145577773234,2.3458482379809382,0.3307690768862757,2.0734325816249264,-12.595838495100727,0.3673662962094528,11,2426,13,31.847916666666666,460.10582859620354,0.024715101847483004,0.0,12,209,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_overall_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.24140208466598,0.8744629775065718,0.1594721711136503,0.638798331818326,23.52760179667014,0.6705702858737314,11,2593,13,31.847916666666666,137.53822205289055,0.04201205096244469,0.15384615384615385,13,2598,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,14.420140238415009,0.878555513368537,0.19591910133596835,0.6725448293035339,24.676613073567086,0.6681510610518168,11,2584,13,31.847916666666666,140.29286481305505,0.043399750336349824,0.15384615384615385,13,2584,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,14.300671095384386,0.8756283313850657,0.13673153051479084,0.7173015119412507,23.838827943049086,0.6086130470967579,11,2579,13,31.847916666666666,137.80262379838481,0.04630764181341243,0.23076923076923078,13,2579,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,17.91481107895892,0.9251663653151266,0.23874405425772355,0.6701870986852002,22.10469948146857,0.5800010107211936,11,1835,13,26.504166666666666,157.7649087011658,0.08013911826436299,0.15384615384615385,13,1835,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-5,Official,TabPFN-TS,19.660268589138255,0.9730242253716782,0.20001069052278042,0.8176618701136503,18.488906977470453,0.5594280362981278,11,1725,13,28.504166666666666,165.41299625473232,0.056824404897160535,0.15384615384615385,13,1728,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,18.195233816338558,0.9721440769520721,0.2732029709403973,0.7192204913143766,11.425157814900164,0.5232476780991541,11,1822,13,26.504166666666666,158.74668761037853,0.04086244248996594,0.15384615384615385,13,1822,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-7,Official,Sundial,17.536596379976153,1.0145565599063735,0.22238008796041103,0.7659197794478728,15.756584229160033,0.5086254200322894,11,2074,13,28.504166666666666,152.5105286099173,0.018830208464236456,0.3076923076923077,13,2076,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
-8,Official,Seasonal-Naive,16.123651192795542,1.2344597967947983,0.3635508398412354,0.9620501442447539,0.0,0.38582008182858424,11,2425,13,31.847916666666666,142.9185642390031,0.04640833978155452,0.23076923076923078,13,2434,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-27T11:06:00+00:00
-9,Official,Moving-Average,15.871392683890502,1.1431761299468641,0.33855960732682017,0.9186858749106526,2.8809509747867614,0.37749152006869197,11,2425,13,31.847916666666666,143.17479994013695,0.07256948850400062,0.15384615384615385,13,2425,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,ARIMA,15.798683336055188,1.145403035731396,0.34662868940299557,0.9024201209887072,1.865801864722041,0.3754416136439403,11,2425,13,31.847916666666666,143.19126679499507,0.044268175181587446,0.15384615384615385,13,2425,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-11,Official,Toto-1.0,28.96677067345003,1.6640018770146883,0.2822416275985668,0.7013431022564942,-18.896888916351358,0.3752439128730757,11,1849,13,26.504166666666666,215.47651234512472,-0.002232833207180585,0.15384615384615385,13,1849,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-12,Official,ETS,17.606765938963676,1.4063220910929835,0.31385708370369625,1.1148822861849714,-3.622151314179533,0.36736633241263666,11,2425,13,31.847916666666666,148.08609979238946,0.05063923014768337,0.15384615384615385,13,2425,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,14.24140208466598,0.8744629775065718,0.1594721711136503,0.638798331818326,23.52760179667014,0.6705702858737314,11,2594,13,31.847916666666666,137.53822205289055,0.04201205096244469,0.15384615384615385,13,2599,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,14.420140238415009,0.878555513368537,0.19591910133596835,0.6725448293035339,24.676613073567086,0.6681510610518168,11,2585,13,31.847916666666666,140.29286481305505,0.043399750336349824,0.15384615384615385,13,2585,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,14.300671095384386,0.8756283313850657,0.13673153051479084,0.7173015119412507,23.838827943049086,0.6086130470967579,11,2580,13,31.847916666666666,137.80262379838481,0.04630764181341243,0.23076923076923078,13,2580,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,17.91481107895892,0.9251663653151266,0.23874405425772355,0.6701870986852002,22.10469948146857,0.5800010107211936,11,1836,13,26.504166666666666,157.7649087011658,0.08013911826436299,0.15384615384615385,13,1836,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+5,Official,TabPFN-TS,19.660268589138255,0.9730242253716782,0.20001069052278042,0.8176618701136503,18.488906977470453,0.5594280362981278,11,1726,13,28.504166666666666,165.41299625473232,0.056824404897160535,0.15384615384615385,13,1729,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,18.195233816338558,0.9721440769520721,0.2732029709403973,0.7192204913143766,11.425157814900164,0.5232476780991541,11,1823,13,26.504166666666666,158.74668761037853,0.04086244248996594,0.15384615384615385,13,1823,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+7,Official,Sundial,17.536596379976153,1.0145565599060158,0.22238008796041103,0.7659197794481357,15.756584229160033,0.508625528641841,11,2075,13,28.504166666666666,152.5105286099173,0.018830208464236456,0.3076923076923077,13,2077,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
+8,Official,Seasonal-Naive,16.123651192795542,1.2344597967947983,0.3635508398412354,0.9620501442447539,0.0,0.38582008182858424,11,2426,13,31.847916666666666,142.9185642390031,0.04640833978155452,0.23076923076923078,13,2435,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-27T11:06:00+00:00
+9,Official,Moving-Average,15.871392683890502,1.1431761299468641,0.33855960732682017,0.9186858749106526,2.8809509747867614,0.3774914838655082,11,2426,13,31.847916666666666,143.17479994013695,0.07256948850400062,0.15384615384615385,13,2426,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,ARIMA,15.798683336055188,1.145403035731396,0.34662868940299557,0.9024201209887072,1.865801864722041,0.3754415774407565,11,2426,13,31.847916666666666,143.19126679499507,0.044268175181587446,0.15384615384615385,13,2426,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+11,Official,Toto-1.0,28.966663575962432,1.6639541733376895,0.2822416275985668,0.701343102180405,-18.896888916351358,0.3752439128730757,11,1850,13,26.504166666666666,215.47616838122636,-0.0022128576366653163,0.15384615384615385,13,1850,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+12,Official,ETS,17.606765938963676,1.4063220910929835,0.31385708370369625,1.1148822861849714,-3.622151314179533,0.3673662962094528,11,2426,13,31.847916666666666,148.08609979238946,0.05063923014768337,0.15384615384615385,13,2426,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_rank_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6705702858737314,11,2593,13,31.847916666666666
-2,Official,TiRex,0.6681510610518168,11,2584,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6086130470967579,11,2579,13,31.847916666666666
-4,Official,Moirai-2.0,0.5800010107211936,11,1835,13,26.504166666666666
-5,Official,TabPFN-TS,0.5594280362981278,11,1725,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5232476780991541,11,1822,13,26.504166666666666
-7,Official,Sundial,0.5086254200322894,11,2074,13,28.504166666666666
-8,Official,Seasonal-Naive,0.38582008182858424,11,2425,13,31.847916666666666
-9,Official,Moving-Average,0.37749152006869197,11,2425,13,31.847916666666666
-10,Official,ARIMA,0.3754416136439403,11,2425,13,31.847916666666666
-11,Official,Toto-1.0,0.3752439128730757,11,1849,13,26.504166666666666
-12,Official,ETS,0.36736633241263666,11,2425,13,31.847916666666666
+1,Official,Chronos-2,0.6705702858737314,11,2594,13,31.847916666666666
+2,Official,TiRex,0.6681510610518168,11,2585,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6086130470967579,11,2580,13,31.847916666666666
+4,Official,Moirai-2.0,0.5800010107211936,11,1836,13,26.504166666666666
+5,Official,TabPFN-TS,0.5594280362981278,11,1726,13,28.504166666666666
+6,Official,Chronos-Bolt,0.5232476780991541,11,1823,13,26.504166666666666
+7,Official,Sundial,0.508625528641841,11,2075,13,28.504166666666666
+8,Official,Seasonal-Naive,0.38582008182858424,11,2426,13,31.847916666666666
+9,Official,Moving-Average,0.3774914838655082,11,2426,13,31.847916666666666
+10,Official,ARIMA,0.3754415774407565,11,2426,13,31.847916666666666
+11,Official,Toto-1.0,0.3752439128730757,11,1850,13,26.504166666666666
+12,Official,ETS,0.3673662962094528,11,2426,13,31.847916666666666

results/aggregates/live_rank_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6705702858737314,11,2593,13,31.847916666666666
-2,Official,TiRex,0.6681510610518168,11,2584,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6086130470967579,11,2579,13,31.847916666666666
-4,Official,Moirai-2.0,0.5800010107211936,11,1835,13,26.504166666666666
-5,Official,TabPFN-TS,0.5594280362981278,11,1725,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5232476780991541,11,1822,13,26.504166666666666
-7,Official,Sundial,0.5086254200322894,11,2074,13,28.504166666666666
-8,Official,Seasonal-Naive,0.38582008182858424,11,2425,13,31.847916666666666
-9,Official,Moving-Average,0.37749152006869197,11,2425,13,31.847916666666666
-10,Official,ARIMA,0.3754416136439403,11,2425,13,31.847916666666666
-11,Official,Toto-1.0,0.3752439128730757,11,1849,13,26.504166666666666
-12,Official,ETS,0.36736633241263666,11,2425,13,31.847916666666666
+1,Official,Chronos-2,0.6705702858737314,11,2594,13,31.847916666666666
+2,Official,TiRex,0.6681510610518168,11,2585,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6086130470967579,11,2580,13,31.847916666666666
+4,Official,Moirai-2.0,0.5800010107211936,11,1836,13,26.504166666666666
+5,Official,TabPFN-TS,0.5594280362981278,11,1726,13,28.504166666666666
+6,Official,Chronos-Bolt,0.5232476780991541,11,1823,13,26.504166666666666
+7,Official,Sundial,0.508625528641841,11,2075,13,28.504166666666666
+8,Official,Seasonal-Naive,0.38582008182858424,11,2426,13,31.847916666666666
+9,Official,Moving-Average,0.3774914838655082,11,2426,13,31.847916666666666
+10,Official,ARIMA,0.3754415774407565,11,2426,13,31.847916666666666
+11,Official,Toto-1.0,0.3752439128730757,11,1850,13,26.504166666666666
+12,Official,ETS,0.3673662962094528,11,2426,13,31.847916666666666

results/aggregates/live_rank_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6705702858737314,11,2593,13,31.847916666666666
-2,Official,TiRex,0.6681510610518168,11,2584,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6086130470967579,11,2579,13,31.847916666666666
-4,Official,Moirai-2.0,0.5800010107211936,11,1835,13,26.504166666666666
-5,Official,TabPFN-TS,0.5594280362981278,11,1725,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5232476780991541,11,1822,13,26.504166666666666
-7,Official,Sundial,0.5086254200322894,11,2074,13,28.504166666666666
-8,Official,Seasonal-Naive,0.38582008182858424,11,2425,13,31.847916666666666
-9,Official,Moving-Average,0.37749152006869197,11,2425,13,31.847916666666666
-10,Official,ARIMA,0.3754416136439403,11,2425,13,31.847916666666666
-11,Official,Toto-1.0,0.3752439128730757,11,1849,13,26.504166666666666
-12,Official,ETS,0.36736633241263666,11,2425,13,31.847916666666666
+1,Official,Chronos-2,0.6705702858737314,11,2594,13,31.847916666666666
+2,Official,TiRex,0.6681510610518168,11,2585,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6086130470967579,11,2580,13,31.847916666666666
+4,Official,Moirai-2.0,0.5800010107211936,11,1836,13,26.504166666666666
+5,Official,TabPFN-TS,0.5594280362981278,11,1726,13,28.504166666666666
+6,Official,Chronos-Bolt,0.5232476780991541,11,1823,13,26.504166666666666
+7,Official,Sundial,0.508625528641841,11,2075,13,28.504166666666666
+8,Official,Seasonal-Naive,0.38582008182858424,11,2426,13,31.847916666666666
+9,Official,Moving-Average,0.3774914838655082,11,2426,13,31.847916666666666
+10,Official,ARIMA,0.3754415774407565,11,2426,13,31.847916666666666
+11,Official,Toto-1.0,0.3752439128730757,11,1850,13,26.504166666666666
+12,Official,ETS,0.3673662962094528,11,2426,13,31.847916666666666

results/aggregates/live_rank_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6705702858737314,11,2593,13,31.847916666666666
-2,Official,TiRex,0.6681510610518168,11,2584,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6086130470967579,11,2579,13,31.847916666666666
-4,Official,Moirai-2.0,0.5800010107211936,11,1835,13,26.504166666666666
-5,Official,TabPFN-TS,0.5594280362981278,11,1725,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5232476780991541,11,1822,13,26.504166666666666
-7,Official,Sundial,0.5086254200322894,11,2074,13,28.504166666666666
-8,Official,Seasonal-Naive,0.38582008182858424,11,2425,13,31.847916666666666
-9,Official,Moving-Average,0.37749152006869197,11,2425,13,31.847916666666666
-10,Official,ARIMA,0.3754416136439403,11,2425,13,31.847916666666666
-11,Official,Toto-1.0,0.3752439128730757,11,1849,13,26.504166666666666
-12,Official,ETS,0.36736633241263666,11,2425,13,31.847916666666666
+1,Official,Chronos-2,0.6705702858737314,11,2594,13,31.847916666666666
+2,Official,TiRex,0.6681510610518168,11,2585,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6086130470967579,11,2580,13,31.847916666666666
+4,Official,Moirai-2.0,0.5800010107211936,11,1836,13,26.504166666666666
+5,Official,TabPFN-TS,0.5594280362981278,11,1726,13,28.504166666666666
+6,Official,Chronos-Bolt,0.5232476780991541,11,1823,13,26.504166666666666
+7,Official,Sundial,0.508625528641841,11,2075,13,28.504166666666666
+8,Official,Seasonal-Naive,0.38582008182858424,11,2426,13,31.847916666666666
+9,Official,Moving-Average,0.3774914838655082,11,2426,13,31.847916666666666
+10,Official,ARIMA,0.3754415774407565,11,2426,13,31.847916666666666
+11,Official,Toto-1.0,0.3752439128730757,11,1850,13,26.504166666666666
+12,Official,ETS,0.3673662962094528,11,2426,13,31.847916666666666

results/aggregates/live_release_metrics.csv

@@ -957,6 +957,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:09.605700
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:11.873934+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.170113+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.450696+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.523085+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.449393+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,ARIMA,livehouse-canonical-v1,0.061722494838534016,0.24844012324609327,0.4440642943829483,0.16879634420434877,33.19890704408013,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.373704+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,ARIMA,livehouse-canonical-v1,0.5102793743703816,0.714338417257802,0.0698985596802541,0.4949928843952079,46.21050278118776,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.279995+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,livehouse-canonical-v1,1.8210817585666355,1.3494746231651173,0.007893138569312808,0.6393879568786797,-25.008508287133804,True
@@ -3438,6 +3439,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:09.649228
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:11.899219+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.176325+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.456266+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.570318+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.503110+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Chronos-2,livehouse-canonical-v1,0.06606999318528549,0.25704083952805146,0.41510477432631454,0.1775263147494473,30.137287122884473,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.402190+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Chronos-2,livehouse-canonical-v1,1.9505935172101228,1.3966365014598905,0.13077107686209835,0.9113497410294875,-16.884810361066524,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.361841+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,livehouse-canonical-v1,1.1582835896727122,1.0762358429604137,0.010162699831025688,0.6205366153739538,-2.9249497367015715,True
@@ -5736,6 +5738,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:09.679038
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:11.918966+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.181213+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.461679+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.611044+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.538236+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Chronos-Bolt,livehouse-canonical-v1,0.004622134661846297,0.06798628289475972,0.10791222638678348,0.10097886920336274,92.76063655023783,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.423305+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Chronos-Bolt,livehouse-canonical-v1,1.3897491940190652,1.1788762420284264,0.11372565145884941,0.8361625102150265,-0.09755252974436326,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.387013+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,livehouse-canonical-v1,2.04542403176606,1.4301832161531123,0.013427786035979697,0.9224988320166231,-30.370022985986708,True
@@ -7802,6 +7805,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:09.725960
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:11.985326+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.185685+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.474287+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.656575+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.579097+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,ETS,livehouse-canonical-v1,1.0735835820241746,1.0361387851172132,1.7790726165524304,0.8373786353809451,-79.43061744486421,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.449278+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,ETS,livehouse-canonical-v1,0.6369604450099805,0.7980980171695583,0.07731235164092744,0.5680118130145204,37.059269770625384,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.419897+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,livehouse-canonical-v1,1.293957895618885,1.1375227011444144,0.010580784652536318,0.8810223506956265,-8.443950071684643,True
@@ -9986,6 +9990,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:09.757571
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:12.104309+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.190557+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.479562+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.681976+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.632049+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Moirai-2.0,livehouse-canonical-v1,0.02701376264909104,0.16435864032380848,0.277689624611283,0.13047697587648036,64.00232039027088,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.477234+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Moirai-2.0,livehouse-canonical-v1,1.076165826583423,1.0373841268225685,0.09938359405355637,0.761639630493989,12.62072740667851,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.444908+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,livehouse-canonical-v1,1.319967097535205,1.1488982102585088,0.010671228279271907,0.6354509463795198,-9.431050958789163,True
@@ -12062,6 +12067,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:09.791635
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:12.143536+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.198944+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.484963+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.705988+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.666111+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Moving-Average,livehouse-canonical-v1,0.05196979917315975,0.2279688557087563,0.40160716383746936,0.14527464305958102,40.62025246528849,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.526285+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Moving-Average,livehouse-canonical-v1,0.6607586696423845,0.8128706352442463,0.07567908285102073,0.5464896994734717,35.46645366226376,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.468979+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,livehouse-canonical-v1,1.594709632817074,1.2628181313305071,0.011450460385531663,0.9591755071814363,-18.691064954495854,True
@@ -14489,6 +14495,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:09.827710
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:12.166470+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.203455+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.490099+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.728510+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.715425+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Seasonal-Naive,livehouse-canonical-v1,0.12307237035704871,0.350816719038658,0.27995981941980347,0.2054954007357803,0.0,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.553534+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Seasonal-Naive,livehouse-canonical-v1,1.3870403655580203,1.1777267788235182,0.10625049550915516,0.8477761170437783,0.0,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.498453+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,livehouse-canonical-v1,1.092450741771289,1.0452036843464,0.010102492539207975,0.6870967443810527,0.0,True
@@ -16781,6 +16788,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:09.899670
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:12.189811+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,4.923615322201806e-16,2.2189221081871725e-08,,2.047203975518451e-08,0.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.207734+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,4.986464516006769e-16,2.233039300148291e-08,,2.0154171059621823e-08,0.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.501166+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,3.53620040302082e-16,1.8804787696277828e-08,,1.9767384820370793e-08,0.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.747483+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,4.550053386613752e-16,2.133085414748728e-08,,2.17466107771608e-08,0.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.762198+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Sundial,livehouse-canonical-v1,0.09745405406353647,0.31217631887050057,0.4526918279380093,0.1659211986490171,11.616891880790357,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.580561+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Sundial,livehouse-canonical-v1,0.9437676842040763,0.9714770631384337,0.09451148129927175,0.7021039878047753,19.017983115305803,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.535520+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,livehouse-canonical-v1,1.735029225569915,1.317205081059861,0.012220452838498779,0.9859356478475669,-22.726190502522606,True
@@ -18730,6 +18738,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:09.967502
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:12.226397+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.211918+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.506367+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.791469+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.810367+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,TabPFN-TS,livehouse-canonical-v1,0.04563815643634935,0.21363088830117558,0.3823174213458054,0.1771292305854335,45.89767775162296,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.605741+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,TabPFN-TS,livehouse-canonical-v1,1.0552980183793255,1.0272769920422269,0.0932446702798584,0.8271878472303216,13.582980530481857,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.564990+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,livehouse-canonical-v1,0.941232715186195,0.9701714875145502,0.009539414272499151,0.9015070199054188,7.435671764342592,True
@@ -20777,6 +20786,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:10.088709
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:12.270210+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.225126+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.515801+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.826207+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.871127+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,TiRex,livehouse-canonical-v1,0.014790618841025852,0.12161668816830136,0.21537656737602476,0.13631071703534245,78.5430173434359,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.659504+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,TiRex,livehouse-canonical-v1,0.7226348596923055,0.850079325529274,0.07918350416637124,0.7089294183330282,31.49326009584623,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.607115+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,livehouse-canonical-v1,1.124805703789906,1.0605685757130021,0.009837317192055403,0.5893490856912721,-1.4592340946122646,True
@@ -23361,6 +23371,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:10.002826
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:12.251395+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.216063+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.511021+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.804350+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.842105+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,TimesFM-2.5,livehouse-canonical-v1,0.019928638105681226,0.1411688283782267,0.15044147652503267,0.15892510890028635,72.12797543190027,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.628791+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,TimesFM-2.5,livehouse-canonical-v1,1.1785047988827921,1.0855896088682833,0.10778625850392323,0.8113230833776232,8.128313996011087,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.584738+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,livehouse-canonical-v1,1.4476453271275735,1.2031813359288672,0.009799248754860457,1.0461307474502128,-13.983509903633772,True
@@ -25651,6 +25662,7 @@ future-7abb6866a0104468b498,2026-07-22T13:10:00+00:00,2026-07-23T13:51:10.151713
 future-7bdb8902f664d624f6c3,2026-07-23T15:45:00+00:00,2026-07-24T00:44:12.289483+00:00,2026-07-23T23:34:49.211532+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,1.7691573979172995e-05,0.004206135278277791,,0.0002696580940462607,-100.0,False
 future-7c75cc1bdeb71e2f72ad,2026-07-14T13:10:00+00:00,2026-07-15T14:01:39.229562+00:00,2026-07-15T13:38:16.260350+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.00010595460641910855,0.0102934253977531,,0.0002764454881975729,-100.0,False
 future-7cc452972d78f3833816,2026-07-19T02:45:00+00:00,2026-07-20T07:02:46.521522+00:00,2026-07-20T06:20:53.438367+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.09203825891817204,0.303378079165539,,0.0002728525708031763,-100.0,False
+future-7cda1dcb0f2ede3d56af,2026-07-26T02:30:00+00:00,2026-07-27T11:34:57.849230+00:00,2026-07-27T11:02:28.377339+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.004726484119358291,0.06874942995660611,,0.00027537708835586303,-100.0,False
 future-7cf15642ebedce11035a,2026-07-26T04:00:00+00:00,2026-07-26T05:26:51.923241+00:00,2026-07-25T05:57:25.569188+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Toto-1.0,livehouse-canonical-v1,0.5472674872241295,0.739775295089076,0.17428990880674003,0.15812325536214888,-63.28060491550149,True
 future-7cf69162e94e644620d1,2026-07-26T03:20:00+00:00,2026-07-27T03:23:07.719590+00:00,2026-07-26T13:48:05.488556+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Toto-1.0,livehouse-canonical-v1,9.636232627812483,3.104228185525749,0.06892947365847989,0.7304308435297772,-74.83432794611548,True
 future-7cfe96ecd7a20d713af3,2026-07-25T02:00:00+00:00,2026-07-25T02:15:06.635943+00:00,2026-07-24T02:08:12.540717+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,livehouse-canonical-v1,2.390700345752912,1.5461889747870121,0.013397383882934608,0.8026970083947726,-37.27227362119424,True

results/aggregates/live_results_by_dataset.csv

@@ -2,7 +2,7 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stabili
 ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0327893525066814,1.2605427150765056,0.014573089004276608,1.18695990650739,9.833312187229014,2.135623055384809,0.029852068385153693,0.5168645252289956,213,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.9550408452691226,1.2800735826671796,0.01173517790567427,1.1046317964975265,18.661052514691725,1.7735615937688818,-0.15268817204301077,0.23631302243273788,31,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.747707547358669,0.38338676168276564,,0.1570002245923449,-32.22915113207401,74.23653969948337,0.0659682797887817,0.14237348305352351,261,0.0,2026-06-29T10:05:00+00:00,2026-07-27T04:35:00+00:00
-ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,510,0.0,2026-06-25T14:45:00+00:00,2026-07-26T01:05:00+00:00
+ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,511,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.00800771168344,1.326207173091614,0.08803981956779476,1.0373703489917312,-58.91418609438252,1.337635791274214,-0.0582010582010582,0.6809893725769562,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.2027941747100277,0.967418322280209,1.2758665416539192,0.7572602994674381,5.458924023571559,1.1766438451498902,0.07548407812260055,0.028225160001043314,379,0.9973614775725593,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.65294799607064,1.4315386368513643,0.13299285505398112,1.0435655225030136,11.587935014997065,3.4020614598496324,-0.1251451800232288,0.0015432395829971354,288,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -15,7 +15,7 @@ ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.125765698900247
 Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6117911614426588,1.0695205059362567,0.0100853202752571,0.7741205692557181,28.297622329135265,1.9032512469123888,0.07619756763464879,0.08004919532870981,238,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.6159840041421918,1.0825470904741978,0.008336713219130282,0.7508053857926016,37.704191635511265,2.0268378330384347,-0.04435483870967743,0.7355269048685159,32,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,6.492511970642848,0.33069304633516183,,0.14508269857063497,-31.475234107072104,72.8116635948088,0.04180068043385841,0.34099863890000226,272,0.0,2026-06-29T10:05:00+00:00,2026-07-27T04:35:00+00:00
-Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653316e-18,1.3151753777977035e-09,,2.3561627471096824e-09,0.0,5.783258636878352e-34,0.0,1.0,529,0.0,2026-06-25T14:45:00+00:00,2026-07-26T01:05:00+00:00
+Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653316e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,5.783248303753822e-34,0.0,1.0,530,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.31386553452913357,0.49365396547686097,0.03316284099899457,0.3340700346147921,7.7242988117908125,0.36722327176548764,-0.2698412698412698,0.04526042867191174,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3292213684176995,0.4794405430284587,0.4788820790457298,0.3150554185399946,50.5722768921193,0.42335808277862125,-0.04474513626064833,0.18248902347617235,398,0.9974874371859297,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.7966371402662333,1.4870889440150759,0.14732287656869858,1.0119245685767808,7.3451939497548375,3.4780132800436627,-0.04627018993290058,0.22967749500451973,303,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -28,7 +28,7 @@ Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.27994700016
 Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3584243203182118,0.988483236863085,0.009942212435786146,0.7224566765181408,22.070587855613862,1.5938837288700864,0.21714285714285714,1.881443456264298e-05,176,1.0,2026-07-03T07:00:00+00:00,2026-07-27T02:00:00+00:00
 Chronos-Bolt,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.514274095721929,1.045016033103337,0.00882882127302277,0.7080324611428557,34.210414178101914,1.711954252866411,0.08571428571428572,0.6119326072720337,21,1.0,2026-07-10T05:00:00+00:00,2026-07-25T06:00:00+00:00
 Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.435380433159647,0.47403248797331937,,0.19062104286389744,-24.665494883922534,87.72048771795171,0.05112349691786223,0.3351349007875981,187,0.0,2026-07-03T04:20:00+00:00,2026-07-27T04:35:00+00:00
-Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.045994219755676e-06,,3.214861849916891e-06,-100.0,0.0,0.0,1.0,387,0.0,2026-07-01T21:10:00+00:00,2026-07-26T01:05:00+00:00
+Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622845e-12,1.045994219755676e-06,,3.2148618499168906e-06,-100.0,2.022091386389012e-28,0.0,1.0,388,0.0,2026-07-01T21:10:00+00:00,2026-07-26T02:30:00+00:00
 Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.36167861848650795,0.49455381778420476,0.03324062618358011,0.34431122124691615,7.986333567886383,0.5712708639071138,-0.15217391304347824,0.31275941965675913,24,1.0,2026-06-30T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3307511900733309,1.0466734612677182,1.0781998827846424,0.7028542459133291,7.3077253433019855,1.0750437742935728,0.0010236611973911264,0.9803029356406604,262,0.9961832061068703,2026-07-03T07:42:00+00:00,2026-07-27T11:06:00+00:00
 Chronos-Bolt,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.053613210335367,1.5740409901649883,0.1420962223726639,1.076715875931189,-1.4618279657308582,3.7749827798629183,-0.056022408963585436,0.23403653585070838,204,1.0,2026-07-02T10:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -41,7 +41,7 @@ Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.58882279
 ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.9062516623742625,1.1438753096316576,0.010268748918062547,0.8908433451688154,25.155142045278517,2.4520911506313183,0.09442820444680665,0.04033071077808843,213,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.7107012982517127,1.1483285083687549,0.008882762360871122,0.8552155797525732,30.22823273347917,1.8284059104472181,-0.07096774193548387,0.5894657747826293,31,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.766438399614407,0.3790193812203653,,0.15351570789422964,-32.19633956238787,74.29208949082822,0.10235036957864051,0.022841332801625844,261,0.0,2026-06-29T10:05:00+00:00,2026-07-27T04:35:00+00:00
-ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,510,0.0,2026-06-25T14:45:00+00:00,2026-07-26T01:05:00+00:00
+ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,511,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,5.613843832129828,2.2103929965175833,0.15925778436226873,1.7831247026080472,-78.68678586194969,3.9623550410667945,0.021164021164021163,0.8910537311539605,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9087364876415058,1.2294813094344743,1.4465656338823611,0.9340138957920082,-11.896977157932165,1.7015725451063541,0.09488908433499463,0.00581206323635433,379,0.9973614775725593,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,5.914336815515836,1.9166666616982038,0.1857866722252127,1.5320167983424575,-5.356131856590157,12.072152060601677,-0.174312814556717,1.0314733826614046e-05,288,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -54,7 +54,7 @@ ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.0833490720100392,
 Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3232765046928578,0.9429012137153884,0.008985526216856703,0.6909521591212189,31.450343129388866,1.6483081134835997,0.30585516178736516,1.5042570947855893e-09,177,1.0,2026-07-03T07:00:00+00:00,2026-07-27T02:00:00+00:00
 Moirai-2.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.8354760648986028,1.1643877410331194,0.009684535709908557,0.7442716890088968,29.00418007830918,1.782282812514967,0.0,1.0,21,1.0,2026-07-10T05:00:00+00:00,2026-07-25T06:00:00+00:00
 Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.38597163056471,0.4715423838321226,,0.18816026387270177,-24.65779961794287,87.49463598586237,0.038592858713835346,0.46594076266348083,188,0.0,2026-07-03T04:20:00+00:00,2026-07-27T04:35:00+00:00
-Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,0.0,0.0,1.0,388,0.0,2026-07-01T21:10:00+00:00,2026-07-26T01:05:00+00:00
+Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794953e-13,3.488248839001448e-07,,4.1005151803435396e-07,0.0,2.527605838037179e-29,0.0,1.0,389,0.0,2026-07-01T21:10:00+00:00,2026-07-26T02:30:00+00:00
 Moirai-2.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3509776387406318,0.5109250784451215,0.03392609341986356,0.3477349888235497,-0.05414682793155379,0.5466483923340161,-0.18840579710144928,0.20826013369971733,24,1.0,2026-06-30T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.7060769241952278,0.7072379720538087,0.8286674532196859,0.4683897173620283,39.01937643641005,0.8576148819298502,0.04629495254404551,0.2632598770099731,263,0.9961977186311787,2026-07-03T07:42:00+00:00,2026-07-27T11:06:00+00:00
 Moirai-2.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.8839447414764523,1.5147284313383567,0.1368150397798965,1.0182122980375516,3.30688144305577,3.697180078734069,-0.02552687662798958,0.5857967156807884,206,1.0,2026-07-02T10:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -67,7 +67,7 @@ Moirai-2.0,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.3257669497
 Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.58996163721899,1.3525809286874553,0.012714891921704255,1.1294004024235538,13.346509924484181,2.916466841762542,-0.010452653025068653,0.8204538033826462,213,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.373280996608969,1.5776522602429985,0.012692017698245876,1.3334994557395554,13.950577941966152,3.392855649239463,-0.01935483870967742,0.8927741234198122,31,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.801060400109588,0.399747932826349,,0.17291107753844398,-32.98579534005057,74.30094686854005,0.09188377445416727,0.041024661488323705,261,0.0,2026-06-29T10:05:00+00:00,2026-07-27T04:35:00+00:00
-Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,510,0.0,2026-06-25T14:45:00+00:00,2026-07-26T01:05:00+00:00
+Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,511,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.9267203694223873,0.8991660074328582,0.06467944417529574,0.6832483151466748,-40.002513417357854,0.6820557529393131,-0.08465608465608465,0.5436680154547943,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.4146935974536352,1.0338474801045372,2.05112611092433,0.9040836779419791,5.3598091960547665,1.57581487992708,0.16538928676131842,1.5284994176531803e-06,379,0.9973614775725593,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.641936920000907,1.43598949445101,0.14201598143307684,1.1386555805782304,11.427083585001,3.5097633559415824,-0.09117305458768875,0.021062433647622465,288,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -80,7 +80,7 @@ Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.023478
 Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,3.0875686328022915,1.5113130029658803,0.013694684671326944,1.0259475715085344,0.0,3.1938439251829718,-0.01621047036938613,0.7248514480489768,213,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.9918747246231088,1.7580898361214292,0.013825662536288684,1.1867655360975984,0.0,3.672936481441398,-0.10537634408602152,0.4177776715741393,31,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.084582536478169,0.4414023606395479,,0.1729598093899292,0.0,74.19426771525487,0.1532158349841357,0.0018431634244105027,262,0.0,2026-06-29T09:30:00+00:00,2026-07-27T04:35:00+00:00
-Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,511,0.0,2026-06-25T14:25:00+00:00,2026-07-26T01:05:00+00:00
+Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,512,0.0,2026-06-25T14:25:00+00:00,2026-07-26T02:30:00+00:00
 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40627897829962645,0.5557580915813806,0.03936781341215746,0.39697760149965017,0.0,0.4744483125303129,-0.32275132275132273,0.015817547817850365,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.4855291188121826,1.071112587327652,2.0885485988287824,0.9417532852731555,0.0,1.6004515257545118,0.18325232606582414,9.618033168339042e-08,380,0.9973684210526316,2026-06-29T09:30:00+00:00,2026-07-27T11:06:00+00:00
 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.0826574916726184,1.5823011904921385,0.14988712375981117,1.2831013683089256,0.0,3.6025406469524044,-0.08732218377547096,0.02687646090158783,289,1.0,2026-06-28T11:00:00+00:00,2026-07-26T03:20:00+00:00
@@ -93,7 +93,7 @@ Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,2.865413
 Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.336994401217593,1.369755220053674,0.014086341211751853,1.0807232549657544,3.064994291773444,2.0818723983489034,-0.16075205640423032,0.0011583516212729406,185,1.0,2026-07-01T08:00:00+00:00,2026-07-27T02:00:00+00:00
 Sundial,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.282577534418037,1.295313737711657,0.010674569717621086,0.989769586334373,28.22757281538543,2.165692860705266,-0.11333333333333331,0.4448568614280395,25,1.0,2026-07-01T13:00:00+00:00,2026-07-25T06:00:00+00:00
 Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.8738701183197355,0.4205987978769077,,0.16373577524784436,-31.469075547199573,80.15635621269894,0.05309096732863549,0.23695004844905077,224,0.0,2026-07-01T00:15:00+00:00,2026-07-27T04:35:00+00:00
-Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,6.756690961866632e-16,2.3386776881352202e-08,,2.02357594513136e-08,0.0,1.4438973232145005e-15,0.0,1.0,441,0.0,2026-06-29T22:35:00+00:00,2026-07-26T01:05:00+00:00
+Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,6.751698569162441e-16,2.3382125472452056e-08,,2.0239177666982936e-08,0.0,1.4422975132869825e-15,0.0,1.0,442,0.0,2026-06-29T22:35:00+00:00,2026-07-26T02:30:00+00:00
 Sundial,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3203636538912743,0.5075621603907478,0.03374635902678368,0.3398897031230472,2.1126852444260993,0.3582833926162125,-0.32923076923076927,0.018371833944896835,26,1.0,2026-06-28T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Sundial,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3889334068247246,0.5404692710194866,0.786659285290951,0.3570406250054914,53.287644128905,0.385046976032722,0.040461025174400964,0.2840730654515441,315,0.9968253968253968,2026-07-01T07:24:00+00:00,2026-07-27T11:06:00+00:00
 Sundial,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.2235140865816265,1.657928142301456,0.16609168269499214,1.2328491033933322,-5.05786319137345,3.5536655227491045,-0.08849899792553004,0.041618348921948926,239,1.0,2026-06-30T09:40:00+00:00,2026-07-26T03:20:00+00:00
@@ -106,7 +106,7 @@ Sundial,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.3116635320842
 TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2897977163308854,0.9634070131740257,0.009453686521010893,0.8285803803384979,23.76185492880625,1.5247855829526096,0.30085999312005507,5.171577126565932e-09,171,1.0,2026-07-01T13:00:00+00:00,2026-07-27T02:00:00+00:00
 TabPFN-TS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.765817913634766,1.1309547489096634,0.009888979337353616,0.9801839284965714,28.490130166116533,1.967159871775054,0.028571428571428574,0.881507823538253,21,1.0,2026-07-10T05:00:00+00:00,2026-07-25T06:00:00+00:00
 TabPFN-TS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.697009299356019,0.48914304750680604,,0.19443303613920887,-24.980260540311384,88.92377086776229,0.044858891502546204,0.4065080115273021,182,0.0,2026-07-01T12:55:00+00:00,2026-07-27T04:35:00+00:00
-TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,374,0.0,2026-06-30T03:30:00+00:00,2026-07-26T01:05:00+00:00
+TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,375,0.0,2026-06-30T03:30:00+00:00,2026-07-26T02:30:00+00:00
 TabPFN-TS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.37327560506336477,0.5185272509173141,0.03418482796535857,0.4123620485360199,3.465213338537667,0.506550571327117,-0.22666666666666663,0.11834341824544657,25,1.0,2026-06-28T23:00:00+00:00,2026-07-24T23:00:00+00:00
 TabPFN-TS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.9738968901589243,0.8724066889225358,0.9221871798183304,0.7107335290300193,22.785335789816966,0.900259410781127,-0.011738514470754908,0.784789742150339,244,0.9959016393442623,2026-07-01T12:54:00+00:00,2026-07-27T11:06:00+00:00
 TabPFN-TS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.906469554217599,1.5117074800952373,0.13547714605067326,1.2769955562462616,3.4555143400753376,3.797755119910379,-0.04350172711571675,0.36899008204048345,193,1.0,2026-06-30T13:20:00+00:00,2026-07-26T03:20:00+00:00
@@ -119,7 +119,7 @@ TabPFN-TS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.33052701666
 TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6024420656404206,1.071766136199834,0.009922092182442147,0.7756962587154468,29.91063601582313,1.7892061365665708,0.05070442680397625,0.24511763187869207,237,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.867204911520663,1.1762075955597422,0.009183553445265521,0.7970810087245487,36.72233479048648,2.026569696352826,-0.0881720430107527,0.4997789602585872,31,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,6.511695458309568,0.32707814463700835,,0.1451332154505737,-31.474600438515008,72.94963605596367,0.006126934264268913,0.8892545772423255,271,0.0,2026-06-29T10:05:00+00:00,2026-07-27T04:35:00+00:00
-TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.42969816419557e-09,,1.39774869271451e-09,0.0,0.0,0.0,1.0,528,0.0,2026-06-25T14:45:00+00:00,2026-07-26T01:05:00+00:00
+TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.044036840704184e-18,1.4296981641955703e-09,,1.3977486927145102e-09,0.0,3.855505757918902e-34,0.0,1.0,529,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.314654479190125,0.4795158295005707,0.03176581536708863,0.32560657639009666,14.010661877279322,0.4008075938825765,-0.24867724867724864,0.06578881844114484,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3930608949976051,0.5239423177203615,0.6185610546285029,0.3493516574821373,45.595343712705386,0.5017723668626823,-0.0239864308950293,0.47482633604761837,398,0.9974874371859297,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.9054691505289254,1.5106463491616744,0.15066261387033303,1.0302566859469637,5.911826113041671,3.606691854417125,-0.14224109480539482,0.00022739599642497004,302,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -132,7 +132,7 @@ TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.284495726475147
 TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6415734687925971,1.0793235991283914,0.010593342108474227,0.8861496866583475,27.881784803619308,1.89999029967701,0.06512802019473493,0.13629766785971706,236,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.9785579687021722,1.2185666465217302,0.009193383581546519,1.0035637754191074,31.749193213903137,2.2395890934282816,-0.040322580645161296,0.759913005591003,32,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.511633278273054,0.3279196583341937,,0.13487926869872632,-29.1403290585772,72.94843799978018,0.12210585986208722,0.00609119859234737,271,0.0,2026-06-29T10:05:00+00:00,2026-07-27T04:35:00+00:00
-TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,528,0.0,2026-06-25T14:45:00+00:00,2026-07-26T01:05:00+00:00
+TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,529,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3316526222970445,0.518229795992016,0.03950672721610399,0.3705334650768531,1.9642900030307806,0.3385346334229588,-0.31746031746031744,0.0177084999871278,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.1744067230616709,0.3561792058967257,0.2561062659534957,0.2746828490909965,62.83740592221253,0.20499230894741285,-0.014550568980948727,0.665438036422784,396,0.9974747474747475,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.7081200802053518,1.472805122504672,0.1327931792392439,1.233632593135565,7.1260217681167815,3.2721113120803,-0.09458537765945745,0.014231477618090932,302,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -145,7 +145,7 @@ TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.262893428
 Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.269724042997417,1.2932646570136275,0.009829127666112472,0.7493222343920141,-0.29848063666583374,2.8668257073572234,0.1915134015441592,0.00014113314543141658,179,1.0,2026-07-03T07:00:00+00:00,2026-07-27T02:00:00+00:00
 Toto-1.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.265937562692351,1.540499852025,0.011156437972542885,0.9013833142116295,2.935846945828291,3.584032706887164,-0.009523809523809525,0.9762195060555436,21,1.0,2026-07-10T05:00:00+00:00,2026-07-25T06:00:00+00:00
 Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,12.004597328690606,1.5090977310322014,,0.19183579729940103,-87.56940580147621,87.80806483320745,0.003982250540448287,0.935325106525347,188,0.0,2026-07-03T04:20:00+00:00,2026-07-27T04:35:00+00:00
-Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.549103013573799,0.311227220141422,,0.00027576384978969943,-100.0,3.5684425580596533,-0.019998681695339797,0.5553473863000548,390,0.0,2026-07-01T21:10:00+00:00,2026-07-26T01:05:00+00:00
+Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5477107462350409,0.3106070723404378,,0.00027576286063002214,-100.0,3.5639710273811596,-0.019738999278641225,0.5599871413827242,391,0.0,2026-07-01T21:10:00+00:00,2026-07-26T02:30:00+00:00
 Toto-1.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.706714315171903,0.6649440647216701,0.0315691235852417,0.3206082426601839,-12.340778812805832,1.3527117377628468,-0.18115942028985507,0.22687503195798614,24,1.0,2026-06-30T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3181093275529228,0.9649455923902256,0.7603678346242598,0.3940922454587267,16.66167378631522,2.4900047379701507,0.02189822755860492,0.5952758161130641,265,0.9962264150943396,2026-07-03T07:42:00+00:00,2026-07-27T11:06:00+00:00
 Toto-1.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,56.28561192572501,5.13218825670169,0.13036410148840158,1.0269086770552778,-65.09722611053073,182.10170512116613,-0.07980304719435155,0.08689829314492818,208,1.0,2026-07-02T10:10:00+00:00,2026-07-26T03:20:00+00:00

results/aggregates/metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-27T11:20:47.443192+00:00",
+  "generated_at": "2026-07-27T11:38:11.488159+00:00",
   "baseline_model": "Seasonal-Naive",
   "normalization": "Per-config metric / Seasonal-Naive metric",
   "metric_aggregation": "Geometric mean over dataset configurations",

results/aggregates/results_by_domain.csv

@@ -64,13 +64,13 @@ Transportation,TabPFN-TS,1.0,1.0,2,1,1,1.0
 Transportation,TimesFM-2.5,1.0,1.0,3,1,1,1.0
 Transportation,TiRex,1.0,1397.7486927145103,4,1,1,1.0
 Transportation,Chronos-2,1.0,2356.162747109683,5,1,1,1.0
-Transportation,Sundial,1.0,20480.97453608318,6,1,1,1.0
+Transportation,Sundial,1.0,21746.610777160793,6,1,1,1.0
 Transportation,ARIMA,1.0,250217.138218906,7,1,1,1.0
 Transportation,ETS,1.0,250217.138218906,8,1,1,1.0
 Transportation,Moving-Average,1.0,250217.138218906,9,1,1,1.0
 Transportation,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0
 Transportation,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0
-Transportation,Toto-1.0,93633848.65153071,278857079.9903003,12,1,1,1.0
+Transportation,Toto-1.0,4726484119.358203,275377088.35580045,12,1,1,1.0
 Web,ARIMA,0.35081770342317864,0.47944164778388026,1,1,1,1.0
 Web,Moirai-2.0,0.40785680526551005,0.5118677129116019,2,1,1,1.0
 Web,Sundial,0.303769640015456,0.5282879649026628,3,1,1,1.0

results/aggregates/results_by_frequency.csv

@@ -68,8 +68,8 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 5min,ETS,34760.888480596994,101594.6051003379,7,2,2,1.0
 5min,Chronos-2,1648.5865281685012,2064701.8557205228,8,2,2,1.0
 5min,Moirai-2.0,1969.2165300265635,24004028.41764697,9,2,2,1.0
-5min,Sundial,48563.11139278662,15476761.70209931,10,2,2,1.0
-5min,Toto-1.0,1096494943.431912,616755690.8548436,11,2,2,1.0
+5min,Sundial,48563.11139278662,15947792.54993992,10,2,2,1.0
+5min,Toto-1.0,7790391752.588761,612895213.3872131,11,2,2,1.0
 5min,Chronos-Bolt,4574.910284864281,128679230.09094329,12,2,2,1.0
 6min,TimesFM-2.5,0.08149338046575896,0.3178393092479955,1,1,1,1.0
 6min,Chronos-2,0.22608336574130738,0.3547554165549258,2,1,1,1.0

results/aggregates/results_by_prediction_length.csv

@@ -17,11 +17,11 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 12,TimesFM-2.5,0.883401733927733,0.8936065549864372,4,2,2,1.0
 12,Chronos-Bolt,0.8576213668056174,1427.1372538860771,5,2,2,1.0
 12,TabPFN-TS,0.9139044671265871,0.9447650776752475,6,2,2,1.0
-12,Sundial,0.8615789003568101,126.97235586142686,7,2,2,1.0
+12,Sundial,0.8615789003568101,130.83672345879134,7,2,2,1.0
 12,ARIMA,0.8639722620545719,438.7361038019728,8,2,2,1.0
 12,Seasonal-Naive,1.0,1.0,9,2,2,1.0
 12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
-12,Toto-1.0,7691.196375720221,13344.326245197231,11,2,2,1.0
+12,Toto-1.0,54644.51356740061,13260.799702103817,11,2,2,1.0
 12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
 24,TiRex,6.756496163289516,0.7744482076348079,1,7,7,1.0
 24,Chronos-2,7.5292623256725335,0.37204959265128773,2,7,7,1.0

results/aggregates/results_overall.csv

@@ -2,8 +2,8 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 Overall,TiRex,5.884585721961557,6.043536715298672,1,13,13,1.0
 Overall,Chronos-2,7.7549365981662,4.729740795175732,2,13,13,1.0
 Overall,Moirai-2.0,12.16521961506784,8.779520301025027,3,13,13,1.0
-Overall,Toto-1.0,353.2183088653996,17.223477569931347,4,13,13,1.0
-Overall,Sundial,27.31286891306433,8.427830093022765,5,13,13,1.0
+Overall,Toto-1.0,477.5856939746589,17.20684771921069,4,13,13,1.0
+Overall,Sundial,27.31286891306433,8.466792620690253,5,13,13,1.0
 Overall,TabPFN-TS,4.44230532413971,2.1198247580976255,6,13,13,1.0
 Overall,TimesFM-2.5,6.593456422276087,2.9330098547677568,7,13,13,1.0
 Overall,Moving-Average,45.883139361583396,0.38477916911390664,8,13,13,1.0

results/arima/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:20:46.193945+00:00",
+    "evaluated_at": "2026-07-27T11:38:09.304509+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-64049e3591a2fbc9768e",
-            "issued_at": "2026-07-27T05:15:13.823382+00:00",
-            "resolved_at": "2026-07-27T11:18:08.588675+00:00",
-            "target_end": "2026-07-27T11:06:00+00:00",
-            "prediction_length": 60,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.523085+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/chronos_2/all_results.csv

@@ -1,3 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,Chronos-2,253427.98031171164,253427.98031171164,430.1599934895833,0.9318014749305178,0.007149086996462027,0.007183290602900378,3.2641156533937963,503.4163091435474,0.008389478022961463,0.007168654940634957,0.006453564120717358,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,151474.27375920615,151474.27375920615,331.1985677083333,0.6128762551879093,0.00555338622541073,0.005536958612993723,3.7665332417731356,389.19696011043834,0.006507699932794779,0.005537918117874429,0.004363665891866698,Finance,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,Chronos-2,0.17505582868640848,0.17505582868640848,nan,nan,0.003231618795337522,nan,nan,0.41839673598919064,nan,nan,0.2881331988179761,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,2.2560049558764144,2.2560049558764144,nan,nan,0.013873897978694727,nan,nan,1.5020003182011694,nan,nan,0.9690457209453692,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,2.717837540858675e-06,2.717837540858675e-06,nan,nan,nan,nan,nan,0.0016485865281685018,nan,nan,0.0018092951169206885,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,nan,nan,nan,nan,nan,1.3151753777977035e-09,nan,nan,2.356162747109682e-09,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.06025211913342343,0.06025211913342343,nan,nan,0.014048149370033328,nan,nan,0.24546307081396873,nan,nan,0.16759977605525547,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.6764766705393601,0.6764766705393601,nan,nan,1.4029538557481118,nan,nan,0.8224820183684018,nan,nan,0.4884797334102632,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,1.9505935172101228,1.9505935172101228,nan,nan,0.13077107686209835,nan,nan,1.3966365014598905,nan,nan,0.9113497410294875,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,Chronos-2,0.22763978935275495,0.22763978935275495,0.4551292260487874,0.3293397414624391,0.02734639793034648,0.02740698654518156,1.2449814398684094,0.4771161172636646,0.02853423165374086,0.027219291695583462,0.02293888289302154,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,0.03526190188175566,0.03526190188175566,nan,nan,0.2142754133607554,nan,nan,0.1877815269981466,nan,nan,0.1128105078936095,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.16410673128769995,0.16410673128769995,nan,nan,0.03774184875099514,nan,nan,0.4051008902578467,nan,nan,0.20244880321228498,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,0.6326804740446184,0.6326804740446184,nan,nan,0.4433038595658039,nan,nan,0.7954121409964889,nan,nan,0.49632226407417623,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1.2600998320276883e-06,1.2600998320276883e-06,nan,nan,2.683003743489584e-06,nan,nan,0.0011225416838708878,nan,nan,0.002486851610667671,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,0.5379146607901764,0.5379146607901764,nan,nan,0.17100514688638668,nan,nan,0.7334266567218404,nan,nan,0.48842848142456025,Web,1,7

results/chronos_2/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/amazon/chronos-2",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Amazon / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "amazon/chronos-2"
+    "api_model_id": "amazon/chronos-2",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/chronos_2/online_meta.json

@@ -1,19 +1,19 @@
 {
     "model": "Chronos-2",
     "api_model_id": "amazon/chronos-2",
-    "evaluated_at": "2026-06-30T10:59:48.162083+00:00",
-    "datasets": [
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-27T11:38:09.159374+00:00",
+    "resolved_tasks": [
         {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 48,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 96,
-            "prediction_length": 24
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.570318+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/chronos_bolt/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:20:46.089999+00:00",
+    "evaluated_at": "2026-07-27T11:38:09.195633+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-64049e3591a2fbc9768e",
-            "issued_at": "2026-07-27T05:15:13.823382+00:00",
-            "resolved_at": "2026-07-27T11:18:08.696615+00:00",
-            "target_end": "2026-07-27T11:06:00+00:00",
-            "prediction_length": 60,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.611044+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/dataset_eval_intervals.json

@@ -10,5 +10,6 @@
     "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600,
     "open_meteo_shanghai_hourly_temperature_2m": 3600,
     "usgs_earthquake_all_week_hourly_earthquake_count": 3600,
-    "usgs_potomac_iv_usgs_00060": 900
+    "usgs_potomac_iv_usgs_00060": 900,
+    "wikimedia_time_series_hourly_pageviews": 86400
 }

results/dataset_properties.csv

@@ -1,8 +1,14 @@
 dataset,domain,frequency,num_variates
 binance_btcusdt_1h_close,Finance,1h,1
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
+data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
 nasa_power_shanghai_hourly_t2m,Weather,1h,1
+noaa_coops_sf_water_level_water_level,Ocean,6min,1
 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 nws_ksfo_observations_temperature,Weather,1h,1
+open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
+open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 usgs_potomac_iv_usgs_00060,Hydrology,15min,1
 wikimedia_time_series_hourly_pageviews,Web,1D,1

results/ets/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:20:46.179659+00:00",
+    "evaluated_at": "2026-07-27T11:38:09.285925+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-64049e3591a2fbc9768e",
-            "issued_at": "2026-07-27T05:15:13.823382+00:00",
-            "resolved_at": "2026-07-27T11:18:08.755270+00:00",
-            "target_end": "2026-07-27T11:06:00+00:00",
-            "prediction_length": 60,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.656575+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/moirai_2_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:20:46.086834+00:00",
+    "evaluated_at": "2026-07-27T11:38:09.183213+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-64049e3591a2fbc9768e",
-            "issued_at": "2026-07-27T05:15:13.823382+00:00",
-            "resolved_at": "2026-07-27T11:18:08.817348+00:00",
-            "target_end": "2026-07-27T11:06:00+00:00",
-            "prediction_length": 60,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.681976+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/moving_average/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:20:46.126425+00:00",
+    "evaluated_at": "2026-07-27T11:38:09.260654+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-64049e3591a2fbc9768e",
-            "issued_at": "2026-07-27T05:15:13.823382+00:00",
-            "resolved_at": "2026-07-27T11:18:08.886318+00:00",
-            "target_end": "2026-07-27T11:06:00+00:00",
-            "prediction_length": 60,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.705988+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/online_status.json

@@ -1,19 +1,266 @@
 {
-    "status": "partial",
-    "started_at": "2026-07-27T11:31:46.021098+00:00",
-    "finished_at": "2026-07-27T11:31:53.627055+00:00",
-    "task_count": 7,
+    "status": "ok",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "started_at": "2026-07-27T11:34:54.307147+00:00",
+    "finished_at": "2026-07-27T11:38:14.856852+00:00",
     "data_source": "ts_bench",
     "data_config": "configs/datasets/ts_bench.yaml",
-    "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
-    "models": {},
-    "failed_models": [
-        "Chronos-Bolt-Tiny",
-        "Chronos-Bolt-Mini",
-        "Chronos-Bolt-Base",
-        "Chronos-2",
-        "TimesFM-2.5",
-        "Moirai-1.1-Small"
-    ],
+    "task_count": 3,
+    "issued_tasks": 1,
+    "issued_forecasts": 12,
+    "resolved_forecasts": 12,
+    "pending_tasks": 13,
+    "failed_forecasts": [],
+    "models": {
+        "Chronos-2": {
+            "model": "Chronos-2",
+            "api_model_id": "amazon/chronos-2",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.159374+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.570318+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TiRex": {
+            "model": "TiRex",
+            "api_model_id": "NX-AI/TiRex-1.1-gifteval",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.168801+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.826207+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TimesFM-2.5": {
+            "model": "TimesFM-2.5",
+            "api_model_id": "google/timesfm-2.5-200m-pytorch",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.176441+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.804350+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Toto-1.0": {
+            "model": "Toto-1.0",
+            "api_model_id": "Datadog/Toto-Open-Base-1.0",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.178181+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.849230+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Moirai-2.0": {
+            "model": "Moirai-2.0",
+            "api_model_id": "Salesforce/moirai-2.0-R-small",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.183213+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.681976+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Chronos-Bolt": {
+            "model": "Chronos-Bolt",
+            "api_model_id": "amazon/chronos-bolt-base",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.195633+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.611044+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TabPFN-TS": {
+            "model": "TabPFN-TS",
+            "api_model_id": "priorlabs/tabpfn-ts",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.214534+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.791469+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Sundial": {
+            "model": "Sundial",
+            "api_model_id": "thuml/sundial-base-128m",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.242394+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.747483+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Moving-Average": {
+            "model": "Moving-Average",
+            "api_model_id": "baseline/moving-average",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.260654+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.705988+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "ETS": {
+            "model": "ETS",
+            "api_model_id": "baseline/ets",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.285925+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.656575+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "ARIMA": {
+            "model": "ARIMA",
+            "api_model_id": "baseline/arima",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.304509+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.523085+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Seasonal-Naive": {
+            "model": "Seasonal-Naive",
+            "api_model_id": "baseline/seasonal-naive",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T11:38:09.309126+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-7cda1dcb0f2ede3d56af",
+                    "issued_at": "2026-07-27T11:02:28.377339+00:00",
+                    "resolved_at": "2026-07-27T11:34:57.728510+00:00",
+                    "target_end": "2026-07-26T02:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        }
+    },
+    "skipped_models": [],
+    "aggregate_status": "ok",
+    "aggregate_files": {
+        "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
+        "gift_domain": "aggregates/results_by_domain.csv",
+        "gift_frequency": "aggregates/results_by_frequency.csv",
+        "gift_overall": "aggregates/results_overall.csv",
+        "gift_metadata": "aggregates/metadata.json",
+        "live_releases": "aggregates/live_release_metrics.csv",
+        "live_by_dataset": "aggregates/live_results_by_dataset.csv",
+        "live_rank": "aggregates/live_rank_up_to_now.csv",
+        "live_overall": "aggregates/live_overall_up_to_now.csv",
+        "live_rank_1d": "aggregates/live_rank_1d.csv",
+        "live_overall_1d": "aggregates/live_overall_1d.csv",
+        "live_rank_7d": "aggregates/live_rank_7d.csv",
+        "live_overall_7d": "aggregates/live_overall_7d.csv",
+        "live_rank_30d": "aggregates/live_rank_30d.csv",
+        "live_overall_30d": "aggregates/live_overall_30d.csv",
+        "live_metadata": "aggregates/live_metadata.json"
+    },
     "push_status": "pending"
 }

results/prequential/tasks/future-7cda1dcb0f2ede3d56af.json

@@ -253,7 +253,23 @@
   "data_fetched_at": "2026-07-27T11:01:58.589841Z",
   "task_id": "future-7cda1dcb0f2ede3d56af",
   "issued_at": "2026-07-27T11:02:28.377339+00:00",
-  "status": "open",
-  "scored_models": [],
-  "metric_version": "livehouse-canonical-v1"
+  "status": "resolved",
+  "scored_models": [
+    "ARIMA",
+    "Chronos-2",
+    "Chronos-Bolt",
+    "ETS",
+    "Moirai-2.0",
+    "Moving-Average",
+    "Seasonal-Naive",
+    "Sundial",
+    "TabPFN-TS",
+    "TiRex",
+    "TimesFM-2.5",
+    "Toto-1.0"
+  ],
+  "metric_version": "livehouse-canonical-v1",
+  "resolved_at": "2026-07-27T11:34:57.867109+00:00",
+  "target_start": "2026-07-26T01:35:00",
+  "target_end": "2026-07-26T02:30:00"
 }

results/prequential/tasks/future-eef0eda9d223f9815221.json

@@ -0,0 +1,259 @@
+{
+  "source_task_name": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260727t084000z",
+  "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+  "domain": "Transportation",
+  "frequency": "5min",
+  "prediction_length": 12,
+  "context": [
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0
+  ],
+  "context_timestamps": [
+    "2026-07-25T17:25:00",
+    "2026-07-25T17:30:00",
+    "2026-07-25T17:35:00",
+    "2026-07-25T17:40:00",
+    "2026-07-25T17:45:00",
+    "2026-07-25T17:50:00",
+    "2026-07-25T17:55:00",
+    "2026-07-25T18:00:00",
+    "2026-07-25T18:05:00",
+    "2026-07-25T18:10:00",
+    "2026-07-25T18:15:00",
+    "2026-07-25T18:20:00",
+    "2026-07-25T18:25:00",
+    "2026-07-25T18:30:00",
+    "2026-07-25T18:35:00",
+    "2026-07-25T18:40:00",
+    "2026-07-25T18:45:00",
+    "2026-07-25T18:50:00",
+    "2026-07-25T18:55:00",
+    "2026-07-25T19:00:00",
+    "2026-07-25T19:05:00",
+    "2026-07-25T19:10:00",
+    "2026-07-25T19:15:00",
+    "2026-07-25T19:20:00",
+    "2026-07-25T19:25:00",
+    "2026-07-25T19:30:00",
+    "2026-07-25T19:35:00",
+    "2026-07-25T19:40:00",
+    "2026-07-25T19:45:00",
+    "2026-07-25T19:50:00",
+    "2026-07-25T19:55:00",
+    "2026-07-25T20:00:00",
+    "2026-07-25T20:05:00",
+    "2026-07-25T20:10:00",
+    "2026-07-25T20:15:00",
+    "2026-07-25T20:20:00",
+    "2026-07-25T20:25:00",
+    "2026-07-25T20:30:00",
+    "2026-07-25T20:35:00",
+    "2026-07-25T20:40:00",
+    "2026-07-25T20:45:00",
+    "2026-07-25T20:50:00",
+    "2026-07-25T20:55:00",
+    "2026-07-25T21:00:00",
+    "2026-07-25T21:05:00",
+    "2026-07-25T21:10:00",
+    "2026-07-25T21:15:00",
+    "2026-07-25T21:20:00",
+    "2026-07-25T21:25:00",
+    "2026-07-25T21:30:00",
+    "2026-07-25T21:35:00",
+    "2026-07-25T21:40:00",
+    "2026-07-25T21:45:00",
+    "2026-07-25T21:50:00",
+    "2026-07-25T21:55:00",
+    "2026-07-25T22:00:00",
+    "2026-07-25T22:05:00",
+    "2026-07-25T22:10:00",
+    "2026-07-25T22:15:00",
+    "2026-07-25T22:20:00",
+    "2026-07-25T22:25:00",
+    "2026-07-25T22:30:00",
+    "2026-07-25T22:35:00",
+    "2026-07-25T22:40:00",
+    "2026-07-25T22:45:00",
+    "2026-07-25T22:50:00",
+    "2026-07-25T22:55:00",
+    "2026-07-25T23:00:00",
+    "2026-07-25T23:05:00",
+    "2026-07-25T23:10:00",
+    "2026-07-25T23:15:00",
+    "2026-07-25T23:20:00",
+    "2026-07-25T23:25:00",
+    "2026-07-25T23:30:00",
+    "2026-07-25T23:35:00",
+    "2026-07-25T23:40:00",
+    "2026-07-25T23:45:00",
+    "2026-07-25T23:50:00",
+    "2026-07-25T23:55:00",
+    "2026-07-26T00:00:00",
+    "2026-07-26T00:05:00",
+    "2026-07-26T00:10:00",
+    "2026-07-26T00:15:00",
+    "2026-07-26T00:20:00",
+    "2026-07-26T00:25:00",
+    "2026-07-26T00:30:00",
+    "2026-07-26T00:35:00",
+    "2026-07-26T00:40:00",
+    "2026-07-26T00:45:00",
+    "2026-07-26T00:50:00",
+    "2026-07-26T00:55:00",
+    "2026-07-26T01:00:00",
+    "2026-07-26T01:05:00",
+    "2026-07-26T01:10:00",
+    "2026-07-26T01:15:00",
+    "2026-07-26T01:20:00",
+    "2026-07-26T01:25:00",
+    "2026-07-26T01:30:00",
+    "2026-07-26T01:35:00",
+    "2026-07-26T01:40:00",
+    "2026-07-26T01:45:00",
+    "2026-07-26T01:50:00",
+    "2026-07-26T01:55:00",
+    "2026-07-26T02:00:00",
+    "2026-07-26T02:05:00",
+    "2026-07-26T02:10:00",
+    "2026-07-26T02:15:00",
+    "2026-07-26T02:20:00",
+    "2026-07-26T02:25:00",
+    "2026-07-26T02:30:00",
+    "2026-07-26T02:35:00",
+    "2026-07-26T02:40:00",
+    "2026-07-26T02:45:00",
+    "2026-07-26T02:50:00",
+    "2026-07-26T02:55:00",
+    "2026-07-26T03:00:00",
+    "2026-07-26T03:05:00",
+    "2026-07-26T03:10:00",
+    "2026-07-26T03:15:00",
+    "2026-07-26T03:20:00"
+  ],
+  "context_start": "2026-07-25 17:25",
+  "context_end": "2026-07-26 03:20",
+  "data_fetched_at": "2026-07-27T11:34:11.040812Z",
+  "task_id": "future-eef0eda9d223f9815221",
+  "issued_at": "2026-07-27T11:34:58.480028+00:00",
+  "status": "open",
+  "scored_models": [],
+  "metric_version": "livehouse-canonical-v1"
+}

results/seasonal_naive/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:20:46.200967+00:00",
+    "evaluated_at": "2026-07-27T11:38:09.309126+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-64049e3591a2fbc9768e",
-            "issued_at": "2026-07-27T05:15:13.823382+00:00",
-            "resolved_at": "2026-07-27T11:18:08.938270+00:00",
-            "target_end": "2026-07-27T11:06:00+00:00",
-            "prediction_length": 60,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.728510+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/sundial/all_results.csv

@@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Sundial,0.10473457323496249,0.1147649239028985
 coingecko_bitcoin_7d_price_usd/1h/short,Sundial,2.8441660902956243,2.843487024785437,nan,nan,0.015264503024766838,nan,nan,1.6864655615504351,nan,nan,1.3267261152393919,Finance,1,24
 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Sundial,27047.212071285932,27202.68214463723,143.1162110964457,1.5089426812363538,2.4254864254221506,0.8536544624552972,36.2452386153836,164.4603662627745,1.0124792572257424,0.881076689786568,0.7401326095810744,Finance,1,12
 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,0.002358375788148293,0.0002694235122434657,nan,nan,nan,nan,nan,0.04856311139278756,nan,nan,0.011695251725525484,Climate,1,36
-data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,6.865236982788216e-16,5.257900911761759e-16,nan,nan,nan,nan,nan,2.6201597246710392e-08,nan,nan,2.048097453608319e-08,Transportation,1,12
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,4.550053386613752e-16,6.458747515440812e-16,nan,nan,nan,nan,nan,2.133085414748728e-08,nan,nan,2.17466107771608e-08,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Sundial,0.08695338508506821,0.08353722033822863,nan,nan,0.016796435774787625,nan,nan,0.294878593806109,nan,nan,0.1770426087971502,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Sundial,1.1084349749528957,1.123949749505446,nan,nan,1.9088112694417887,nan,nan,1.0528223852829572,nan,nan,0.7153024006551958,Ocean,1,60
 noaa_ndbc_46013_realtime_wave_height/10min/short,Sundial,0.9437676842040763,1.008488858597588,nan,nan,0.09451148129927175,nan,nan,0.9714770631384337,nan,nan,0.7021039878047753,Ocean,1,72

results/sundial/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:20:46.121529+00:00",
+    "evaluated_at": "2026-07-27T11:38:09.242394+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-64049e3591a2fbc9768e",
-            "issued_at": "2026-07-27T05:15:13.823382+00:00",
-            "resolved_at": "2026-07-27T11:18:08.975247+00:00",
-            "target_end": "2026-07-27T11:06:00+00:00",
-            "prediction_length": 60,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.747483+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/tabpfn_ts/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:20:46.093806+00:00",
+    "evaluated_at": "2026-07-27T11:38:09.214534+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-64049e3591a2fbc9768e",
-            "issued_at": "2026-07-27T05:15:13.823382+00:00",
-            "resolved_at": "2026-07-27T11:18:09.014386+00:00",
-            "target_end": "2026-07-27T11:06:00+00:00",
-            "prediction_length": 60,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.791469+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/timesfm_2_5/all_results.csv

@@ -1,11 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81742.42789522807,124744.15551821391,297.3611653645833,0.4486972705324055,0.004943552533723208,0.0049579917738521604,4.904699820126863,285.90632713395496,0.0047624096472577765,0.004953215610330298,0.003661364469335062,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,97952.0961373647,155042.49553426108,344.3505859375,0.494849513065497,0.005734942849078377,0.005753831848928334,4.4515950592935765,312.9729958596503,0.005223298429098694,0.005746968263655385,0.004048322861622117,Finance,1
-nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,11.641811304915336,13.423471256234128,2.7575780550638833,3.5293238475457582,0.10321913729068599,0.11204715871745875,101.69350427694228,3.4120098629569253,0.14059996314044312,0.11363254752226123,0.10196536560973148,Weather,1
-noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02908771671812005,0.034046774600905515,0.13568753997484842,0.17312143585760467,0.11185537202482503,0.12463965779787611,2.676967727907387,0.1705512143554541,0.1434961937098364,0.11416304242585044,0.08757558544176978,Ocean,1
-noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05836318292564613,0.04761165148106272,0.16445205609003702,0.3447029766963658,0.07191232151835235,0.06762886788054125,17.47579260325252,0.24158473239351475,0.09877400134375952,0.06723764141999806,0.08169348159617512,Ocean,1
-nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.091922888105425,6.327109473932221,2.2220658461252847,1.3592926513955181,0.10384344306035338,0.11108617811955894,27.998005969855527,2.2565289468795706,0.10885767783941647,0.10719513629549113,0.08603730202253673,Weather,1
-open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,49.47017191748849,82.91626740256955,7.3194271723429365,0.5005687624158839,0.2545421621602366,0.295325743742574,5.8418762834746945,7.033503530779557,0.27381035642937446,0.28494120378950605,0.21288132768520807,Air Quality,1
-open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6484289968751302,1.7882974488526695,1.16057284673055,0.9274277392234174,0.04635277574155072,0.04703534337119358,20.58434769273915,1.2839116001014752,0.04978813570351389,0.045005246764860715,0.03796367653364946,Weather,1
-usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.541379031458973,13.808125303080638,3.0202603340148926,0.7396555920036473,0.33108155235761566,0.30808027947552724,19.43875757528811,3.5413809497791924,0.34691078691714533,0.29586223680145884,0.27081315021125635,Hazards,1
-usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,430.1970050111413,571.0872243667642,16.349232991536457,0.15238120069781555,0.006005184220679013,0.0060436006179905065,2.234056811286407,20.741191022001153,0.007664181440000427,0.006041287017657814,0.004361342408824095,Hydrology,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,TimesFM-2.5,0.18471364393609205,0.2511561167570871,nan,nan,0.003988779263392523,nan,nan,0.42978325227501835,nan,nan,0.26875152458008783,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,2.224373829174787,1.7006943045362455,nan,nan,0.012061613174095603,nan,nan,1.4914334813107781,nan,nan,1.340259097269519,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,1.3731106967535329e-06,4.1928092039509813e-07,nan,nan,nan,nan,nan,0.0011717980614225016,nan,nan,0.003551588315901003,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.07349968636756156,0.12715800629866036,nan,nan,0.017422859563450927,nan,nan,0.2711082558085636,nan,nan,0.19379553509865552,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.2438408969528248,0.1718848752055582,nan,nan,0.6037193360326559,nan,nan,0.49380248779529734,nan,nan,0.43764817618993246,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,1.1785047988827921,1.3574131843350636,nan,nan,0.10778625850392323,nan,nan,1.0855896088682833,nan,nan,0.8113230833776232,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.21622905324208355,0.1617179170793861,0.26413559913635254,0.1911332978675114,0.01630353750267156,0.01601217538840988,10.994616695384883,0.4650043583043965,0.027809880236186378,0.015796796840529412,0.021259949519123158,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,0.03785281024197016,0.017934866424511135,nan,nan,0.21483569476265685,nan,nan,0.19455798683675302,nan,nan,0.19205918049403484,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.06591225974664346,0.03575909793348882,nan,nan,0.01791180333102477,nan,nan,0.2567338305456518,nan,nan,0.19379445942016174,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,0.6086373270893934,0.641798892026256,nan,nan,0.34810479649554643,nan,nan,0.7801521179163673,nan,nan,0.5751539108404323,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,3.3558199566508234e-06,1.597313095652873e-05,nan,nan,1.097785101996528e-05,nan,nan,0.0018318897228410949,nan,nan,0.002929859832357882,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,0.38719216672060525,0.341005570724447,nan,nan,0.12667853599052806,nan,nan,0.6222476731339421,nan,nan,0.5343002043100503,Web,1,7

results/timesfm_2_5/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/google/timesfm-2.5-200m-pytorch",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Google / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "google/timesfm-2.5-200m-pytorch"
+    "api_model_id": "google/timesfm-2.5-200m-pytorch",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/timesfm_2_5/online_meta.json

@@ -1,67 +1,19 @@
 {
     "model": "TimesFM-2.5",
     "api_model_id": "google/timesfm-2.5-200m-pytorch",
-    "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
-    "datasets": [
-        {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 69,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-27T11:38:09.176441+00:00",
+    "resolved_tasks": [
+        {
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.804350+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/tirex/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:20:46.076666+00:00",
+    "evaluated_at": "2026-07-27T11:38:09.168801+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-64049e3591a2fbc9768e",
-            "issued_at": "2026-07-27T05:15:13.823382+00:00",
-            "resolved_at": "2026-07-27T11:18:09.108750+00:00",
-            "target_end": "2026-07-27T11:06:00+00:00",
-            "prediction_length": 60,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.826207+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/toto_1_0/all_results.csv

@@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Toto-1.0,0.2726949967761062,0.2527851149657427
 coingecko_bitcoin_7d_price_usd/1h/short,Toto-1.0,3.6645792269334403,3.8334701114198935,nan,nan,0.018154881072786195,nan,nan,1.9143090729904197,nan,nan,1.3158562118322297,Finance,1,24
 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-1.0,23019.0460822337,26241.382774419122,124.61535914738973,1.313879348219856,0.6257435399486769,0.9697879270582787,13.780075922721792,151.7202889604212,0.9340465971435247,0.767178555755332,0.6004176198191844,Finance,1,12
 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,0.012840454368657432,1.324696472462531e-06,nan,nan,nan,nan,nan,0.11331572869049306,nan,nan,0.0013640951207517992,Climate,1,36
-data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,9.36338486515306e-05,9.626044942857734e-09,nan,nan,nan,nan,nan,0.009676458476711954,nan,nan,0.0002788570799903364,Transportation,1,12
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.004726484119358291,5.819349504898946e-09,nan,nan,nan,nan,nan,0.06874942995660611,nan,nan,0.00027537708835586303,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Toto-1.0,0.3781601546771693,0.064105101809067,nan,nan,0.014643988879747117,nan,nan,0.614947277965493,nan,nan,0.19193844973139762,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,2.11683930835631,1.9318541444866848,nan,nan,2.4720793021414016,nan,nan,1.4549361870392494,nan,nan,0.6552121422909066,Ocean,1,60
 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-1.0,9.636232627812483,0.5254104186787759,nan,nan,0.06892947365847989,nan,nan,3.104228185525749,nan,nan,0.7304308435297772,Ocean,1,72

results/toto_1_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:20:46.080927+00:00",
+    "evaluated_at": "2026-07-27T11:38:09.178181+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-64049e3591a2fbc9768e",
-            "issued_at": "2026-07-27T05:15:13.823382+00:00",
-            "resolved_at": "2026-07-27T11:18:09.143309+00:00",
-            "target_end": "2026-07-27T11:06:00+00:00",
-            "prediction_length": 60,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-7cda1dcb0f2ede3d56af",
+            "issued_at": "2026-07-27T11:02:28.377339+00:00",
+            "resolved_at": "2026-07-27T11:34:57.849230+00:00",
+            "target_end": "2026-07-26T02:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]