Update leaderboard results from local eval

results/aggregates/live_metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-28T13:58:11.102693+00:00",
+  "generated_at": "2026-07-28T14:31:54.734576+00:00",
   "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
   "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
   "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
@@ -13,33 +13,33 @@
   "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
   "num_models": 12,
   "num_datasets": 13,
-  "num_model_releases": 27314,
-  "num_unique_releases": 2698,
+  "num_model_releases": 27326,
+  "num_unique_releases": 2699,
   "fixed_windows": {
     "1d": {
       "days": 1,
-      "num_model_releases": 204,
-      "num_unique_releases": 17,
+      "num_model_releases": 216,
+      "num_unique_releases": 18,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 24 hours through reference_time"
     },
     "7d": {
       "days": 7,
-      "num_model_releases": 2646,
-      "num_unique_releases": 221,
+      "num_model_releases": 2658,
+      "num_unique_releases": 222,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 168 hours through reference_time"
     },
     "30d": {
       "days": 30,
-      "num_model_releases": 26904,
-      "num_unique_releases": 2635,
+      "num_model_releases": 26916,
+      "num_unique_releases": 2636,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 720 hours through reference_time"
     }
   },
   "protocol_counts": {
     "historical-snapshot-recompute": 22388,
-    "prequential-v1": 4926
+    "prequential-v1": 4938
   }
 }

results/aggregates/live_overall_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,9.705177396431655,1.3450454365849092,0.2703968117132483,0.9273724464900978,23.65369163472792,0.669216888369109,11,2638,13,32.927083333333336,34.453398861489475,0.4230435809144586,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
-2,Official,TiRex,8.994198992295027,1.258867837480174,0.18175638158781546,0.921935511133048,29.658298594856042,0.6673391528345499,11,2629,13,32.927083333333336,31.671967793938027,-0.24362308575220806,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
-3,Official,TimesFM-2.5,9.026322844042646,1.3187017378393573,0.37660184902715294,1.1024288977306653,19.72091808536799,0.608932174603659,11,2624,13,32.927083333333336,31.354617363229035,0.2008213586922364,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
-4,Official,Moirai-2.0,9.321147599593079,1.381663634439347,0.7484269265369349,1.0085322702053152,15.217377339913043,0.5783543136790973,11,1880,13,27.583333333333332,33.09710714863534,-0.021400863529985843,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
-5,Official,TabPFN-TS,9.594571704479682,1.3365025248693019,0.2780745338566126,1.1332794574658105,17.67914432682855,0.5594398573551498,11,1769,13,29.583333333333332,34.37918070031235,0.2008213586922364,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
-6,Official,Chronos-Bolt,8.524957726849896,1.3123405718971706,0.5246237596100198,0.9342806417020445,13.108915479156076,0.5234849809883065,11,1867,13,27.583333333333332,29.665054596129295,-0.24362308575220806,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
-7,Official,Sundial,9.449291116339852,1.2909158681746824,0.33899389703265137,1.0420522825902725,12.94104450029192,0.5121461411019866,11,2118,13,29.583333333333332,35.15653446649089,0.19999999999999996,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
-8,Official,Seasonal-Naive,9.962895239183863,1.5306215527982603,0.7393067035043038,1.1654232595232652,0.0,0.3861113609751406,11,2469,13,32.927083333333336,36.03857914965841,0.25819888974716115,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
-9,Official,Moving-Average,9.266267447170861,1.3707684119891377,0.87141516895218,1.1721832526153249,5.35540534287726,0.38002504770385426,11,2469,13,32.927083333333336,34.27943555799784,0.25819888974716115,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
-10,Official,ARIMA,9.647376142616336,1.542872358983424,0.8333258586059401,1.109562378278627,-8.947764465475986,0.37491656123108935,11,2469,13,32.927083333333336,33.98205027584764,-0.24362308575220806,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
-11,Official,Toto-1.0,9.059388866811632,1.5684785605109028,0.28146320429832106,0.9683773195784511,-19.147524868492116,0.37400535552072933,11,1894,13,27.583333333333332,30.18630775844395,-0.06666666666666672,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
-12,Official,ETS,8.929779787633295,1.540677251776574,0.9376002457476567,1.2672496408659442,-14.159700903380267,0.36602816563732843,11,2469,13,32.927083333333336,29.96084568667709,-0.24362308575220806,0.0,7,17,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:00:00+00:00
+1,Official,Chronos-2,8.492030221877698,1.1769147571761924,0.2703968117132483,0.811450890973356,20.69698018038693,0.669216888369109,11,2639,13,32.927083333333336,34.453398861489475,0.4230435809144586,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00
+2,Official,TiRex,7.86992411825815,1.1015093579738644,0.18175638158781546,0.8066935724161355,25.951011270499038,0.6673391528345499,11,2630,13,32.927083333333336,31.671967793938027,-0.24362308575220806,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00
+3,Official,TimesFM-2.5,7.898032488537315,1.1538640206094377,0.37660184902715294,0.9646252855143322,17.25580332469699,0.608932174603659,11,2625,13,32.927083333333336,31.354617363229035,0.2008213586922364,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00
+4,Official,Moirai-2.0,8.15600414964396,1.2089557237375392,0.7484269265369347,0.8824657876860907,13.315205172423912,0.5783543136790973,11,1881,13,27.583333333333332,33.09710714863534,-0.021400863529985843,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00
+5,Official,TabPFN-TS,8.395250241419722,1.1694397092606392,0.2780745338566126,0.9916195252825841,15.469251285974982,0.5594398573551498,11,1770,13,29.583333333333332,34.37918070031235,0.2008213586922364,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00
+6,Official,Chronos-Bolt,7.459338010993797,1.1482981311593017,0.5246237596100198,0.8174959633470201,-1.0296989557384322,0.5234849809883065,11,1868,13,27.583333333333332,29.665054596129295,-0.24362308575220806,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00
+7,Official,Sundial,8.26812972679737,1.1295513870279774,0.3389938970326514,0.9117957498050371,11.32341393775543,0.512146239603367,11,2119,13,29.583333333333332,35.15653446649089,0.19999999999999996,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00
+8,Official,Seasonal-Naive,8.71753333428588,1.3392938586984777,0.739306703504304,1.019745352082857,0.0,0.3861113609751406,11,2470,13,32.927083333333336,36.03857914965841,0.25819888974716115,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00
+9,Official,Moving-Average,8.107984016274505,1.1994223727240316,0.8714151689521797,1.0256603773155517,4.685979675017602,0.3800250148700608,11,2470,13,32.927083333333336,34.27943555799784,0.25819888974716115,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00
+10,Official,ARIMA,8.441454124789296,1.3500133263440321,0.8333258586059401,0.9708671122709411,-7.829293907291488,0.3749165283972959,11,2470,13,32.927083333333336,33.98205027584764,-0.24362308575220806,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00
+11,Official,Toto-1.0,7.9269763185326205,1.3735945418994244,0.28146320429832106,0.8473667764919919,-29.2540842599306,0.37400535552072933,11,1895,13,27.583333333333332,30.18630775844395,-0.06666666666666672,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00
+12,Official,ETS,7.813557314179134,1.3480926075380386,0.9376002457476567,1.1088434670348435,-12.389738290457736,0.36602813280353497,11,2470,13,32.927083333333336,29.96084568667709,-0.24362308575220806,0.0,8,18,0.75,2026-07-27T13:10:00+00:00,2026-07-28T13:00:00+00:00

results/aggregates/live_overall_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.080000997968394,0.8775227406110443,0.15948014392757953,0.6403494026948771,23.439307654092627,0.669216888369109,11,2638,13,32.927083333333336,136.25001001804497,0.039880047910770614,0.23076923076923078,13,2588,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
-2,Official,TiRex,14.249398589491863,0.8818968193063127,0.1952871827317204,0.6740721098291771,24.630105987384443,0.6673391528345499,11,2629,13,32.927083333333336,138.97423674415512,0.03213397203683556,0.23076923076923078,13,2575,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
-3,Official,TimesFM-2.5,14.12893356385062,0.8774355727281742,0.137398189019838,0.7193370030308154,23.96792545143327,0.608932174603659,11,2624,13,32.927083333333336,136.50449419430558,0.04070139761323913,0.23076923076923078,13,2569,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
-4,Official,Moirai-2.0,17.598759763464532,0.9255977676179712,0.2402433165999742,0.6713041674063442,22.169666364544167,0.5783543136790973,11,1880,13,27.583333333333332,155.81169620457817,0.07083060860801003,0.15384615384615385,13,1880,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
-5,Official,TabPFN-TS,19.27527764538249,0.9729725450716867,0.19976123874663784,0.8183882749644801,18.67541371064519,0.5594398573551498,11,1769,13,29.583333333333332,163.16643707200384,0.048898953886012855,0.15384615384615385,13,1772,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:00:00+00:00
-6,Official,Chronos-Bolt,17.861464596542973,0.9719444568255862,0.2729959684665744,0.7193576290591029,11.546809555508755,0.5234849809883065,11,1867,13,27.583333333333332,156.75697568086105,0.029279996376418406,0.15384615384615385,13,1867,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
-7,Official,Sundial,17.257785898291317,1.012627362781213,0.22186566820451595,0.7657144986649987,16.166479632772294,0.5121461411019866,11,2118,13,29.583333333333332,150.75635944551107,0.006087297300725197,0.3076923076923077,13,2120,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:00:00+00:00
-8,Official,Seasonal-Naive,15.924714045830628,1.2360782895040197,0.3641445729499693,0.9632223833255982,0.0,0.3861113609751406,11,2469,13,32.927083333333336,141.48910362200652,0.03483459115617278,0.3076923076923077,13,2415,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
-9,Official,Moving-Average,15.661019705606334,1.141826078508619,0.3395927736068435,0.917792059918667,3.1321281272430355,0.38002504770385426,11,2469,13,32.927083333333336,141.73076797136528,0.07686950557105034,0.15384615384615385,13,2408,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
-10,Official,ARIMA,15.587755096603964,1.1453181793345029,0.34635307635969603,0.902259248193859,1.8853859935260016,0.37491656123108935,11,2469,13,32.927083333333336,141.73744345956067,0.05703585820521261,0.15384615384615385,13,2408,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
-11,Official,Toto-1.0,28.469727544860273,1.6608086760802243,0.2801181927352999,0.7015447113736856,-19.076164284649458,0.37400535552072933,11,1894,13,27.583333333333332,212.97159501228091,-0.005356081536116034,0.15384615384615385,13,1894,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
-12,Official,ETS,17.354440414996887,1.4004522594962157,0.314840576031324,1.1110122374184344,-3.4515983868462388,0.36602816563732843,11,2469,13,32.927083333333336,146.59969374743451,0.07185801668906107,0.15384615384615385,13,2408,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
+1,Official,Chronos-2,14.080000997968394,0.8775227406110443,0.15948014392757953,0.6403494026948771,23.439307654092627,0.669216888369109,11,2639,13,32.927083333333336,136.25001001804497,0.039880047910770614,0.23076923076923078,13,2589,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
+2,Official,TiRex,14.249398589491863,0.8818968193063127,0.1952871827317204,0.6740721098291771,24.630105987384443,0.6673391528345499,11,2630,13,32.927083333333336,138.97423674415512,0.03213397203683556,0.23076923076923078,13,2576,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
+3,Official,TimesFM-2.5,14.12893356385062,0.8774355727281742,0.137398189019838,0.7193370030308154,23.96792545143327,0.608932174603659,11,2625,13,32.927083333333336,136.50449419430558,0.04070139761323913,0.23076923076923078,13,2570,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
+4,Official,Moirai-2.0,17.598759763464532,0.9255977676179712,0.2402433165999742,0.6713041674063442,22.169666364544167,0.5783543136790973,11,1881,13,27.583333333333332,155.81169620457817,0.07083060860801003,0.15384615384615385,13,1881,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
+5,Official,TabPFN-TS,19.27527764538249,0.9729725450716867,0.19976123874663784,0.8183882749644801,18.67541371064519,0.5594398573551498,11,1770,13,29.583333333333332,163.16643707200384,0.048898953886012855,0.15384615384615385,13,1773,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:00:00+00:00
+6,Official,Chronos-Bolt,17.861464596542973,0.9719444568255862,0.2729959684665744,0.7193576290591029,11.546809555508755,0.5234849809883065,11,1868,13,27.583333333333332,156.75697568086105,0.029279996376418406,0.15384615384615385,13,1868,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
+7,Official,Sundial,17.257785898291317,1.0126273627805078,0.22186566820451595,0.7657144986650106,16.166479632772294,0.512146239603367,11,2119,13,29.583333333333332,150.75635944551107,0.006087297300725197,0.3076923076923077,13,2121,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:00:00+00:00
+8,Official,Seasonal-Naive,15.924714045830628,1.2360782895040197,0.3641445729499693,0.9632223833255982,0.0,0.3861113609751406,11,2470,13,32.927083333333336,141.48910362200652,0.03483459115617278,0.3076923076923077,13,2416,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
+9,Official,Moving-Average,15.661019705606334,1.141826078508619,0.3395927736068435,0.917792059918667,3.1321281272430355,0.3800250148700608,11,2470,13,32.927083333333336,141.73076797136528,0.07686950557105034,0.15384615384615385,13,2409,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
+10,Official,ARIMA,15.587755096603964,1.1453181793345029,0.34635307635969603,0.902259248193859,1.8853859935260016,0.3749165283972959,11,2470,13,32.927083333333336,141.73744345956067,0.05703585820521261,0.15384615384615385,13,2409,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00
+11,Official,Toto-1.0,28.469628929645527,1.6607531355441814,0.2801181927352999,0.7015447145780137,-19.076164284649458,0.37400535552072933,11,1895,13,27.583333333333332,212.97127910532726,-0.005481413003428314,0.15384615384615385,13,1895,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
+12,Official,ETS,17.354440414996887,1.4004522594962157,0.314840576031324,1.1110122374184344,-3.4515983868462388,0.36602813280353497,11,2470,13,32.927083333333336,146.59969374743451,0.07185801668906107,0.15384615384615385,13,2409,0.8461538461538461,2026-06-28T13:30:00+00:00,2026-07-28T13:00:00+00:00

results/aggregates/live_overall_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,116.7957826986616,1.7538386330478335,0.1561835947376096,1.5372832440787487,16.884989471911563,0.669216888369109,11,2638,13,32.927083333333336,449.11383825823685,-0.1251543788352506,0.08333333333333333,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
-2,Official,TiRex,117.58619865482639,1.7381700585213078,0.1525415424991613,1.8166682152870743,18.75717588795045,0.6673391528345499,11,2629,13,32.927083333333336,457.9848464570152,-0.17550167676831072,0.0,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
-3,Official,TimesFM-2.5,116.69394453543016,1.7352715517500747,0.13800390901255497,1.6085417670334585,17.2989197264636,0.608932174603659,11,2624,13,32.927083333333336,449.1402893250866,-0.16767126714168287,0.0,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
-4,Official,Moirai-2.0,116.76508064931703,1.770804732607936,0.21356313456216008,1.5344554460272068,14.673077361066639,0.5783543136790973,11,1880,13,27.583333333333332,449.2424958024907,-0.08970935296404808,0.0,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
-5,Official,TabPFN-TS,116.94585311543648,1.838195101940024,0.1815177189392226,1.7108976891302012,8.813727681985597,0.5594398573551498,11,1769,13,29.583333333333332,449.25415049541044,-0.1164586285521314,0.08333333333333333,12,220,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
-6,Official,Chronos-Bolt,116.76914619816138,1.7890939630100282,0.20349116703601206,1.5811622787372162,5.996533499587595,0.5234849809883065,11,1867,13,27.583333333333332,449.3575535020836,-0.0950785890779311,0.0,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
-7,Official,Sundial,116.89563812629387,1.7902470604594949,0.18892994571307078,1.597180777457423,14.401081321795457,0.5121461411019866,11,2118,13,29.583333333333332,449.3276012383687,-0.18384265231135055,0.0,12,220,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
-8,Official,Seasonal-Naive,117.32317103273552,1.9804362690845412,0.2643483503271948,1.6150690660716773,0.0,0.3861113609751406,11,2469,13,32.927083333333336,449.61861173834257,-0.12321259352643193,0.08333333333333333,12,220,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
-9,Official,Moving-Average,117.10731436966965,1.9372624525198379,0.27237406079468196,1.7457846278429787,-2.830060582995905,0.38002504770385426,11,2469,13,32.927083333333336,449.3993545839881,-0.05721671959097878,0.08333333333333333,12,220,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
-10,Official,ARIMA,117.18142369767467,2.0115019885674026,0.26349698604309313,1.7372231219861485,-7.247226142299554,0.37491656123108935,11,2469,13,32.927083333333336,449.3453763895892,0.03302895144430019,0.08333333333333333,12,220,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
-11,Official,Toto-1.0,157.88054375767155,2.364716578068937,0.17300469100371424,1.4768738687752119,-25.48265373774183,0.37400535552072933,11,1894,13,27.583333333333332,576.4049021270689,-0.10599626902062197,0.0,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
-12,Official,ETS,118.37662743876899,2.2843929084250103,0.3798180519565072,2.016936681075735,-12.904887441353011,0.36602816563732843,11,2469,13,32.927083333333336,450.54684813213566,0.033190741643804304,0.0,12,220,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+1,Official,Chronos-2,116.7957826986616,1.7538386330478335,0.1561835947376096,1.5372832440787487,16.884989471911563,0.669216888369109,11,2639,13,32.927083333333336,449.11383825823685,-0.1251543788352506,0.08333333333333333,12,222,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+2,Official,TiRex,117.58619865482639,1.7381700585213078,0.1525415424991613,1.8166682152870743,18.75717588795045,0.6673391528345499,11,2630,13,32.927083333333336,457.9848464570152,-0.17550167676831072,0.0,12,222,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+3,Official,TimesFM-2.5,116.69394453543016,1.7352715517500747,0.13800390901255497,1.6085417670334585,17.2989197264636,0.608932174603659,11,2625,13,32.927083333333336,449.1402893250866,-0.16767126714168287,0.0,12,222,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+4,Official,Moirai-2.0,116.76508064931703,1.770804732607936,0.21356313456216008,1.5344554460272068,14.673077361066639,0.5783543136790973,11,1881,13,27.583333333333332,449.2424958024907,-0.08970935296404808,0.0,12,222,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+5,Official,TabPFN-TS,116.94585311543648,1.838195101940024,0.1815177189392226,1.7108976891302012,8.813727681985597,0.5594398573551498,11,1770,13,29.583333333333332,449.25415049541044,-0.1164586285521314,0.08333333333333333,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+6,Official,Chronos-Bolt,116.76914619816138,1.7890939630100282,0.20349116703601206,1.5811622787372162,5.996533499587595,0.5234849809883065,11,1868,13,27.583333333333332,449.3575535020836,-0.0950785890779311,0.0,12,222,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+7,Official,Sundial,116.89563812629387,1.790247060455685,0.18892994571307078,1.5971807774574807,14.401081321795457,0.512146239603367,11,2119,13,29.583333333333332,449.3276012383687,-0.18384265231135055,0.0,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+8,Official,Seasonal-Naive,117.32317103273552,1.9804362690845412,0.2643483503271948,1.6150690660716773,0.0,0.3861113609751406,11,2470,13,32.927083333333336,449.61861173834257,-0.12321259352643193,0.08333333333333333,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+9,Official,Moving-Average,117.10731436966965,1.9372624525198379,0.27237406079468196,1.7457846278429787,-2.830060582995905,0.3800250148700608,11,2470,13,32.927083333333336,449.3993545839881,-0.05721671959097878,0.08333333333333333,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+10,Official,ARIMA,117.18142369767467,2.0115019885674026,0.26349698604309313,1.7372231219861485,-7.247226142299554,0.3749165283972959,11,2470,13,32.927083333333336,449.3453763895892,0.03302895144430019,0.08333333333333333,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+11,Official,Toto-1.0,157.87993353568402,2.3644352611391244,0.17300469100371424,1.476873884667791,-25.48265373774183,0.37400535552072933,11,1895,13,27.583333333333332,576.4027379514922,-0.10680238202869852,0.0,12,222,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00
+12,Official,ETS,118.37662743876899,2.2843929084250103,0.3798180519565072,2.016936681075735,-12.904887441353011,0.36602813280353497,11,2470,13,32.927083333333336,450.54684813213566,0.033190741643804304,0.0,12,221,0.8333333333333334,2026-07-21T13:20:00+00:00,2026-07-28T13:00:00+00:00

results/aggregates/live_overall_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.07836054078871,0.8767586163051597,0.15954746053906435,0.6401481350779048,23.53383167600811,0.669216888369109,11,2638,13,32.927083333333336,136.24881029875363,0.03724137510788772,0.23076923076923078,13,2643,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00
-2,Official,TiRex,14.245283438456617,0.8797617833074288,0.19507785504704886,0.6731652111525664,24.745847237615898,0.6673391528345499,11,2629,13,32.927083333333336,138.9716250794024,0.036659117330525945,0.23076923076923078,13,2629,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00
-3,Official,TimesFM-2.5,14.126958608136366,0.876571198354344,0.13732409998937486,0.7185981315648754,23.95992881030618,0.608932174603659,11,2624,13,32.927083333333336,136.50498414017287,0.03837621604965177,0.23076923076923078,13,2624,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00
-4,Official,Moirai-2.0,17.598759763464532,0.9255977676179712,0.2402433165999742,0.6713041674063442,22.169666364544167,0.5783543136790973,11,1880,13,27.583333333333332,155.81169620457817,0.07083060860801003,0.15384615384615385,13,1880,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
-5,Official,TabPFN-TS,19.27527764538249,0.9729725450716867,0.19976123874663784,0.8183882749644801,18.67541371064519,0.5594398573551498,11,1769,13,29.583333333333332,163.16643707200384,0.048898953886012855,0.15384615384615385,13,1772,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:00:00+00:00
-6,Official,Chronos-Bolt,17.861464596542973,0.9719444568255862,0.2729959684665744,0.7193576290591029,11.546809555508755,0.5234849809883065,11,1867,13,27.583333333333332,156.75697568086105,0.029279996376418406,0.15384615384615385,13,1867,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
-7,Official,Sundial,17.257785898291317,1.012627362781213,0.22186566820451595,0.7657144986649987,16.166479632772294,0.5121461411019866,11,2118,13,29.583333333333332,150.75635944551107,0.006087297300725197,0.3076923076923077,13,2120,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:00:00+00:00
-8,Official,Seasonal-Naive,15.918860006252167,1.234410217855986,0.36419375647294866,0.9623173462815597,0.0,0.3861113609751406,11,2469,13,32.927083333333336,141.48586551569244,0.0410047438798487,0.3076923076923077,13,2478,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-28T13:00:00+00:00
-9,Official,Moving-Average,15.661698636615265,1.1424554153430915,0.339908588815799,0.9186231250868696,3.0362713491157907,0.38002504770385426,11,2469,13,32.927083333333336,141.7310006125451,0.06707655893126438,0.15384615384615385,13,2469,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00
-10,Official,ARIMA,15.597049468494456,1.1479626499064213,0.34682970928828905,0.9044743201369361,1.749103718505051,0.37491656123108935,11,2469,13,32.927083333333336,141.74714490593766,0.04308671320776914,0.15384615384615385,13,2469,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00
-11,Official,Toto-1.0,28.469727544860273,1.6608086760802243,0.2801181927352999,0.7015447113736856,-19.076164284649458,0.37400535552072933,11,1894,13,27.583333333333332,212.97159501228091,-0.005356081536116034,0.15384615384615385,13,1894,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
-12,Official,ETS,17.389478265744916,1.4083355441912262,0.3158377870468887,1.1174421936271959,-3.7697719954559408,0.36602816563732843,11,2469,13,32.927083333333336,146.62260341352126,0.05023643541138472,0.15384615384615385,13,2469,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00
+1,Official,Chronos-2,14.07836054078871,0.8767586163051597,0.15954746053906435,0.6401481350779048,23.53383167600811,0.669216888369109,11,2639,13,32.927083333333336,136.24881029875363,0.03724137510788772,0.23076923076923078,13,2644,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00
+2,Official,TiRex,14.245283438456617,0.8797617833074288,0.19507785504704886,0.6731652111525664,24.745847237615898,0.6673391528345499,11,2630,13,32.927083333333336,138.9716250794024,0.036659117330525945,0.23076923076923078,13,2630,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00
+3,Official,TimesFM-2.5,14.126958608136366,0.876571198354344,0.13732409998937486,0.7185981315648754,23.95992881030618,0.608932174603659,11,2625,13,32.927083333333336,136.50498414017287,0.03837621604965177,0.23076923076923078,13,2625,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00
+4,Official,Moirai-2.0,17.598759763464532,0.9255977676179712,0.2402433165999742,0.6713041674063442,22.169666364544167,0.5783543136790973,11,1881,13,27.583333333333332,155.81169620457817,0.07083060860801003,0.15384615384615385,13,1881,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
+5,Official,TabPFN-TS,19.27527764538249,0.9729725450716867,0.19976123874663784,0.8183882749644801,18.67541371064519,0.5594398573551498,11,1770,13,29.583333333333332,163.16643707200384,0.048898953886012855,0.15384615384615385,13,1773,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:00:00+00:00
+6,Official,Chronos-Bolt,17.861464596542973,0.9719444568255862,0.2729959684665744,0.7193576290591029,11.546809555508755,0.5234849809883065,11,1868,13,27.583333333333332,156.75697568086105,0.029279996376418406,0.15384615384615385,13,1868,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
+7,Official,Sundial,17.257785898291317,1.0126273627805078,0.22186566820451595,0.7657144986650106,16.166479632772294,0.512146239603367,11,2119,13,29.583333333333332,150.75635944551107,0.006087297300725197,0.3076923076923077,13,2121,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:00:00+00:00
+8,Official,Seasonal-Naive,15.918860006252167,1.234410217855986,0.36419375647294866,0.9623173462815597,0.0,0.3861113609751406,11,2470,13,32.927083333333336,141.48586551569244,0.0410047438798487,0.3076923076923077,13,2479,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-28T13:00:00+00:00
+9,Official,Moving-Average,15.661698636615265,1.1424554153430915,0.339908588815799,0.9186231250868696,3.0362713491157907,0.3800250148700608,11,2470,13,32.927083333333336,141.7310006125451,0.06707655893126438,0.15384615384615385,13,2470,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00
+10,Official,ARIMA,15.597049468494456,1.1479626499064213,0.34682970928828905,0.9044743201369361,1.749103718505051,0.3749165283972959,11,2470,13,32.927083333333336,141.74714490593766,0.04308671320776914,0.15384615384615385,13,2470,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00
+11,Official,Toto-1.0,28.469628929645527,1.6607531355441814,0.2801181927352999,0.7015447145780137,-19.076164284649458,0.37400535552072933,11,1895,13,27.583333333333332,212.97127910532726,-0.005481413003428314,0.15384615384615385,13,1895,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:00:00+00:00
+12,Official,ETS,17.389478265744916,1.4083355441912262,0.3158377870468887,1.1174421936271959,-3.7697719954559408,0.36602813280353497,11,2470,13,32.927083333333336,146.62260341352126,0.05023643541138472,0.15384615384615385,13,2470,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:00:00+00:00

results/aggregates/live_rank_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.669216888369109,11,2638,13,32.927083333333336
-2,Official,TiRex,0.6673391528345499,11,2629,13,32.927083333333336
-3,Official,TimesFM-2.5,0.608932174603659,11,2624,13,32.927083333333336
-4,Official,Moirai-2.0,0.5783543136790973,11,1880,13,27.583333333333332
-5,Official,TabPFN-TS,0.5594398573551498,11,1769,13,29.583333333333332
-6,Official,Chronos-Bolt,0.5234849809883065,11,1867,13,27.583333333333332
-7,Official,Sundial,0.5121461411019866,11,2118,13,29.583333333333332
-8,Official,Seasonal-Naive,0.3861113609751406,11,2469,13,32.927083333333336
-9,Official,Moving-Average,0.38002504770385426,11,2469,13,32.927083333333336
-10,Official,ARIMA,0.37491656123108935,11,2469,13,32.927083333333336
-11,Official,Toto-1.0,0.37400535552072933,11,1894,13,27.583333333333332
-12,Official,ETS,0.36602816563732843,11,2469,13,32.927083333333336
+1,Official,Chronos-2,0.669216888369109,11,2639,13,32.927083333333336
+2,Official,TiRex,0.6673391528345499,11,2630,13,32.927083333333336
+3,Official,TimesFM-2.5,0.608932174603659,11,2625,13,32.927083333333336
+4,Official,Moirai-2.0,0.5783543136790973,11,1881,13,27.583333333333332
+5,Official,TabPFN-TS,0.5594398573551498,11,1770,13,29.583333333333332
+6,Official,Chronos-Bolt,0.5234849809883065,11,1868,13,27.583333333333332
+7,Official,Sundial,0.512146239603367,11,2119,13,29.583333333333332
+8,Official,Seasonal-Naive,0.3861113609751406,11,2470,13,32.927083333333336
+9,Official,Moving-Average,0.3800250148700608,11,2470,13,32.927083333333336
+10,Official,ARIMA,0.3749165283972959,11,2470,13,32.927083333333336
+11,Official,Toto-1.0,0.37400535552072933,11,1895,13,27.583333333333332
+12,Official,ETS,0.36602813280353497,11,2470,13,32.927083333333336

results/aggregates/live_rank_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.669216888369109,11,2638,13,32.927083333333336
-2,Official,TiRex,0.6673391528345499,11,2629,13,32.927083333333336
-3,Official,TimesFM-2.5,0.608932174603659,11,2624,13,32.927083333333336
-4,Official,Moirai-2.0,0.5783543136790973,11,1880,13,27.583333333333332
-5,Official,TabPFN-TS,0.5594398573551498,11,1769,13,29.583333333333332
-6,Official,Chronos-Bolt,0.5234849809883065,11,1867,13,27.583333333333332
-7,Official,Sundial,0.5121461411019866,11,2118,13,29.583333333333332
-8,Official,Seasonal-Naive,0.3861113609751406,11,2469,13,32.927083333333336
-9,Official,Moving-Average,0.38002504770385426,11,2469,13,32.927083333333336
-10,Official,ARIMA,0.37491656123108935,11,2469,13,32.927083333333336
-11,Official,Toto-1.0,0.37400535552072933,11,1894,13,27.583333333333332
-12,Official,ETS,0.36602816563732843,11,2469,13,32.927083333333336
+1,Official,Chronos-2,0.669216888369109,11,2639,13,32.927083333333336
+2,Official,TiRex,0.6673391528345499,11,2630,13,32.927083333333336
+3,Official,TimesFM-2.5,0.608932174603659,11,2625,13,32.927083333333336
+4,Official,Moirai-2.0,0.5783543136790973,11,1881,13,27.583333333333332
+5,Official,TabPFN-TS,0.5594398573551498,11,1770,13,29.583333333333332
+6,Official,Chronos-Bolt,0.5234849809883065,11,1868,13,27.583333333333332
+7,Official,Sundial,0.512146239603367,11,2119,13,29.583333333333332
+8,Official,Seasonal-Naive,0.3861113609751406,11,2470,13,32.927083333333336
+9,Official,Moving-Average,0.3800250148700608,11,2470,13,32.927083333333336
+10,Official,ARIMA,0.3749165283972959,11,2470,13,32.927083333333336
+11,Official,Toto-1.0,0.37400535552072933,11,1895,13,27.583333333333332
+12,Official,ETS,0.36602813280353497,11,2470,13,32.927083333333336

results/aggregates/live_rank_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.669216888369109,11,2638,13,32.927083333333336
-2,Official,TiRex,0.6673391528345499,11,2629,13,32.927083333333336
-3,Official,TimesFM-2.5,0.608932174603659,11,2624,13,32.927083333333336
-4,Official,Moirai-2.0,0.5783543136790973,11,1880,13,27.583333333333332
-5,Official,TabPFN-TS,0.5594398573551498,11,1769,13,29.583333333333332
-6,Official,Chronos-Bolt,0.5234849809883065,11,1867,13,27.583333333333332
-7,Official,Sundial,0.5121461411019866,11,2118,13,29.583333333333332
-8,Official,Seasonal-Naive,0.3861113609751406,11,2469,13,32.927083333333336
-9,Official,Moving-Average,0.38002504770385426,11,2469,13,32.927083333333336
-10,Official,ARIMA,0.37491656123108935,11,2469,13,32.927083333333336
-11,Official,Toto-1.0,0.37400535552072933,11,1894,13,27.583333333333332
-12,Official,ETS,0.36602816563732843,11,2469,13,32.927083333333336
+1,Official,Chronos-2,0.669216888369109,11,2639,13,32.927083333333336
+2,Official,TiRex,0.6673391528345499,11,2630,13,32.927083333333336
+3,Official,TimesFM-2.5,0.608932174603659,11,2625,13,32.927083333333336
+4,Official,Moirai-2.0,0.5783543136790973,11,1881,13,27.583333333333332
+5,Official,TabPFN-TS,0.5594398573551498,11,1770,13,29.583333333333332
+6,Official,Chronos-Bolt,0.5234849809883065,11,1868,13,27.583333333333332
+7,Official,Sundial,0.512146239603367,11,2119,13,29.583333333333332
+8,Official,Seasonal-Naive,0.3861113609751406,11,2470,13,32.927083333333336
+9,Official,Moving-Average,0.3800250148700608,11,2470,13,32.927083333333336
+10,Official,ARIMA,0.3749165283972959,11,2470,13,32.927083333333336
+11,Official,Toto-1.0,0.37400535552072933,11,1895,13,27.583333333333332
+12,Official,ETS,0.36602813280353497,11,2470,13,32.927083333333336

results/aggregates/live_rank_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.669216888369109,11,2638,13,32.927083333333336
-2,Official,TiRex,0.6673391528345499,11,2629,13,32.927083333333336
-3,Official,TimesFM-2.5,0.608932174603659,11,2624,13,32.927083333333336
-4,Official,Moirai-2.0,0.5783543136790973,11,1880,13,27.583333333333332
-5,Official,TabPFN-TS,0.5594398573551498,11,1769,13,29.583333333333332
-6,Official,Chronos-Bolt,0.5234849809883065,11,1867,13,27.583333333333332
-7,Official,Sundial,0.5121461411019866,11,2118,13,29.583333333333332
-8,Official,Seasonal-Naive,0.3861113609751406,11,2469,13,32.927083333333336
-9,Official,Moving-Average,0.38002504770385426,11,2469,13,32.927083333333336
-10,Official,ARIMA,0.37491656123108935,11,2469,13,32.927083333333336
-11,Official,Toto-1.0,0.37400535552072933,11,1894,13,27.583333333333332
-12,Official,ETS,0.36602816563732843,11,2469,13,32.927083333333336
+1,Official,Chronos-2,0.669216888369109,11,2639,13,32.927083333333336
+2,Official,TiRex,0.6673391528345499,11,2630,13,32.927083333333336
+3,Official,TimesFM-2.5,0.608932174603659,11,2625,13,32.927083333333336
+4,Official,Moirai-2.0,0.5783543136790973,11,1881,13,27.583333333333332
+5,Official,TabPFN-TS,0.5594398573551498,11,1770,13,29.583333333333332
+6,Official,Chronos-Bolt,0.5234849809883065,11,1868,13,27.583333333333332
+7,Official,Sundial,0.512146239603367,11,2119,13,29.583333333333332
+8,Official,Seasonal-Naive,0.3861113609751406,11,2470,13,32.927083333333336
+9,Official,Moving-Average,0.3800250148700608,11,2470,13,32.927083333333336
+10,Official,ARIMA,0.3749165283972959,11,2470,13,32.927083333333336
+11,Official,Toto-1.0,0.37400535552072933,11,1895,13,27.583333333333332
+12,Official,ETS,0.36602813280353497,11,2470,13,32.927083333333336

results/aggregates/live_release_metrics.csv

@@ -1074,6 +1074,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.628908
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.109409+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.919085+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.628368+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.437602+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.101111+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,ARIMA,livehouse-canonical-v1,1.4842775657656793,1.2183093062788608,0.12169033251665662,0.9683559701441671,-92.75824237416735,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.342835+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.584916+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,livehouse-canonical-v1,0.01365449915615466,0.11685246747995807,,0.01634998511723172,-100.00000000000001,False
@@ -3599,6 +3600,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.634637
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.113953+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.923292+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.650766+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.496202+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.130242+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,Chronos-2,livehouse-canonical-v1,0.058734737754144305,0.24235250721654253,0.02082097310795616,0.19196935991416927,-2.5954530556160043,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.350050+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.592230+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,livehouse-canonical-v1,4.810077791630598e-07,0.0006935472436417434,,0.0008047480606482682,-100.0,False
@@ -5942,6 +5944,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.637581
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.119489+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.930078+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.686463+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.514439+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.164475+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,Chronos-Bolt,livehouse-canonical-v1,0.04700078622060696,0.21679664716182065,0.01662881190054072,0.18520860383399965,8.526560306568204,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.353204+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.598508+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,livehouse-canonical-v1,1.0103610634723775e-05,0.0031786177239051215,,0.004506749328435708,-100.0,False
@@ -8053,6 +8056,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.647735
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.124720+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.936580+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.704005+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.534520+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.189019+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,ETS,livehouse-canonical-v1,31.469544808729115,5.6097722599700175,0.5565510992913644,4.659847353032614,-99.64623341357495,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.358703+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.604394+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,livehouse-canonical-v1,0.005833020473501823,0.0763742134067633,,0.003512988127695332,-100.0,False
@@ -10281,6 +10285,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.653239
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.129806+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.942407+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.730116+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.551028+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.218220+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,Moirai-2.0,livehouse-canonical-v1,0.04193559810254157,0.20478183049904983,0.01644324121331252,0.17869884440489858,14.153124448868835,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.363981+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.610100+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,livehouse-canonical-v1,3.398506228120477e-06,0.001843503791186901,,0.0012333820052373686,-100.0,False
@@ -12402,6 +12407,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.659077
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.138787+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.949233+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.754136+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.566318+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.246068+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,Moving-Average,livehouse-canonical-v1,0.7695067093880071,0.8772153152949435,0.08360746728952002,0.6934750418599704,-86.48611433605025,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.368536+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.616404+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,livehouse-canonical-v1,0.00582020905923345,0.07629029465950077,,0.0,-99.99999999999999,False
@@ -14873,6 +14879,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.663759
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.144168+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.954815+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.784198+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.589403+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.297350+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,Seasonal-Naive,livehouse-canonical-v1,0.05576300265215766,0.23614191210405167,0.021305166811605217,0.15508697152462758,0.0,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.374157+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.626054+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
@@ -17209,6 +17216,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.668676
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.149168+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,5.820050101257006e-16,2.41247800016021e-08,,2.154731729133143e-08,0.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.960504+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,3.202961959858462e-16,1.7896820834602054e-08,,1.9534909548827266e-08,0.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.820717+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,4.6875673430536e-16,2.165079061617289e-08,,2.0715157606549578e-08,0.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.612392+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,3.610396239313429e-16,1.900104270642385e-08,,2.0308389622644593e-08,0.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.346168+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,Sundial,livehouse-canonical-v1,0.16054656787140328,0.4006826273641063,0.03982589051293352,0.30638842650237624,-48.44148364107281,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.378740+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,7.059772941670151e-16,2.6570233235088757e-08,,2.057260196765122e-08,0.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.631118+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Sundial,livehouse-canonical-v1,0.0006045112670751559,0.024586810835794785,,0.008562769183939025,-100.0,False
@@ -19202,6 +19210,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.672979
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.153904+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.974516+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.850785+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.630370+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.385147+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,TabPFN-TS,livehouse-canonical-v1,0.08159582667969568,0.28564983227668045,0.029897082514167398,0.26140308282516067,-18.806817263364245,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.383439+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.636908+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TabPFN-TS,livehouse-canonical-v1,7.970506924150329e-07,0.0008927769555801902,,0.0008856390266164484,-100.0,False
@@ -21293,6 +21302,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.682110
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.169978+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.985140+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.903364+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.737418+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.457137+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,TiRex,livehouse-canonical-v1,0.0628807310681034,0.250760306005762,0.0215415439210045,0.22157214214453377,-5.99924512888979,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.392193+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.649176+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,livehouse-canonical-v1,1.3323862922254026e-06,0.0011542903847062934,,0.0008104922204753804,-100.0,False
@@ -23922,6 +23932,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.677454
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.159293+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.979758+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.876336+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.677454+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.401649+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,TimesFM-2.5,livehouse-canonical-v1,0.08025561586661849,0.2832942213787964,0.03696867790982377,0.2171996720098492,-18.00680927448167,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.387668+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.642838+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,livehouse-canonical-v1,1.508828181543182e-07,0.0003884363759411806,,0.0012563027048282972,-100.0,False
@@ -26257,6 +26268,7 @@ future-b252fc0ad233f93b277c,2026-07-20T18:25:00+00:00,2026-07-21T04:54:50.687140
 future-b332593dc36d55108c24,2026-07-15T14:10:00+00:00,2026-07-16T05:21:10.174936+00:00,2026-07-16T05:10:06.956030+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.05959553341279324,0.24412196421623608,,0.00028972307575343253,-100.0,False
 future-b34b6b23537ad04333e5,2026-07-21T16:30:00+00:00,2026-07-22T04:46:07.990619+00:00,2026-07-22T03:53:31.303184+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.015549046588716283,0.12469581624383508,,0.0002899027717258259,-100.0,False
 future-b35c1ae12da9b5034dc2,2026-07-23T17:10:00+00:00,2026-07-24T01:29:17.928553+00:00,2026-07-24T00:44:12.517570+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.40232703478964965,0.634292546692494,,0.0002663999725848919,-100.0,False
+future-b3b9c8c2cf1d20efcf96,2026-07-27T13:10:00+00:00,2026-07-28T14:22:26.756239+00:00,2026-07-28T13:02:53.599643+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,8.848057954747761e-05,0.009406411619075449,,0.0002929748867776046,-100.0,False
 future-b3e35db94c07ae965197,2026-07-25T02:00:00+00:00,2026-07-25T07:00:24.491209+00:00,2026-07-24T02:54:38.959227+00:00,prequential-v1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,Toto-1.0,livehouse-canonical-v1,0.08565431620353943,0.2926675865270007,0.02034792835229132,0.21807639462731745,-21.136953941181,True
 future-b3f80c189731272dc28c,2026-07-18T23:40:00+00:00,2026-07-20T06:20:53.401924+00:00,2026-07-20T05:57:02.403675+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.0006937694576917212,0.026339503748015473,,0.00027443700310632936,-100.0,False
 future-b40adb3737e0c1723deb,2026-07-16T04:30:00+00:00,2026-07-16T05:02:01.660534+00:00,2026-07-16T01:39:35.415973+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,livehouse-canonical-v1,0.018253095238126266,0.13510401636563685,,0.02581241713565403,-100.0,False

results/aggregates/live_results_by_dataset.csv

@@ -2,7 +2,7 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stabili
 ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0362152760069723,1.262423873577054,0.014552071672063134,1.1868424577746526,9.843546699249252,2.1311933119335262,0.03426791277258567,0.45576305814672124,214,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.9083101123257313,1.261258169978178,0.011845155708664644,1.1042089583487873,17.948263157190265,1.7646338660449543,-0.19354838709677422,0.12407814866273859,32,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.574801792921388,0.3775421284658133,,0.15440428034146833,-31.01589066472305,73.26459055869451,0.05710824534798599,0.19862527354246362,268,0.0,2026-06-29T10:05:00+00:00,2026-07-28T13:00:00+00:00
-ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,532,0.0,2026-06-25T14:45:00+00:00,2026-07-27T10:50:00+00:00
+ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,533,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.0372713909008047,1.338757409135639,0.08841225349586862,1.0471920629078773,-60.04842052552159,1.3229518329527603,-0.019704433497536943,0.8964941426465813,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.2069314908540048,0.9683597005873055,1.296421741333044,0.7582291070114519,5.258874464344955,1.184210721997817,0.07457641093292658,0.02952535717376509,382,0.9973821989528796,2026-06-29T10:00:00+00:00,2026-07-28T07:06:00+00:00
 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.642668390401371,1.4291009307200675,0.13270701076162955,1.0415510999232118,11.598549038427826,3.392521142542207,-0.1264049636081613,0.001329558197059011,290,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -15,7 +15,7 @@ ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.125765698900247
 Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6143995287769621,1.071300987091728,0.010071875487467954,0.7740100183681309,28.269168769570957,1.8996766414901718,0.07963854998066172,0.06675174172264038,239,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.5811863431219901,1.070465590173461,0.008323636090464196,0.7421514556711728,36.369387975458395,2.0049073075588306,-0.056818181818181816,0.6556644947844955,33,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,6.332696070190381,0.32574527955927235,,0.14346476519134935,-30.261878389434006,71.89606861229683,0.034165869432003365,0.43108637329265587,279,0.0,2026-06-29T10:05:00+00:00,2026-07-28T13:00:00+00:00
-Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653318e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,3.855353639958734e-34,0.0,1.0,552,0.0,2026-06-25T14:45:00+00:00,2026-07-27T10:50:00+00:00
+Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653318e-18,1.3151753777977037e-09,,2.3561627471096824e-09,0.0,3.855347313561963e-34,0.0,1.0,553,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3050272072682975,0.4849039749140633,0.03248454496927092,0.32868574233935344,8.695873973865309,0.3637335838792971,-0.31034482758620685,0.018062900791912716,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.329635522526068,0.4799541882107777,0.4810543741945129,0.3150902524855434,50.33679493777386,0.42253082016698157,-0.04154613466334165,0.21404591802754136,401,0.9975062344139651,2026-06-29T10:00:00+00:00,2026-07-28T07:06:00+00:00
 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.7878878465279024,1.4852479970989572,0.14705923915976638,1.011446662698795,7.310432629870646,3.4682706268177075,-0.04823123382226057,0.20901726293026146,305,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -28,7 +28,7 @@ Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.27994700016
 Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.362298354965361,0.9909761575747218,0.009923004027311918,0.7225046602720693,22.098942754948517,1.5901846812739464,0.22059578839239857,1.3058414977773687e-05,177,1.0,2026-07-03T07:00:00+00:00,2026-07-28T02:00:00+00:00
 Chronos-Bolt,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.4539380254510008,1.0171651602630492,0.00866256496836003,0.694295550748422,34.41538763559448,1.694495727681373,0.021645021645021644,0.9112884689584274,22,1.0,2026-07-10T05:00:00+00:00,2026-07-26T08:00:00+00:00
 Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.099355939115682,0.4617297243888355,,0.1854050133328849,-23.19166683790143,86.13263139207278,0.037661811418234804,0.47024968743823803,194,0.0,2026-07-03T04:20:00+00:00,2026-07-28T13:00:00+00:00
-Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622845e-12,1.045994219755676e-06,,3.214861849916891e-06,-100.0,2.0219512169021495e-28,0.0,1.0,410,0.0,2026-07-01T21:10:00+00:00,2026-07-27T10:50:00+00:00
+Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.045994219755676e-06,,3.214861849916891e-06,-100.0,0.0,0.0,1.0,411,0.0,2026-07-01T21:10:00+00:00,2026-07-27T13:10:00+00:00
 Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.34961672975930663,0.4845803469664631,0.032520078799656196,0.33712340507115973,9.025963259699289,0.562485284793877,-0.19999999999999996,0.16991295403230983,25,1.0,2026-06-30T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3238711239886847,1.043890134553759,1.0896861427621487,0.7011390389636161,7.083048395618678,1.0721505210435176,-0.005774728416237851,0.888594311104474,265,0.9962264150943396,2026-07-03T07:42:00+00:00,2026-07-28T07:06:00+00:00
 Chronos-Bolt,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.03953168262844,1.5710343092675203,0.141761317242231,1.076496996460011,-1.470514477674246,3.759265705643246,-0.05991001657589392,0.2009202188216379,206,1.0,2026-07-02T10:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -41,7 +41,7 @@ Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.58882279
 ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.9075679929227745,1.145442111216266,0.010256259035586813,0.8906745144318265,25.146768370353712,2.4464040828135194,0.09780176385415296,0.033282650029523714,214,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.6772698673479125,1.1374607267848178,0.00888958251994685,0.8481888404956763,28.643717831168455,1.8085885112023488,-0.08064516129032259,0.5301288877477086,32,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.592926858670435,0.37284382204806227,,0.15048026965117559,-30.98249181800597,73.31945533865763,0.08840670017828951,0.04659196455384205,268,0.0,2026-06-29T10:05:00+00:00,2026-07-28T13:00:00+00:00
-ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,532,0.0,2026-06-25T14:45:00+00:00,2026-07-27T10:50:00+00:00
+ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,533,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,5.660516480548183,2.225192339732908,0.15960783427971914,1.7959679609048849,-79.30302139698192,3.8990647260009315,0.04926108374384236,0.7239201974279224,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9115180287397153,1.2292916063045047,1.4692498426421519,0.9342177570708378,-11.971992251944604,1.7087566629926263,0.09213835181597065,0.007168384324553285,382,0.9973821989528796,2026-06-29T10:00:00+00:00,2026-07-28T07:06:00+00:00
 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,5.881789957840418,1.9109640170752107,0.18518516691996545,1.5271174639958454,-5.23247461085654,12.036677544706185,-0.17752058226941891,6.56305097443338e-06,290,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -54,7 +54,7 @@ ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.0833490720100392,
 Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3295117699164924,0.9463672571957353,0.008979569418290392,0.6916022759067921,31.367009216121886,1.6457491264731656,0.30895702405890946,9.19671354596505e-10,178,1.0,2026-07-03T07:00:00+00:00,2026-07-28T02:00:00+00:00
 Moirai-2.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.7617173231646346,1.1324285203842483,0.009484338375650726,0.7276927535003623,29.188919734540207,1.7734024748178494,-0.05627705627705628,0.7380940484479567,22,1.0,2026-07-10T05:00:00+00:00,2026-07-26T08:00:00+00:00
 Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.053444013409278,0.45939456495130754,,0.18277124094974911,-23.184263100676272,85.91901441492845,0.02618096884182165,0.6149883122173117,195,0.0,2026-07-03T04:20:00+00:00,2026-07-28T13:00:00+00:00
-Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794953e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,2.5274315034513633e-29,0.0,1.0,411,0.0,2026-07-01T21:10:00+00:00,2026-07-27T10:50:00+00:00
+Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,0.0,0.0,1.0,412,0.0,2026-07-01T21:10:00+00:00,2026-07-27T13:10:00+00:00
 Moirai-2.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.34076853139363533,0.5028654711604497,0.033287769041700964,0.34285408620963204,0.43057480191444525,0.537567756002475,-0.22666666666666663,0.11834341824544657,25,1.0,2026-06-30T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.7137639106573812,0.7116403793829745,0.8600182435382184,0.471350931760347,38.115967592246065,0.8615465383189976,0.055639097744360905,0.17628942102234724,266,0.9962406015037594,2026-07-03T07:42:00+00:00,2026-07-28T07:06:00+00:00
 Moirai-2.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.8688820113851063,1.5111751889082585,0.13646046897449665,1.0171774950623418,3.351648045559635,3.682506707780746,-0.029914529914529916,0.5210370980061367,208,1.0,2026-07-02T10:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -67,7 +67,7 @@ Moirai-2.0,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.3257669497
 Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.5860092119298526,1.3524317650973139,0.012695978639958229,1.1287234384232716,13.44189853303409,2.9101870458041974,-0.008907024702733534,0.8462843005375524,214,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.269265685407324,1.5349643437810503,0.012371122286664232,1.296030600804856,16.041236998369264,3.389151169692855,-0.07661290322580645,0.5514777322263826,32,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.632043259440929,0.3972609634327042,,0.17385157934520046,-31.812833256479355,73.32783914081048,0.0822988655121418,0.06395814930789846,268,0.0,2026-06-29T10:05:00+00:00,2026-07-28T13:00:00+00:00
-Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,532,0.0,2026-06-25T14:45:00+00:00,2026-07-27T10:50:00+00:00
+Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,533,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.9273834742740605,0.9016982078707616,0.0646813713439241,0.6859666764987647,-41.28342324098874,0.6697749727682409,-0.05911330049261083,0.668894784416208,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.4077582591491242,1.0308604571005533,2.0681274757774957,0.9015068275107776,5.458150940708723,1.571985041159229,0.15688942023608307,4.681405812895527e-06,382,0.9973821989528796,2026-06-29T10:00:00+00:00,2026-07-28T07:06:00+00:00
 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.631290839671014,1.4332679737031624,0.1416579623183331,1.136058821099961,11.467976619468008,3.4999974058427137,-0.09375969454719008,0.017282926369031178,290,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -80,7 +80,7 @@ Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.023478
 Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,3.089598510340393,1.5130203684629175,0.01368788348877177,1.0266377342367037,0.0,3.1864761823370666,-0.013119213724715898,0.775230539748514,214,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.8803486777886427,1.7234750348172114,0.013600798681791645,1.164368059063642,0.0,3.667874600129973,-0.14919354838709678,0.23861491183733988,32,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.963260771116938,0.44827645631801816,,0.17509277531894146,0.0,73.22825220771993,0.16131688271130307,0.0008784635561025879,269,0.0,2026-06-29T09:30:00+00:00,2026-07-28T13:00:00+00:00
-Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,533,0.0,2026-06-25T14:25:00+00:00,2026-07-27T10:50:00+00:00
+Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,534,0.0,2026-06-25T14:25:00+00:00,2026-07-27T13:10:00+00:00
 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.39647700304925787,0.54863940015927,0.03875276121808834,0.39106434616248387,0.0,0.46887968125286356,-0.33004926108374383,0.011674730549296571,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.478706230789006,1.0684674548323743,2.0989330754451956,0.939329577800972,0.0,1.5963788368636125,0.17542684510546389,2.954514362409001e-07,383,0.9973890339425587,2026-06-29T09:30:00+00:00,2026-07-28T07:06:00+00:00
 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.0722296870151973,1.5799632771322931,0.1496278236622612,1.2811680142484092,0.0,3.592425197906636,-0.08979736935655883,0.02237146474422088,291,1.0,2026-06-28T11:00:00+00:00,2026-07-27T05:20:00+00:00
@@ -93,7 +93,7 @@ Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,2.865413
 Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.3336485273273295,1.369431003685908,0.014044892580721374,1.0786778106569637,3.2340679926689107,2.076739478282935,-0.15919790758500432,0.00125367582101177,186,1.0,2026-07-01T08:00:00+00:00,2026-07-28T02:00:00+00:00
 Sundial,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.195593023269829,1.2510649627495094,0.010353811211048837,0.9577149267740791,30.624585259542382,2.167796226333411,-0.18153846153846157,0.20324965345831253,26,1.0,2026-07-01T13:00:00+00:00,2026-07-26T08:00:00+00:00
 Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.63900070349807,0.4121165386588183,,0.15997531553240965,-30.082747831582285,78.93840864161722,0.03625070581592321,0.41208657247954994,231,0.0,2026-07-01T00:15:00+00:00,2026-07-28T13:00:00+00:00
-Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,6.639408154140172e-16,2.3254858866270882e-08,,2.023663112646964e-08,0.0,1.4101859088994316e-15,0.0,1.0,463,0.0,2026-06-29T22:35:00+00:00,2026-07-27T10:50:00+00:00
+Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,6.632880111220287e-16,2.3245691159029833e-08,,2.0236785778401046e-08,0.0,1.408732390477415e-15,0.0,1.0,464,0.0,2026-06-29T22:35:00+00:00,2026-07-27T13:10:00+00:00
 Sundial,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30978891113489,0.4956772566894806,0.032907023608860275,0.3317689795201935,4.092702437208488,0.35559679062311217,-0.37321937321937326,0.005900024667731748,27,1.0,2026-06-28T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Sundial,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.387781854649249,0.5396562605570473,0.7867773914727759,0.35647089830739165,53.23095821098155,0.38422844568853265,0.03708112612344504,0.3239142659462769,318,0.9968553459119497,2026-07-01T07:24:00+00:00,2026-07-28T07:06:00+00:00
 Sundial,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.2068171045462255,1.6532986732723154,0.1655272503431966,1.2290265733958226,-4.921866333476962,3.5435589077989937,-0.10013831258644537,0.02061141750810736,241,1.0,2026-06-30T09:40:00+00:00,2026-07-27T05:20:00+00:00
@@ -106,7 +106,7 @@ Sundial,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.3116635320842
 TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2930236112584452,0.9657022022428051,0.009435472005290437,0.8282398664622558,23.80957906614156,1.5209091532305468,0.3034135726914185,3.4484971719621384e-09,172,1.0,2026-07-01T13:00:00+00:00,2026-07-28T02:00:00+00:00
 TabPFN-TS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.6897087292640207,1.09329092186638,0.009593598242124572,0.9474734246730254,30.125180199747636,1.9526605060946605,-0.03896103896103896,0.8236433617484156,22,1.0,2026-07-10T05:00:00+00:00,2026-07-26T08:00:00+00:00
 TabPFN-TS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.342405201308805,0.4759370404606209,,0.18862015029153206,-23.47828347651677,87.27142303092363,0.0324943681590907,0.5406371678209827,189,0.0,2026-07-01T12:55:00+00:00,2026-07-28T13:00:00+00:00
-TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,396,0.0,2026-06-30T03:30:00+00:00,2026-07-27T10:50:00+00:00
+TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,397,0.0,2026-06-30T03:30:00+00:00,2026-07-27T13:10:00+00:00
 TabPFN-TS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3627555185114735,0.5107314929902669,0.03355682757102783,0.40559998873585773,3.718126622914688,0.4992065903079575,-0.23692307692307696,0.09409290644202206,26,1.0,2026-06-28T23:00:00+00:00,2026-07-25T23:00:00+00:00
 TabPFN-TS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.9678632004653139,0.8695569315673842,0.9208796807236558,0.7082103355250312,22.710379666449732,0.8970525139453738,-0.01787301273822455,0.6756701072586739,247,0.9959514170040485,2026-07-01T12:54:00+00:00,2026-07-28T07:06:00+00:00
 TabPFN-TS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.9011134846321696,1.5120083014532495,0.13555876677473053,1.2778606486823414,3.1923669104628583,3.778619118493681,-0.03663758921490881,0.4468997368955213,195,1.0,2026-06-30T13:20:00+00:00,2026-07-27T05:20:00+00:00
@@ -119,7 +119,7 @@ TabPFN-TS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.33052701666
 TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6044818304930752,1.0733341728449766,0.00990931419231941,0.775637081946561,29.88973440242601,1.785704738010647,0.053788604049214615,0.21659803303164127,238,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.8183701071507006,1.1566950827938647,0.009098519179104744,0.7859114801504872,36.06338252137382,2.012663949949189,-0.12096774193548389,0.34153305448057775,32,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,6.350821463144064,0.32218664498834126,,0.14315888904598756,-30.261259168804088,72.02898811259058,0.0,1.0,278,0.0,2026-06-29T10:05:00+00:00,2026-07-28T13:00:00+00:00
-TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,0.0,0.0,1.0,551,0.0,2026-06-25T14:45:00+00:00,2026-07-27T10:50:00+00:00
+TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955703e-09,,1.3977486927145102e-09,0.0,0.0,0.0,1.0,552,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30586831742315235,0.47141716039930026,0.031164447064971287,0.32074666933005247,14.706159785040878,0.396419029203761,-0.2807881773399014,0.03315447182691332,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3905877560745735,0.5218767380304975,0.6156232299650357,0.3482478007323594,45.77245857499929,0.5007019588202541,-0.031221945137157113,0.3504317430000361,401,0.9975062344139651,2026-06-29T10:00:00+00:00,2026-07-28T07:06:00+00:00
 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.895640253536301,1.508523968610139,0.15034840281052772,1.0296021159005146,5.895901483706021,3.5968041503855366,-0.14234844537085287,0.00021426313539021729,304,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -132,7 +132,7 @@ TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.284495726475147
 TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6453848622382907,1.0815005714223864,0.010579608774461076,0.8863769556681769,27.825438502908504,1.8968683448062447,0.06908388757777299,0.1132848151615818,237,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.9235807995648218,1.1939238211789782,0.009107697376501547,0.9818204856365835,32.13359881394004,2.2268271082902564,-0.09469696969696971,0.45073160411871227,33,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.350761425513798,0.3230431315301687,,0.13249111559706106,-27.988888893592872,72.0278052191559,0.1123829825278298,0.010630220720091165,278,0.0,2026-06-29T10:05:00+00:00,2026-07-28T13:00:00+00:00
-TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,551,0.0,2026-06-25T14:45:00+00:00,2026-07-27T10:50:00+00:00
+TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,552,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3226648021472211,0.5095483963504411,0.038763270367779684,0.36433482943848794,2.8079116098780363,0.3359394049576855,-0.3546798029556649,0.006518643400864223,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.1748447505989599,0.3570826426347553,0.2645802184154796,0.2751624521712984,62.59470640040418,0.20437352664173922,-0.007644739990680219,0.8196036509621707,399,0.9974937343358395,2026-06-29T10:00:00+00:00,2026-07-28T07:06:00+00:00
 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.6979168803211935,1.4701912573594818,0.13257353065894328,1.2309706076189924,7.170898002036358,3.2637140341094106,-0.09727288518325516,0.011424178344997619,304,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -145,7 +145,7 @@ TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.262893428
 Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.28199037431467,1.2978356815478813,0.009816543535913609,0.7495388373219307,-0.37220432904438483,2.8635395035234312,0.19739292364990688,8.348137639666252e-05,180,1.0,2026-07-03T07:00:00+00:00,2026-07-28T02:00:00+00:00
 Toto-1.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.175086269910645,1.521645487561495,0.010709564244259217,0.8709867168219557,0.5322464158750319,3.5235205419444062,-0.012987012987012986,0.9555771436337516,22,1.0,2026-07-10T05:00:00+00:00,2026-07-26T08:00:00+00:00
 Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,11.627211876031778,1.4937179918766348,,0.18631220042697727,-86.86165898403662,86.23216209384512,0.012212529738302938,0.7998577084236917,195,0.0,2026-07-03T04:20:00+00:00,2026-07-28T13:00:00+00:00
-Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5308355663427663,0.3083255766023395,,0.0002757291924808014,-100.0,3.471158449801364,-0.013822609840381769,0.6747890190012967,413,0.0,2026-07-01T21:10:00+00:00,2026-07-27T10:50:00+00:00
+Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5295535685510677,0.3076035496337809,,0.00027577084874721877,-100.0,3.4670516594039467,-0.015451918915441391,0.6386305596826893,414,0.0,2026-07-01T21:10:00+00:00,2026-07-27T13:10:00+00:00
 Toto-1.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.6842781864590141,0.6536203898554627,0.031095016624194248,0.31729018203317877,-12.202435017151721,1.3289735382530592,-0.20666666666666664,0.1556965251316672,25,1.0,2026-06-30T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3080360130107949,0.9612096722414085,0.760863845563944,0.3931554778434868,16.54661710730222,2.477856423167654,0.013360165464810779,0.7444670098080898,268,0.996268656716418,2026-07-03T07:42:00+00:00,2026-07-28T07:06:00+00:00
 Toto-1.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,55.893550851653345,5.115976641537143,0.13016770391072469,1.02535087139364,-65.06094840341238,181.27678755574658,-0.08206880838459785,0.07686337263333232,210,1.0,2026-07-02T10:10:00+00:00,2026-07-27T05:20:00+00:00

results/aggregates/metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-28T13:58:09.085973+00:00",
+  "generated_at": "2026-07-28T14:31:52.680669+00:00",
   "baseline_model": "Seasonal-Naive",
   "normalization": "Per-config metric / Seasonal-Naive metric",
   "metric_aggregation": "Geometric mean over dataset configurations",

results/aggregates/results_by_domain.csv

@@ -64,13 +64,13 @@ Transportation,TabPFN-TS,1.0,1.0,2,1,1,1.0
 Transportation,TimesFM-2.5,1.0,1.0,3,1,1,1.0
 Transportation,TiRex,1.0,1397.7486927145103,4,1,1,1.0
 Transportation,Chronos-2,1.0,2356.162747109683,5,1,1,1.0
-Transportation,Sundial,1.0,19980.37308319982,6,1,1,1.0
+Transportation,Sundial,1.0,20308.389622644594,6,1,1,1.0
 Transportation,ARIMA,1.0,250217.138218906,7,1,1,1.0
 Transportation,ETS,1.0,250217.138218906,8,1,1,1.0
 Transportation,Moving-Average,1.0,250217.138218906,9,1,1,1.0
 Transportation,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0
 Transportation,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0
-Transportation,Toto-1.0,56693738.41508186,263537782.18460026,12,1,1,1.0
+Transportation,Toto-1.0,88480579.5474775,292974886.7775999,12,1,1,1.0
 Web,ARIMA,0.35081770342317864,0.47944164778388026,1,1,1,1.0
 Web,Moirai-2.0,0.40785680526551005,0.5118677129116019,2,1,1,1.0
 Web,Sundial,0.303769640015456,0.5282879649026628,3,1,1,1.0

results/aggregates/results_by_frequency.csv

@@ -62,12 +62,12 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 5min,TabPFN-TS,0.0003248674156810929,0.0290402573565316,1,2,2,1.0
 5min,TimesFM-2.5,0.0032402748536278503,0.11208198975048217,2,2,2,1.0
 5min,ETS,0.017776571295061532,0.0005002170910903647,3,2,2,1.0
-5min,Sundial,0.014462641999751278,14.65412286649247,4,2,2,1.0
+5min,Sundial,0.014462641999751278,14.773921098860363,4,2,2,1.0
 5min,TiRex,0.0007346369732499883,13.74678311531299,5,2,2,1.0
 5min,Moirai-2.0,0.0012980426989733518,37.22979171160598,6,2,2,1.0
 5min,Seasonal-Naive,1.0,1.0,7,2,2,1.0
 5min,Chronos-2,0.0019096363163090973,21.65043400418739,8,2,2,1.0
-5min,Toto-1.0,1760.8775457602824,727.565089760211,9,2,2,1.0
+5min,Toto-1.0,2199.8121023842905,767.1240643667528,9,2,2,1.0
 5min,ARIMA,0.04750097302976232,152.81578428939721,10,2,2,1.0
 5min,Chronos-Bolt,0.0012327251055451564,359.7496406817841,11,2,2,1.0
 5min,Moving-Average,0.30032628599826716,444.20590309747365,12,2,2,1.0

results/aggregates/results_by_prediction_length.csv

@@ -17,11 +17,11 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 12,TimesFM-2.5,0.883401733927733,0.8936065549864372,4,2,2,1.0
 12,Chronos-Bolt,0.8576213668056174,1427.1372538860771,5,2,2,1.0
 12,TabPFN-TS,0.9139044671265871,0.9447650776752475,6,2,2,1.0
-12,Sundial,0.8615789003568101,125.41101000372825,7,2,2,1.0
+12,Sundial,0.8615789003568101,126.43625166812511,7,2,2,1.0
 12,ARIMA,0.8639722620545719,438.7361038019728,8,2,2,1.0
 12,Seasonal-Naive,1.0,1.0,9,2,2,1.0
 12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
-12,Toto-1.0,5984.736180677599,12972.606860801507,11,2,2,1.0
+12,Toto-1.0,7476.553444349491,13677.94997389154,11,2,2,1.0
 12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
 24,Chronos-2,0.44339020476480734,0.7317235055481944,1,7,7,1.0
 24,TiRex,0.4145108564513675,0.7448889973096526,2,7,7,1.0

results/aggregates/results_overall.csv

@@ -1,9 +1,9 @@
 overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 Overall,TiRex,0.14832032824015107,1.0547033351533104,1,13,13,1.0
 Overall,Moirai-2.0,0.2180977143547794,1.348277116567969,2,13,13,1.0
-Overall,Sundial,0.3733288831690374,1.1560529663794463,3,13,13,1.0
+Overall,Sundial,0.3733288831690374,1.1575019310909405,3,13,13,1.0
 Overall,Chronos-2,0.21915086140605144,1.2032511330227162,4,13,13,1.0
-Overall,Toto-1.0,3.589937316425192,1.9195719386629686,5,13,13,1.0
+Overall,Toto-1.0,3.714985180949381,1.9352714653401901,5,13,13,1.0
 Overall,ARIMA,0.6172458598959378,1.9088381174129578,6,13,13,1.0
 Overall,Chronos-Bolt,0.2187889960502958,1.8990836866070668,7,13,13,1.0
 Overall,TimesFM-2.5,0.2399883239605831,0.5678163617366552,8,13,13,1.0

results/arima/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T13:21:45.699668+00:00",
+    "evaluated_at": "2026-07-28T14:31:52.479177+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-c66a79c14473ea4e0b95",
-            "issued_at": "2026-07-28T10:13:30.176677+00:00",
-            "resolved_at": "2026-07-28T13:18:06.319114+00:00",
-            "target_end": "2026-07-28T13:00:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.437602+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/chronos_2/all_results.csv

@@ -1,3 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,Chronos-2,253427.98031171164,253427.98031171164,430.1599934895833,0.9318014749305178,0.007149086996462027,0.007183290602900378,3.2641156533937963,503.4163091435474,0.008389478022961463,0.007168654940634957,0.006453564120717358,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,151474.27375920615,151474.27375920615,331.1985677083333,0.6128762551879093,0.00555338622541073,0.005536958612993723,3.7665332417731356,389.19696011043834,0.006507699932794779,0.005537918117874429,0.004363665891866698,Finance,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,Chronos-2,2.2351909543412476,2.2351909543412476,nan,nan,0.006872015993651753,nan,nan,1.4950555020939014,nan,nan,0.7476989071223547,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,0.46766119047554405,0.46766119047554405,nan,nan,0.007905167973149461,nan,nan,0.6838575805498862,nan,nan,0.46522569178545187,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,5.8703416764697064e-05,5.8703416764697064e-05,nan,nan,nan,nan,nan,0.007661815500564932,nan,nan,0.30306435781150093,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,nan,nan,nan,nan,nan,1.3151753777977035e-09,nan,nan,2.356162747109682e-09,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.05755404396488803,0.05755404396488803,nan,nan,0.013492256137008982,nan,nan,0.23990423915572653,nan,nan,0.1779255586270698,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.7299168181718559,0.7299168181718559,nan,nan,0.24256511860047558,nan,nan,0.8543516946620144,nan,nan,0.4718083257332585,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,1.2590344320617552,1.2590344320617552,nan,nan,0.09515380096257456,nan,nan,1.1220670354581117,nan,nan,0.979254046679312,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,Chronos-2,0.22763978935275495,0.22763978935275495,0.4551292260487874,0.3293397414624391,0.02734639793034648,0.02740698654518156,1.2449814398684094,0.4771161172636646,0.02853423165374086,0.027219291695583462,0.02293888289302154,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,0.004568087077043557,0.004568087077043557,nan,nan,0.1019209742528152,nan,nan,0.0675876251768292,nan,nan,0.07371692886298616,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.03022152236565098,0.03022152236565098,nan,nan,0.01838861164214259,nan,nan,0.1738433845898399,nan,nan,0.17612253472655737,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,0.8102304159422345,0.8102304159422345,nan,nan,0.6696798883371339,nan,nan,0.9001279997546097,nan,nan,0.5943882512463644,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,32.755553990356304,32.755553990356304,nan,nan,0.04067665894107042,nan,nan,5.72324680494877,nan,nan,4.377331164808588,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,0.5379146607901764,0.5379146607901764,nan,nan,0.17100514688638668,nan,nan,0.7334266567218404,nan,nan,0.48842848142456025,Web,1,7

results/chronos_2/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/amazon/chronos-2",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Amazon / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "amazon/chronos-2"
+    "api_model_id": "amazon/chronos-2",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/chronos_2/online_meta.json

@@ -1,19 +1,19 @@
 {
     "model": "Chronos-2",
     "api_model_id": "amazon/chronos-2",
-    "evaluated_at": "2026-06-30T10:59:48.162083+00:00",
-    "datasets": [
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-28T14:31:52.461644+00:00",
+    "resolved_tasks": [
         {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 48,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 96,
-            "prediction_length": 24
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.496202+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/chronos_bolt/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T13:21:45.619364+00:00",
+    "evaluated_at": "2026-07-28T14:31:52.471858+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-c66a79c14473ea4e0b95",
-            "issued_at": "2026-07-28T10:13:30.176677+00:00",
-            "resolved_at": "2026-07-28T13:18:06.343138+00:00",
-            "target_end": "2026-07-28T13:00:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.514439+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/dataset_properties.csv

@@ -1,4 +1,14 @@
 dataset,domain,frequency,num_variates
 binance_btcusdt_1h_close,Finance,1h,1
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
+data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
 nasa_power_shanghai_hourly_t2m,Weather,1h,1
+noaa_coops_sf_water_level_water_level,Ocean,6min,1
+noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
+nws_ksfo_observations_temperature,Weather,1h,1
+open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
+open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
+usgs_potomac_iv_usgs_00060,Hydrology,15min,1
+wikimedia_time_series_hourly_pageviews,Web,1D,1

results/ets/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T13:21:45.676575+00:00",
+    "evaluated_at": "2026-07-28T14:31:52.478024+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-c66a79c14473ea4e0b95",
-            "issued_at": "2026-07-28T10:13:30.176677+00:00",
-            "resolved_at": "2026-07-28T13:18:06.352996+00:00",
-            "target_end": "2026-07-28T13:00:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.534520+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/moirai_2_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T13:21:45.608321+00:00",
+    "evaluated_at": "2026-07-28T14:31:52.470403+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-c66a79c14473ea4e0b95",
-            "issued_at": "2026-07-28T10:13:30.176677+00:00",
-            "resolved_at": "2026-07-28T13:18:06.367023+00:00",
-            "target_end": "2026-07-28T13:00:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.551028+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/moving_average/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T13:21:45.661165+00:00",
+    "evaluated_at": "2026-07-28T14:31:52.476604+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-c66a79c14473ea4e0b95",
-            "issued_at": "2026-07-28T10:13:30.176677+00:00",
-            "resolved_at": "2026-07-28T13:18:06.387776+00:00",
-            "target_end": "2026-07-28T13:00:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.566318+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/online_status.json

@@ -1,21 +1,266 @@
 {
-    "status": "partial",
-    "started_at": "2026-07-28T14:18:57.435912+00:00",
-    "finished_at": "2026-07-28T14:19:05.199620+00:00",
-    "task_count": 3,
+    "status": "ok",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "started_at": "2026-07-28T14:22:24.614434+00:00",
+    "finished_at": "2026-07-28T14:31:54.746305+00:00",
     "data_source": "ts_bench",
     "data_config": "configs/datasets/ts_bench.yaml",
-    "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
-    "models": {},
-    "failed_models": [
-        "Chronos-Bolt-Tiny",
-        "Chronos-Bolt-Mini",
-        "Chronos-Bolt-Base",
-        "Chronos-2",
-        "TimesFM-2.5",
-        "Moirai-1.1-Small"
-    ],
-    "push_status": "ok",
-    "pushed_at": "2026-07-28T14:22:00.775023+00:00",
-    "push_detail": "HF Hub API"
+    "task_count": 4,
+    "issued_tasks": 1,
+    "issued_forecasts": 12,
+    "resolved_forecasts": 12,
+    "pending_tasks": 13,
+    "failed_forecasts": [],
+    "models": {
+        "Chronos-2": {
+            "model": "Chronos-2",
+            "api_model_id": "amazon/chronos-2",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.461644+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.496202+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TiRex": {
+            "model": "TiRex",
+            "api_model_id": "NX-AI/TiRex-1.1-gifteval",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.467521+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.737418+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TimesFM-2.5": {
+            "model": "TimesFM-2.5",
+            "api_model_id": "google/timesfm-2.5-200m-pytorch",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.468390+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.677454+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Toto-1.0": {
+            "model": "Toto-1.0",
+            "api_model_id": "Datadog/Toto-Open-Base-1.0",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.469281+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.756239+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Moirai-2.0": {
+            "model": "Moirai-2.0",
+            "api_model_id": "Salesforce/moirai-2.0-R-small",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.470403+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.551028+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Chronos-Bolt": {
+            "model": "Chronos-Bolt",
+            "api_model_id": "amazon/chronos-bolt-base",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.471858+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.514439+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TabPFN-TS": {
+            "model": "TabPFN-TS",
+            "api_model_id": "priorlabs/tabpfn-ts",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.473623+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.630370+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Sundial": {
+            "model": "Sundial",
+            "api_model_id": "thuml/sundial-base-128m",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.475256+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.612392+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Moving-Average": {
+            "model": "Moving-Average",
+            "api_model_id": "baseline/moving-average",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.476604+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.566318+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "ETS": {
+            "model": "ETS",
+            "api_model_id": "baseline/ets",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.478024+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.534520+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "ARIMA": {
+            "model": "ARIMA",
+            "api_model_id": "baseline/arima",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.479177+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.437602+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Seasonal-Naive": {
+            "model": "Seasonal-Naive",
+            "api_model_id": "baseline/seasonal-naive",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T14:31:52.480371+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-b3b9c8c2cf1d20efcf96",
+                    "issued_at": "2026-07-28T13:02:53.599643+00:00",
+                    "resolved_at": "2026-07-28T14:22:26.589403+00:00",
+                    "target_end": "2026-07-27T13:10:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        }
+    },
+    "skipped_models": [],
+    "aggregate_status": "ok",
+    "aggregate_files": {
+        "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
+        "gift_domain": "aggregates/results_by_domain.csv",
+        "gift_frequency": "aggregates/results_by_frequency.csv",
+        "gift_overall": "aggregates/results_overall.csv",
+        "gift_metadata": "aggregates/metadata.json",
+        "live_releases": "aggregates/live_release_metrics.csv",
+        "live_by_dataset": "aggregates/live_results_by_dataset.csv",
+        "live_rank": "aggregates/live_rank_up_to_now.csv",
+        "live_overall": "aggregates/live_overall_up_to_now.csv",
+        "live_rank_1d": "aggregates/live_rank_1d.csv",
+        "live_overall_1d": "aggregates/live_overall_1d.csv",
+        "live_rank_7d": "aggregates/live_rank_7d.csv",
+        "live_overall_7d": "aggregates/live_overall_7d.csv",
+        "live_rank_30d": "aggregates/live_rank_30d.csv",
+        "live_overall_30d": "aggregates/live_overall_30d.csv",
+        "live_metadata": "aggregates/live_metadata.json"
+    },
+    "push_status": "pending"
 }

results/prequential/tasks/future-11a4cfc38ecb272f5f2d.json

@@ -0,0 +1,259 @@
+{
+  "source_task_name": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260728t111500z",
+  "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+  "domain": "Transportation",
+  "frequency": "5min",
+  "prediction_length": 12,
+  "context": [
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0
+  ],
+  "context_timestamps": [
+    "2026-07-27T03:35:00",
+    "2026-07-27T03:40:00",
+    "2026-07-27T03:45:00",
+    "2026-07-27T03:50:00",
+    "2026-07-27T03:55:00",
+    "2026-07-27T04:00:00",
+    "2026-07-27T04:05:00",
+    "2026-07-27T04:10:00",
+    "2026-07-27T04:15:00",
+    "2026-07-27T04:20:00",
+    "2026-07-27T04:25:00",
+    "2026-07-27T04:30:00",
+    "2026-07-27T04:35:00",
+    "2026-07-27T04:40:00",
+    "2026-07-27T04:45:00",
+    "2026-07-27T04:50:00",
+    "2026-07-27T04:55:00",
+    "2026-07-27T05:00:00",
+    "2026-07-27T05:05:00",
+    "2026-07-27T05:10:00",
+    "2026-07-27T05:15:00",
+    "2026-07-27T05:20:00",
+    "2026-07-27T05:25:00",
+    "2026-07-27T05:30:00",
+    "2026-07-27T05:35:00",
+    "2026-07-27T05:40:00",
+    "2026-07-27T05:45:00",
+    "2026-07-27T05:50:00",
+    "2026-07-27T05:55:00",
+    "2026-07-27T06:00:00",
+    "2026-07-27T06:05:00",
+    "2026-07-27T06:10:00",
+    "2026-07-27T06:15:00",
+    "2026-07-27T06:20:00",
+    "2026-07-27T06:25:00",
+    "2026-07-27T06:30:00",
+    "2026-07-27T06:35:00",
+    "2026-07-27T06:40:00",
+    "2026-07-27T06:45:00",
+    "2026-07-27T06:50:00",
+    "2026-07-27T06:55:00",
+    "2026-07-27T07:00:00",
+    "2026-07-27T07:05:00",
+    "2026-07-27T07:10:00",
+    "2026-07-27T07:15:00",
+    "2026-07-27T07:20:00",
+    "2026-07-27T07:25:00",
+    "2026-07-27T07:30:00",
+    "2026-07-27T07:35:00",
+    "2026-07-27T07:40:00",
+    "2026-07-27T07:45:00",
+    "2026-07-27T07:50:00",
+    "2026-07-27T07:55:00",
+    "2026-07-27T08:00:00",
+    "2026-07-27T08:05:00",
+    "2026-07-27T08:10:00",
+    "2026-07-27T08:15:00",
+    "2026-07-27T08:20:00",
+    "2026-07-27T08:25:00",
+    "2026-07-27T08:30:00",
+    "2026-07-27T08:35:00",
+    "2026-07-27T08:40:00",
+    "2026-07-27T08:45:00",
+    "2026-07-27T08:50:00",
+    "2026-07-27T08:55:00",
+    "2026-07-27T09:00:00",
+    "2026-07-27T09:05:00",
+    "2026-07-27T09:10:00",
+    "2026-07-27T09:15:00",
+    "2026-07-27T09:20:00",
+    "2026-07-27T09:25:00",
+    "2026-07-27T09:30:00",
+    "2026-07-27T09:35:00",
+    "2026-07-27T09:40:00",
+    "2026-07-27T09:45:00",
+    "2026-07-27T09:50:00",
+    "2026-07-27T09:55:00",
+    "2026-07-27T10:00:00",
+    "2026-07-27T10:05:00",
+    "2026-07-27T10:10:00",
+    "2026-07-27T10:15:00",
+    "2026-07-27T10:20:00",
+    "2026-07-27T10:25:00",
+    "2026-07-27T10:30:00",
+    "2026-07-27T10:35:00",
+    "2026-07-27T10:40:00",
+    "2026-07-27T10:45:00",
+    "2026-07-27T10:50:00",
+    "2026-07-27T10:55:00",
+    "2026-07-27T11:00:00",
+    "2026-07-27T11:05:00",
+    "2026-07-27T11:10:00",
+    "2026-07-27T11:15:00",
+    "2026-07-27T11:20:00",
+    "2026-07-27T11:25:00",
+    "2026-07-27T11:30:00",
+    "2026-07-27T11:35:00",
+    "2026-07-27T11:40:00",
+    "2026-07-27T11:45:00",
+    "2026-07-27T11:50:00",
+    "2026-07-27T11:55:00",
+    "2026-07-27T12:00:00",
+    "2026-07-27T12:05:00",
+    "2026-07-27T12:10:00",
+    "2026-07-27T12:15:00",
+    "2026-07-27T12:20:00",
+    "2026-07-27T12:25:00",
+    "2026-07-27T12:30:00",
+    "2026-07-27T12:35:00",
+    "2026-07-27T12:40:00",
+    "2026-07-27T12:45:00",
+    "2026-07-27T12:50:00",
+    "2026-07-27T12:55:00",
+    "2026-07-27T13:00:00",
+    "2026-07-27T13:05:00",
+    "2026-07-27T13:10:00",
+    "2026-07-27T13:15:00",
+    "2026-07-27T13:20:00",
+    "2026-07-27T13:25:00",
+    "2026-07-27T13:30:00"
+  ],
+  "context_start": "2026-07-27 03:35",
+  "context_end": "2026-07-27 13:30",
+  "data_fetched_at": "2026-07-28T14:19:31.366576Z",
+  "task_id": "future-11a4cfc38ecb272f5f2d",
+  "issued_at": "2026-07-28T14:22:27.338912+00:00",
+  "status": "open",
+  "scored_models": [],
+  "metric_version": "livehouse-canonical-v1"
+}

results/prequential/tasks/future-b3b9c8c2cf1d20efcf96.json

@@ -253,7 +253,23 @@
   "data_fetched_at": "2026-07-28T13:02:11.714674Z",
   "task_id": "future-b3b9c8c2cf1d20efcf96",
   "issued_at": "2026-07-28T13:02:53.599643+00:00",
-  "status": "open",
-  "scored_models": [],
-  "metric_version": "livehouse-canonical-v1"
+  "status": "resolved",
+  "scored_models": [
+    "ARIMA",
+    "Chronos-2",
+    "Chronos-Bolt",
+    "ETS",
+    "Moirai-2.0",
+    "Moving-Average",
+    "Seasonal-Naive",
+    "Sundial",
+    "TabPFN-TS",
+    "TiRex",
+    "TimesFM-2.5",
+    "Toto-1.0"
+  ],
+  "metric_version": "livehouse-canonical-v1",
+  "resolved_at": "2026-07-28T14:22:26.786029+00:00",
+  "target_start": "2026-07-27T12:15:00",
+  "target_end": "2026-07-27T13:10:00"
 }

results/seasonal_naive/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T13:21:45.731565+00:00",
+    "evaluated_at": "2026-07-28T14:31:52.480371+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-c66a79c14473ea4e0b95",
-            "issued_at": "2026-07-28T10:13:30.176677+00:00",
-            "resolved_at": "2026-07-28T13:18:06.396749+00:00",
-            "target_end": "2026-07-28T13:00:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.589403+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/sundial/all_results.csv

@@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Sundial,1.7146618576285901,1.7036796647957921,
 coingecko_bitcoin_7d_price_usd/1h/short,Sundial,0.020980244564637807,0.0447908708599997,nan,nan,0.0023348485467426807,nan,nan,0.14484558869581707,nan,nan,0.15634843776673438,Finance,1,24
 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Sundial,27047.212071285932,27202.68214463723,143.1162110964457,1.5089426812363538,2.4254864254221506,0.8536544624552972,36.2452386153836,164.4603662627745,1.0124792572257424,0.881076689786568,0.7401326095810744,Finance,1,12
 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,0.0033671101292243734,0.00048819048480206405,nan,nan,nan,nan,nan,0.058026805264673784,nan,nan,0.01637280160481068,Climate,1,36
-data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,4.6101825345273e-16,5.062767486648986e-16,nan,nan,nan,nan,nan,2.1471335623401027e-08,nan,nan,1.9980373083199825e-08,Transportation,1,12
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,3.610396239313429e-16,5.279555656660928e-16,nan,nan,nan,nan,nan,1.900104270642385e-08,nan,nan,2.0308389622644593e-08,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Sundial,0.03484559946889979,0.03321369616330838,nan,nan,0.011084302742851744,nan,nan,0.18666976045653402,nan,nan,0.12063016584599584,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Sundial,0.6303455365915963,0.6415315188316835,nan,nan,0.20164099259077636,nan,nan,0.7939430310743941,nan,nan,0.5322883490144747,Ocean,1,60
 noaa_ndbc_46013_realtime_wave_height/10min/short,Sundial,1.1304476064801594,1.1426146677625701,nan,nan,0.09235264505865295,nan,nan,1.0632250968069552,nan,nan,0.731749763844937,Ocean,1,72

results/sundial/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T13:21:45.649990+00:00",
+    "evaluated_at": "2026-07-28T14:31:52.475256+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-c66a79c14473ea4e0b95",
-            "issued_at": "2026-07-28T10:13:30.176677+00:00",
-            "resolved_at": "2026-07-28T13:18:06.405016+00:00",
-            "target_end": "2026-07-28T13:00:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.612392+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/tabpfn_ts/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T13:21:45.639125+00:00",
+    "evaluated_at": "2026-07-28T14:31:52.473623+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-c66a79c14473ea4e0b95",
-            "issued_at": "2026-07-28T10:13:30.176677+00:00",
-            "resolved_at": "2026-07-28T13:18:06.415001+00:00",
-            "target_end": "2026-07-28T13:00:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.630370+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/timesfm_2_5/all_results.csv

@@ -1,11 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81742.42789522807,124744.15551821391,297.3611653645833,0.4486972705324055,0.004943552533723208,0.0049579917738521604,4.904699820126863,285.90632713395496,0.0047624096472577765,0.004953215610330298,0.003661364469335062,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,97952.0961373647,155042.49553426108,344.3505859375,0.494849513065497,0.005734942849078377,0.005753831848928334,4.4515950592935765,312.9729958596503,0.005223298429098694,0.005746968263655385,0.004048322861622117,Finance,1
-nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,11.641811304915336,13.423471256234128,2.7575780550638833,3.5293238475457582,0.10321913729068599,0.11204715871745875,101.69350427694228,3.4120098629569253,0.14059996314044312,0.11363254752226123,0.10196536560973148,Weather,1
-noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02908771671812005,0.034046774600905515,0.13568753997484842,0.17312143585760467,0.11185537202482503,0.12463965779787611,2.676967727907387,0.1705512143554541,0.1434961937098364,0.11416304242585044,0.08757558544176978,Ocean,1
-noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05836318292564613,0.04761165148106272,0.16445205609003702,0.3447029766963658,0.07191232151835235,0.06762886788054125,17.47579260325252,0.24158473239351475,0.09877400134375952,0.06723764141999806,0.08169348159617512,Ocean,1
-nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.091922888105425,6.327109473932221,2.2220658461252847,1.3592926513955181,0.10384344306035338,0.11108617811955894,27.998005969855527,2.2565289468795706,0.10885767783941647,0.10719513629549113,0.08603730202253673,Weather,1
-open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,49.47017191748849,82.91626740256955,7.3194271723429365,0.5005687624158839,0.2545421621602366,0.295325743742574,5.8418762834746945,7.033503530779557,0.27381035642937446,0.28494120378950605,0.21288132768520807,Air Quality,1
-open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6484289968751302,1.7882974488526695,1.16057284673055,0.9274277392234174,0.04635277574155072,0.04703534337119358,20.58434769273915,1.2839116001014752,0.04978813570351389,0.045005246764860715,0.03796367653364946,Weather,1
-usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.541379031458973,13.808125303080638,3.0202603340148926,0.7396555920036473,0.33108155235761566,0.30808027947552724,19.43875757528811,3.5413809497791924,0.34691078691714533,0.29586223680145884,0.27081315021125635,Hazards,1
-usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,430.1970050111413,571.0872243667642,16.349232991536457,0.15238120069781555,0.006005184220679013,0.0060436006179905065,2.234056811286407,20.741191022001153,0.007664181440000427,0.006041287017657814,0.004361342408824095,Hydrology,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,TimesFM-2.5,2.544873715422005,2.1763895224570793,nan,nan,0.00733854194735763,nan,nan,1.5952660328051886,nan,nan,0.9400124419879271,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,0.16431138716961843,0.2840452984238427,nan,nan,0.006365738815062364,nan,nan,0.40535341021091514,nan,nan,0.28603521259581766,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.00016901519468899977,0.0001410442962292074,nan,nan,nan,nan,nan,0.013000584397979952,nan,nan,0.019137209007157194,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.07100583795216671,0.11015231373309131,nan,nan,0.017946478614699196,nan,nan,0.2664692063863416,nan,nan,0.19077303156426317,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.31630824211719416,0.3983499143915603,nan,nan,0.15781363805703894,nan,nan,0.562412875134624,nan,nan,0.38340921288838214,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,1.1073154863140786,1.4107221533655678,nan,nan,0.0953658327893421,nan,nan,1.0522905902430557,nan,nan,0.786268762633924,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.21622905324208355,0.1617179170793861,0.26413559913635254,0.1911332978675114,0.01630353750267156,0.01601217538840988,10.994616695384883,0.4650043583043965,0.027809880236186378,0.015796796840529412,0.021259949519123158,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,0.006262990376178233,0.004554783835561518,nan,nan,0.09627439894456198,nan,nan,0.07913905721057228,nan,nan,0.10022450213355703,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.06269121952817955,0.10589695801141052,nan,nan,0.033732113336197196,nan,nan,0.25038214698372474,nan,nan,0.1887512228581642,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,0.7736671660082207,0.9192549938039831,nan,nan,0.6858045973238216,nan,nan,0.8795835184951004,nan,nan,0.6374611819871363,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,32.86177357403732,31.531639228654843,nan,nan,0.03990939271216299,nan,nan,5.732518955401484,nan,nan,5.438520029653064,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,0.38719216672060525,0.341005570724447,nan,nan,0.12667853599052806,nan,nan,0.6222476731339421,nan,nan,0.5343002043100503,Web,1,7

results/timesfm_2_5/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/google/timesfm-2.5-200m-pytorch",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Google / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "google/timesfm-2.5-200m-pytorch"
+    "api_model_id": "google/timesfm-2.5-200m-pytorch",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/timesfm_2_5/online_meta.json

@@ -1,67 +1,19 @@
 {
     "model": "TimesFM-2.5",
     "api_model_id": "google/timesfm-2.5-200m-pytorch",
-    "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
-    "datasets": [
-        {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 69,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-28T14:31:52.468390+00:00",
+    "resolved_tasks": [
+        {
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.677454+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/tirex/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T13:21:45.575255+00:00",
+    "evaluated_at": "2026-07-28T14:31:52.467521+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-c66a79c14473ea4e0b95",
-            "issued_at": "2026-07-28T10:13:30.176677+00:00",
-            "resolved_at": "2026-07-28T13:18:06.440957+00:00",
-            "target_end": "2026-07-28T13:00:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.737418+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/toto_1_0/all_results.csv

@@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Toto-1.0,4.477663680103048,2.0890328378534413,
 coingecko_bitcoin_7d_price_usd/1h/short,Toto-1.0,1.2672091214948127,0.013642740360327242,nan,nan,0.0013252159503021489,nan,nan,1.1257038338278913,nan,nan,0.23265817163880909,Finance,1,24
 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-1.0,23019.0460822337,26241.382774419122,124.61535914738973,1.313879348219856,0.6257435399486769,0.9697879270582787,13.780075922721792,151.7202889604212,0.9340465971435247,0.767178555755332,0.6004176198191844,Finance,1,12
 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,0.8804106036848721,2.9461765162310406e-05,nan,nan,nan,nan,nan,0.9383019789411468,nan,nan,0.003059903664443217,Climate,1,36
-data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,5.6693738415081834e-05,2.4794807142746873e-09,nan,nan,nan,nan,nan,0.007529524448136272,nan,nan,0.0002635377821846945,Transportation,1,12
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,8.848057954747761e-05,1.65476247778144e-08,nan,nan,nan,nan,nan,0.009406411619075449,nan,nan,0.0002929748867776046,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Toto-1.0,0.14581109734968253,0.10758165581966579,nan,nan,0.019716449559055497,nan,nan,0.3818521930664829,nan,nan,0.23765672698505458,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,0.1922552346989179,0.0207485223913015,nan,nan,0.038427529676929355,nan,nan,0.43846919469777795,nan,nan,0.18244261514970586,Ocean,1,60
 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-1.0,2.554995718742831,1.2207269681748636,nan,nan,0.10368288653439751,nan,nan,1.5984353971126988,nan,nan,0.8256745826761597,Ocean,1,72

results/toto_1_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T13:21:45.588974+00:00",
+    "evaluated_at": "2026-07-28T14:31:52.469281+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-c66a79c14473ea4e0b95",
-            "issued_at": "2026-07-28T10:13:30.176677+00:00",
-            "resolved_at": "2026-07-28T13:18:06.449234+00:00",
-            "target_end": "2026-07-28T13:00:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-b3b9c8c2cf1d20efcf96",
+            "issued_at": "2026-07-28T13:02:53.599643+00:00",
+            "resolved_at": "2026-07-28T14:22:26.756239+00:00",
+            "target_end": "2026-07-27T13:10:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]