Update leaderboard results from local eval

results/aggregates/live_metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-27T12:10:03.316815+00:00",
+  "generated_at": "2026-07-27T12:24:34.791802+00:00",
   "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
   "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
   "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
@@ -13,8 +13,8 @@
   "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
   "num_models": 12,
   "num_datasets": 13,
-  "num_model_releases": 26804,
-  "num_unique_releases": 2655,
+  "num_model_releases": 26816,
+  "num_unique_releases": 2656,
   "fixed_windows": {
     "1d": {
       "days": 1,
@@ -25,21 +25,21 @@
     },
     "7d": {
       "days": 7,
-      "num_model_releases": 2520,
-      "num_unique_releases": 210,
+      "num_model_releases": 2532,
+      "num_unique_releases": 211,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 168 hours through reference_time"
     },
     "30d": {
       "days": 30,
-      "num_model_releases": 26457,
-      "num_unique_releases": 2604,
+      "num_model_releases": 26469,
+      "num_unique_releases": 2605,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 720 hours through reference_time"
     }
   },
   "protocol_counts": {
     "historical-snapshot-recompute": 22388,
-    "prequential-v1": 4416
+    "prequential-v1": 4428
   }
 }

results/aggregates/live_overall_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,1547.813481771736,12.240862820755208,0.22178631027386483,12.111582480265943,-12.039129985498235,0.6705983046530325,11,2595,13,31.847916666666666,3757.8055949738464,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,1559.9521611151163,12.226461626200926,0.26103162002821184,16.049922020185658,-6.889001125289239,0.668151909980351,11,2586,13,31.847916666666666,3884.1515503430423,-0.44444444444444436,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,1547.7650364933795,12.185322128806854,0.14723127267799227,12.116018716094517,-4.4577160297439296,0.6086666053358422,11,2581,13,31.847916666666666,3757.750604974836,-0.22222222222222218,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,1547.9176623910867,12.290761473944807,0.3559844403788633,12.155114104812414,-18.502243721360696,0.5799053298333193,11,1837,13,26.504166666666666,3758.166672538849,-0.11111111111111105,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-5,Official,TabPFN-TS,1547.9129722135144,12.271824592217982,0.2507084631040376,12.195590886148851,-4.850348298509722,0.5594697080729556,11,1727,13,28.504166666666666,3758.1276598252284,-0.22222222222222218,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,1548.0100540832957,12.322555461747639,0.3336095322032448,12.183000827224685,-16.871876780819512,0.5232283792445839,11,1824,13,26.504166666666666,3758.249958582215,-0.11111111111111105,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-7,Official,Sundial,1547.8548023020292,12.268993725625094,0.30505679430379073,12.138138542708848,-13.866175700506634,0.5086949747056246,11,2076,13,28.504166666666666,3757.868067660498,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-8,Official,Seasonal-Naive,1548.0388134367333,12.353780309228172,0.3207810820799116,10.810078649647377,0.0,0.3858370481738511,11,2427,13,31.847916666666666,3758.0664525467787,-0.22222222222222218,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-9,Official,Moving-Average,1548.0743137784643,12.429171665975762,0.34993301508016605,12.28911818060323,-33.396810308689844,0.37745169777212484,11,2427,13,31.847916666666666,3758.084947162075,-0.4444444444444445,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,ARIMA,1549.0891589785128,12.815032982096046,0.4780838086109092,12.895474318600707,-45.94652024757806,0.3754392302360616,11,2427,13,31.847916666666666,3756.4521283043664,-0.5555555555555557,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-11,Official,Toto-1.0,2095.4236428166537,14.694283069454682,0.2816576088162993,10.903842360701796,-35.33852684804045,0.3752049856854265,11,1851,13,26.504166666666666,4454.302536772134,0.11111111111111116,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-12,Official,ETS,1550.3815801127218,13.136518408989243,0.8399474176340962,12.910291926155365,-49.45737397151659,0.3673518263068268,11,2427,13,31.847916666666666,3758.1880163290693,-0.5555555555555557,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,1547.813481771736,12.240862820755208,0.22178631027386483,12.111582480265943,-12.039129985498235,0.6705983046530325,11,2596,13,31.847916666666666,3757.8055949738464,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,1559.9521611151163,12.226461626200926,0.26103162002821184,16.049922020185658,-6.889001125289239,0.668151909980351,11,2587,13,31.847916666666666,3884.1515503430423,-0.44444444444444436,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,1547.7650364933795,12.185322128806854,0.14723127267799227,12.116018716094517,-4.4577160297439296,0.6086666053358422,11,2582,13,31.847916666666666,3757.750604974836,-0.22222222222222218,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,1547.9176623910867,12.290761473944807,0.3559844403788633,12.155114104812414,-18.502243721360696,0.5799053298333193,11,1838,13,26.504166666666666,3758.166672538849,-0.11111111111111105,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+5,Official,TabPFN-TS,1547.9129722135144,12.271824592217982,0.2507084631040376,12.195590886148851,-4.850348298509722,0.5594697080729556,11,1728,13,28.504166666666666,3758.1276598252284,-0.22222222222222218,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,1548.0100540832957,12.322555461747639,0.3336095322032448,12.183000827224685,-16.871876780819512,0.5232283792445839,11,1825,13,26.504166666666666,3758.249958582215,-0.11111111111111105,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+7,Official,Sundial,1547.8548023020292,12.268993725625094,0.30505679430379073,12.138138542708848,-13.866175700506634,0.5086950828226159,11,2077,13,28.504166666666666,3757.868067660498,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+8,Official,Seasonal-Naive,1548.0388134367333,12.353780309228172,0.3207810820799116,10.810078649647377,0.0,0.3858370481738511,11,2428,13,31.847916666666666,3758.0664525467787,-0.22222222222222218,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+9,Official,Moving-Average,1548.0743137784643,12.429171665975762,0.34993301508016605,12.28911818060323,-33.396810308689844,0.3774516617331278,11,2428,13,31.847916666666666,3758.084947162075,-0.4444444444444445,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,ARIMA,1549.0891589785128,12.815032982096046,0.4780838086109092,12.895474318600707,-45.94652024757806,0.37543919419706456,11,2428,13,31.847916666666666,3756.4521283043664,-0.5555555555555557,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+11,Official,Toto-1.0,2095.4236428166537,14.694283069454682,0.2816576088162993,10.903842360701796,-35.33852684804045,0.3752049856854265,11,1852,13,26.504166666666666,4454.302536772134,0.11111111111111116,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+12,Official,ETS,1550.3815801127218,13.136518408989243,0.8399474176340962,12.910291926155365,-49.45737397151659,0.3673517902678297,11,2428,13,31.847916666666666,3758.1880163290693,-0.5555555555555557,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_overall_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.237783323081628,0.8730111685927363,0.15934988191492738,0.6379169185855164,23.555752312887936,0.6705983046530325,11,2595,13,31.847916666666666,137.52687135546427,0.04511548164855687,0.07692307692307693,13,2551,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,14.41801911178551,0.8779987111238408,0.19586980868525528,0.6722276461908566,24.611899578268265,0.668151909980351,11,2586,13,31.847916666666666,140.2831353714672,0.0453347177406257,0.15384615384615385,13,2538,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,14.296655996966898,0.8740313476267491,0.13657694884172855,0.7162356087490104,23.87124159566361,0.6086666053358422,11,2581,13,31.847916666666666,137.79011090735298,0.049546057795867036,0.23076923076923078,13,2532,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,17.910990984685185,0.9249744474870482,0.23874405425772355,0.6701105175207662,22.115295871506365,0.5799053298333193,11,1837,13,26.504166666666666,157.74719039395399,0.07964251925095608,0.15384615384615385,13,1837,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-5,Official,TabPFN-TS,19.656192502841762,0.9728186166926085,0.20001069052278042,0.8175801412207797,18.499763240199837,0.5594697080729556,11,1727,13,28.504166666666666,165.394401219826,0.05631771381944701,0.15384615384615385,13,1730,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,18.19137318604676,0.9719501193290442,0.2732029709403973,0.7191424958247243,11.43575751188509,0.5232283792445839,11,1824,13,26.504166666666666,158.72882954941147,0.04036303481567304,0.15384615384615385,13,1824,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-7,Official,Sundial,17.53390445856818,1.0144127654647028,0.22238008796041103,0.7658638014236167,15.76734288746677,0.5086949747056246,11,2076,13,28.504166666666666,152.4968826145831,0.01823835139255875,0.3076923076923077,13,2078,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
-8,Official,Seasonal-Naive,16.11999124049859,1.2331173689155683,0.3634186558689441,0.9609740636281436,0.0,0.3858370481738511,11,2427,13,31.847916666666666,142.90745748477175,0.04932089435459187,0.23076923076923078,13,2385,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
-9,Official,Moving-Average,15.86577275683631,1.1413962329966574,0.3383637977380708,0.9172097761960951,2.8879267409241014,0.37745169777212484,11,2427,13,31.847916666666666,143.16123385538813,0.07673108919062158,0.15384615384615385,13,2377,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,ARIMA,15.786927005506396,1.1424244286330247,0.3463477956665799,0.9001049446840848,1.90656299904002,0.3754392302360616,11,2427,13,31.847916666666666,143.16815484869795,0.04947558282198478,0.15384615384615385,13,2377,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
-11,Official,Toto-1.0,28.96235806784457,1.6638259843126817,0.2822416275985668,0.7012651396140428,-18.902230813299585,0.3752049856854265,11,1851,13,26.504166666666666,215.4584404619556,-0.001973630864272079,0.15384615384615385,13,1851,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-12,Official,ETS,17.5778266067239,1.4014468127057578,0.3133458514598897,1.1108135834446111,-3.586212595394545,0.3673518263068268,11,2427,13,31.847916666666666,148.0449371913136,0.05629850202007712,0.15384615384615385,13,2377,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,14.237783323081628,0.8730111685927363,0.15934988191492738,0.6379169185855164,23.555752312887936,0.6705983046530325,11,2596,13,31.847916666666666,137.52687135546427,0.04511548164855687,0.07692307692307693,13,2552,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,14.41801911178551,0.8779987111238408,0.19586980868525528,0.6722276461908566,24.611899578268265,0.668151909980351,11,2587,13,31.847916666666666,140.2831353714672,0.0453347177406257,0.15384615384615385,13,2539,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,14.296655996966898,0.8740313476267491,0.13657694884172855,0.7162356087490104,23.87124159566361,0.6086666053358422,11,2582,13,31.847916666666666,137.79011090735298,0.049546057795867036,0.23076923076923078,13,2533,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,17.910990984685185,0.9249744474870482,0.23874405425772355,0.6701105175207662,22.115295871506365,0.5799053298333193,11,1838,13,26.504166666666666,157.74719039395399,0.07964251925095608,0.15384615384615385,13,1838,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+5,Official,TabPFN-TS,19.656192502841762,0.9728186166926085,0.20001069052278042,0.8175801412207797,18.499763240199837,0.5594697080729556,11,1728,13,28.504166666666666,165.394401219826,0.05631771381944701,0.15384615384615385,13,1731,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,18.19137318604676,0.9719501193290442,0.2732029709403973,0.7191424958247243,11.43575751188509,0.5232283792445839,11,1825,13,26.504166666666666,158.72882954941147,0.04036303481567304,0.15384615384615385,13,1825,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+7,Official,Sundial,17.53390445856818,1.0144127654645332,0.22238008796041103,0.7658638014236967,15.76734288746677,0.5086950828226159,11,2077,13,28.504166666666666,152.4968826145831,0.01823835139255875,0.3076923076923077,13,2079,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
+8,Official,Seasonal-Naive,16.11999124049859,1.2331173689155683,0.3634186558689441,0.9609740636281436,0.0,0.3858370481738511,11,2428,13,31.847916666666666,142.90745748477175,0.04932089435459187,0.23076923076923078,13,2386,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
+9,Official,Moving-Average,15.86577275683631,1.1413962329966574,0.3383637977380708,0.9172097761960951,2.8879267409241014,0.3774516617331278,11,2428,13,31.847916666666666,143.16123385538813,0.07673108919062158,0.15384615384615385,13,2378,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,ARIMA,15.786927005506396,1.1424244286330247,0.3463477956665799,0.9001049446840848,1.90656299904002,0.37543919419706456,11,2428,13,31.847916666666666,143.16815484869795,0.04947558282198478,0.15384615384615385,13,2378,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
+11,Official,Toto-1.0,28.962820698710747,1.664099508729564,0.2822416275985668,0.7012651378562766,-18.902230813299585,0.3752049856854265,11,1852,13,26.504166666666666,215.45824282836628,-0.0015894792617736097,0.15384615384615385,13,1852,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+12,Official,ETS,17.5778266067239,1.4014468127057578,0.3133458514598897,1.1108135834446111,-3.586212595394545,0.3673517902678297,11,2428,13,31.847916666666666,148.0449371913136,0.05629850202007712,0.15384615384615385,13,2378,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_overall_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,121.80676471850961,1.844324278535506,0.1487653581530203,1.6309424822940735,14.325104749302811,0.6705983046530325,11,2595,13,31.847916666666666,458.66585108053863,-0.1550874635286741,0.08333333333333333,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,122.64289439791189,1.82163645660167,0.15176617937051678,1.9084195266498194,16.221487360471937,0.668151909980351,11,2586,13,31.847916666666666,467.56684415948143,-0.2235786934508755,0.0,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,121.71652327489217,1.809365934822339,0.11974850114333815,1.685732182283953,15.921489797548041,0.6086666053358422,11,2581,13,31.847916666666666,458.4546805558024,-0.1524283143636539,0.0,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,121.80729197678754,1.8522255394719265,0.17054385576475445,1.604294040768554,13.073355591748049,0.5799053298333193,11,1837,13,26.504166666666666,458.5393557745796,-0.11331670736425875,0.0,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-5,Official,TabPFN-TS,121.99490114162683,1.9286179125259537,0.17351844695515095,1.7979174969524936,7.379192996920017,0.5594697080729556,11,1727,13,28.504166666666666,458.70786866229986,-0.12343246809041256,0.0,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,121.92523790203893,1.8931374782792139,0.18131139820153222,1.6782987666386662,3.5656477917499694,0.5232283792445839,11,1824,13,26.504166666666666,458.73982225196056,-0.06926519909225531,0.0,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-7,Official,Sundial,122.0499362500346,1.903831430830622,0.18000723277545044,1.6978913304652938,10.8437491958548,0.5086949747056246,11,2076,13,28.504166666666666,458.688007629742,-0.10580282467974986,0.0,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-8,Official,Seasonal-Naive,122.36787924044881,2.0583937781171526,0.23124687082206022,1.6897584581767247,0.0,0.3858370481738511,11,2427,13,31.847916666666666,458.83608229869145,-0.1469226425727133,0.08333333333333333,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-9,Official,Moving-Average,122.20226236685868,2.023852579418984,0.22752975137659298,1.828389009196319,-3.7318738821419966,0.37745169777212484,11,2427,13,31.847916666666666,458.7706740236679,0.05013433634666436,0.08333333333333333,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,ARIMA,122.25359357320794,2.0890738288314217,0.22317209000312815,1.8206464028690685,-7.404099190271574,0.3754392302360616,11,2427,13,31.847916666666666,458.75734468184294,0.029970717951209067,0.08333333333333333,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-11,Official,Toto-1.0,164.79018017097692,2.4607775381365227,0.1667097064898333,1.5654756365617555,-25.324725411498818,0.3752049856854265,11,1851,13,26.504166666666666,588.175669372573,-0.10381145748886236,0.0,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-12,Official,ETS,123.29027684575652,2.345264066749322,0.3307690768862757,2.0732248683945644,-12.513758602223712,0.3673518263068268,11,2427,13,31.847916666666666,460.10288837507596,0.018919688739347733,0.0,12,210,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,121.80676471850961,1.844324278535506,0.1487653581530203,1.6309424822940735,14.325104749302811,0.6705983046530325,11,2596,13,31.847916666666666,458.66585108053863,-0.1550874635286741,0.08333333333333333,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,122.64289439791189,1.82163645660167,0.15176617937051678,1.9084195266498194,16.221487360471937,0.668151909980351,11,2587,13,31.847916666666666,467.56684415948143,-0.2235786934508755,0.0,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,121.71652327489217,1.809365934822339,0.11974850114333815,1.685732182283953,15.921489797548041,0.6086666053358422,11,2582,13,31.847916666666666,458.4546805558024,-0.1524283143636539,0.0,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,121.80729197678754,1.8522255394719265,0.17054385576475445,1.604294040768554,13.073355591748049,0.5799053298333193,11,1838,13,26.504166666666666,458.5393557745796,-0.11331670736425875,0.0,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+5,Official,TabPFN-TS,121.99490114162683,1.9286179125259537,0.17351844695515095,1.7979174969524936,7.379192996920017,0.5594697080729556,11,1728,13,28.504166666666666,458.70786866229986,-0.12343246809041256,0.0,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,121.92523790203893,1.8931374782792139,0.18131139820153222,1.6782987666386662,3.5656477917499694,0.5232283792445839,11,1825,13,26.504166666666666,458.73982225196056,-0.06926519909225531,0.0,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+7,Official,Sundial,122.0499362500346,1.903831430829479,0.18000723277545044,1.6978913304657368,10.8437491958548,0.5086950828226159,11,2077,13,28.504166666666666,458.688007629742,-0.10580282467974986,0.0,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+8,Official,Seasonal-Naive,122.36787924044881,2.0583937781171526,0.23124687082206022,1.6897584581767247,0.0,0.3858370481738511,11,2428,13,31.847916666666666,458.83608229869145,-0.1469226425727133,0.08333333333333333,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+9,Official,Moving-Average,122.20226236685868,2.023852579418984,0.22752975137659298,1.828389009196319,-3.7318738821419966,0.3774516617331278,11,2428,13,31.847916666666666,458.7706740236679,0.05013433634666436,0.08333333333333333,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,ARIMA,122.25359357320794,2.0890738288314217,0.22317209000312815,1.8206464028690685,-7.404099190271574,0.37543919419706456,11,2428,13,31.847916666666666,458.75734468184294,0.029970717951209067,0.08333333333333333,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+11,Official,Toto-1.0,164.79229624911773,2.4621290268216174,0.1667097064898333,1.5654756282062003,-25.324725411498818,0.3752049856854265,11,1852,13,26.504166666666666,588.1735974675275,-0.10183459215613457,0.0,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+12,Official,ETS,123.29027684575652,2.345264066749322,0.3307690768862757,2.0732248683945644,-12.513758602223712,0.3673517902678297,11,2428,13,31.847916666666666,460.10288837507596,0.018919688739347733,0.0,12,211,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_overall_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.23957269273286,0.8743697982884655,0.1594721711136503,0.6387574519375873,23.53698618370266,0.6705983046530325,11,2595,13,31.847916666666666,137.52799851740298,0.041671632050861114,0.15384615384615385,13,2600,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,14.418298695581777,0.8784630138954171,0.19591910133596835,0.6725037848433295,24.6859972716704,0.668151909980351,11,2586,13,31.847916666666666,140.28258424617587,0.043080561640315755,0.15384615384615385,13,2586,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,14.298829570136006,0.8755355939251295,0.13673153051479084,0.7172633673516866,23.847516174730238,0.6086666053358422,11,2581,13,31.847916666666666,137.79234340147605,0.04594566958009421,0.23076923076923078,13,2581,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,17.910990984685185,0.9249744474870482,0.23874405425772355,0.6701105175207662,22.115295871506365,0.5799053298333193,11,1837,13,26.504166666666666,157.74719039395399,0.07964251925095608,0.15384615384615385,13,1837,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-5,Official,TabPFN-TS,19.656192502841762,0.9728186166926085,0.20001069052278042,0.8175801412207797,18.499763240199837,0.5594697080729556,11,1727,13,28.504166666666666,165.394401219826,0.05631771381944701,0.15384615384615385,13,1730,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,18.19137318604676,0.9719501193290442,0.2732029709403973,0.7191424958247243,11.43575751188509,0.5232283792445839,11,1824,13,26.504166666666666,158.72882954941147,0.04036303481567304,0.15384615384615385,13,1824,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-7,Official,Sundial,17.53390445856818,1.0144127654647028,0.22238008796041103,0.7658638014236167,15.76734288746677,0.5086949747056246,11,2076,13,28.504166666666666,152.4968826145831,0.01823835139255875,0.3076923076923077,13,2078,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
-8,Official,Seasonal-Naive,16.121579071550595,1.23433069402772,0.3635508398412354,0.9619995564093079,0.0,0.3858370481738511,11,2427,13,31.847916666666666,142.90776124392536,0.04619012199305028,0.23076923076923078,13,2436,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-27T11:06:00+00:00
-9,Official,Moving-Average,15.869395895751891,1.1430587641610641,0.33855960732682017,0.9186351083741997,2.890635588803218,0.37745169777212484,11,2427,13,31.847916666666666,143.1639318419081,0.07219146926638625,0.15384615384615385,13,2427,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,ARIMA,15.79670221228908,1.1452904735777578,0.34662868940299557,0.9023740258712051,1.8752643283544759,0.3754392302360616,11,2427,13,31.847916666666666,143.18040684433456,0.043902808018440743,0.15384615384615385,13,2427,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-11,Official,Toto-1.0,28.96235806784457,1.6638259843126817,0.2822416275985668,0.7012651396140428,-18.902230813299585,0.3752049856854265,11,1851,13,26.504166666666666,215.4584404619556,-0.001973630864272079,0.15384615384615385,13,1851,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
-12,Official,ETS,17.604779315828146,1.4062108112001974,0.31385708370369625,1.1148372141199347,-3.6126984840085443,0.3673518263068268,11,2427,13,31.847916666666666,148.0752320816184,0.05025611136230184,0.15384615384615385,13,2427,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,14.23957269273286,0.8743697982884655,0.1594721711136503,0.6387574519375873,23.53698618370266,0.6705983046530325,11,2596,13,31.847916666666666,137.52799851740298,0.041671632050861114,0.15384615384615385,13,2601,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,14.418298695581777,0.8784630138954171,0.19591910133596835,0.6725037848433295,24.6859972716704,0.668151909980351,11,2587,13,31.847916666666666,140.28258424617587,0.043080561640315755,0.15384615384615385,13,2587,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,14.298829570136006,0.8755355939251295,0.13673153051479084,0.7172633673516866,23.847516174730238,0.6086666053358422,11,2582,13,31.847916666666666,137.79234340147605,0.04594566958009421,0.23076923076923078,13,2582,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,17.910990984685185,0.9249744474870482,0.23874405425772355,0.6701105175207662,22.115295871506365,0.5799053298333193,11,1838,13,26.504166666666666,157.74719039395399,0.07964251925095608,0.15384615384615385,13,1838,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+5,Official,TabPFN-TS,19.656192502841762,0.9728186166926085,0.20001069052278042,0.8175801412207797,18.499763240199837,0.5594697080729556,11,1728,13,28.504166666666666,165.394401219826,0.05631771381944701,0.15384615384615385,13,1731,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,18.19137318604676,0.9719501193290442,0.2732029709403973,0.7191424958247243,11.43575751188509,0.5232283792445839,11,1825,13,26.504166666666666,158.72882954941147,0.04036303481567304,0.15384615384615385,13,1825,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+7,Official,Sundial,17.53390445856818,1.0144127654645332,0.22238008796041103,0.7658638014236967,15.76734288746677,0.5086950828226159,11,2077,13,28.504166666666666,152.4968826145831,0.01823835139255875,0.3076923076923077,13,2079,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
+8,Official,Seasonal-Naive,16.121579071550595,1.23433069402772,0.3635508398412354,0.9619995564093079,0.0,0.3858370481738511,11,2428,13,31.847916666666666,142.90776124392536,0.04619012199305028,0.23076923076923078,13,2437,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-27T11:06:00+00:00
+9,Official,Moving-Average,15.869395895751891,1.1430587641610641,0.33855960732682017,0.9186351083741997,2.890635588803218,0.3774516617331278,11,2428,13,31.847916666666666,143.1639318419081,0.07219146926638625,0.15384615384615385,13,2428,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,ARIMA,15.79670221228908,1.1452904735777578,0.34662868940299557,0.9023740258712051,1.8752643283544759,0.37543919419706456,11,2428,13,31.847916666666666,143.18040684433456,0.043902808018440743,0.15384615384615385,13,2428,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+11,Official,Toto-1.0,28.962820698710747,1.664099508729564,0.2822416275985668,0.7012651378562766,-18.902230813299585,0.3752049856854265,11,1852,13,26.504166666666666,215.45824282836628,-0.0015894792617736097,0.15384615384615385,13,1852,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+12,Official,ETS,17.604779315828146,1.4062108112001974,0.31385708370369625,1.1148372141199347,-3.6126984840085443,0.3673517902678297,11,2428,13,31.847916666666666,148.0752320816184,0.05025611136230184,0.15384615384615385,13,2428,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_rank_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6705983046530325,11,2595,13,31.847916666666666
-2,Official,TiRex,0.668151909980351,11,2586,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6086666053358422,11,2581,13,31.847916666666666
-4,Official,Moirai-2.0,0.5799053298333193,11,1837,13,26.504166666666666
-5,Official,TabPFN-TS,0.5594697080729556,11,1727,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5232283792445839,11,1824,13,26.504166666666666
-7,Official,Sundial,0.5086949747056246,11,2076,13,28.504166666666666
-8,Official,Seasonal-Naive,0.3858370481738511,11,2427,13,31.847916666666666
-9,Official,Moving-Average,0.37745169777212484,11,2427,13,31.847916666666666
-10,Official,ARIMA,0.3754392302360616,11,2427,13,31.847916666666666
-11,Official,Toto-1.0,0.3752049856854265,11,1851,13,26.504166666666666
-12,Official,ETS,0.3673518263068268,11,2427,13,31.847916666666666
+1,Official,Chronos-2,0.6705983046530325,11,2596,13,31.847916666666666
+2,Official,TiRex,0.668151909980351,11,2587,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6086666053358422,11,2582,13,31.847916666666666
+4,Official,Moirai-2.0,0.5799053298333193,11,1838,13,26.504166666666666
+5,Official,TabPFN-TS,0.5594697080729556,11,1728,13,28.504166666666666
+6,Official,Chronos-Bolt,0.5232283792445839,11,1825,13,26.504166666666666
+7,Official,Sundial,0.5086950828226159,11,2077,13,28.504166666666666
+8,Official,Seasonal-Naive,0.3858370481738511,11,2428,13,31.847916666666666
+9,Official,Moving-Average,0.3774516617331278,11,2428,13,31.847916666666666
+10,Official,ARIMA,0.37543919419706456,11,2428,13,31.847916666666666
+11,Official,Toto-1.0,0.3752049856854265,11,1852,13,26.504166666666666
+12,Official,ETS,0.3673517902678297,11,2428,13,31.847916666666666

results/aggregates/live_rank_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6705983046530325,11,2595,13,31.847916666666666
-2,Official,TiRex,0.668151909980351,11,2586,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6086666053358422,11,2581,13,31.847916666666666
-4,Official,Moirai-2.0,0.5799053298333193,11,1837,13,26.504166666666666
-5,Official,TabPFN-TS,0.5594697080729556,11,1727,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5232283792445839,11,1824,13,26.504166666666666
-7,Official,Sundial,0.5086949747056246,11,2076,13,28.504166666666666
-8,Official,Seasonal-Naive,0.3858370481738511,11,2427,13,31.847916666666666
-9,Official,Moving-Average,0.37745169777212484,11,2427,13,31.847916666666666
-10,Official,ARIMA,0.3754392302360616,11,2427,13,31.847916666666666
-11,Official,Toto-1.0,0.3752049856854265,11,1851,13,26.504166666666666
-12,Official,ETS,0.3673518263068268,11,2427,13,31.847916666666666
+1,Official,Chronos-2,0.6705983046530325,11,2596,13,31.847916666666666
+2,Official,TiRex,0.668151909980351,11,2587,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6086666053358422,11,2582,13,31.847916666666666
+4,Official,Moirai-2.0,0.5799053298333193,11,1838,13,26.504166666666666
+5,Official,TabPFN-TS,0.5594697080729556,11,1728,13,28.504166666666666
+6,Official,Chronos-Bolt,0.5232283792445839,11,1825,13,26.504166666666666
+7,Official,Sundial,0.5086950828226159,11,2077,13,28.504166666666666
+8,Official,Seasonal-Naive,0.3858370481738511,11,2428,13,31.847916666666666
+9,Official,Moving-Average,0.3774516617331278,11,2428,13,31.847916666666666
+10,Official,ARIMA,0.37543919419706456,11,2428,13,31.847916666666666
+11,Official,Toto-1.0,0.3752049856854265,11,1852,13,26.504166666666666
+12,Official,ETS,0.3673517902678297,11,2428,13,31.847916666666666

results/aggregates/live_rank_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6705983046530325,11,2595,13,31.847916666666666
-2,Official,TiRex,0.668151909980351,11,2586,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6086666053358422,11,2581,13,31.847916666666666
-4,Official,Moirai-2.0,0.5799053298333193,11,1837,13,26.504166666666666
-5,Official,TabPFN-TS,0.5594697080729556,11,1727,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5232283792445839,11,1824,13,26.504166666666666
-7,Official,Sundial,0.5086949747056246,11,2076,13,28.504166666666666
-8,Official,Seasonal-Naive,0.3858370481738511,11,2427,13,31.847916666666666
-9,Official,Moving-Average,0.37745169777212484,11,2427,13,31.847916666666666
-10,Official,ARIMA,0.3754392302360616,11,2427,13,31.847916666666666
-11,Official,Toto-1.0,0.3752049856854265,11,1851,13,26.504166666666666
-12,Official,ETS,0.3673518263068268,11,2427,13,31.847916666666666
+1,Official,Chronos-2,0.6705983046530325,11,2596,13,31.847916666666666
+2,Official,TiRex,0.668151909980351,11,2587,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6086666053358422,11,2582,13,31.847916666666666
+4,Official,Moirai-2.0,0.5799053298333193,11,1838,13,26.504166666666666
+5,Official,TabPFN-TS,0.5594697080729556,11,1728,13,28.504166666666666
+6,Official,Chronos-Bolt,0.5232283792445839,11,1825,13,26.504166666666666
+7,Official,Sundial,0.5086950828226159,11,2077,13,28.504166666666666
+8,Official,Seasonal-Naive,0.3858370481738511,11,2428,13,31.847916666666666
+9,Official,Moving-Average,0.3774516617331278,11,2428,13,31.847916666666666
+10,Official,ARIMA,0.37543919419706456,11,2428,13,31.847916666666666
+11,Official,Toto-1.0,0.3752049856854265,11,1852,13,26.504166666666666
+12,Official,ETS,0.3673517902678297,11,2428,13,31.847916666666666

results/aggregates/live_rank_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6705983046530325,11,2595,13,31.847916666666666
-2,Official,TiRex,0.668151909980351,11,2586,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6086666053358422,11,2581,13,31.847916666666666
-4,Official,Moirai-2.0,0.5799053298333193,11,1837,13,26.504166666666666
-5,Official,TabPFN-TS,0.5594697080729556,11,1727,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5232283792445839,11,1824,13,26.504166666666666
-7,Official,Sundial,0.5086949747056246,11,2076,13,28.504166666666666
-8,Official,Seasonal-Naive,0.3858370481738511,11,2427,13,31.847916666666666
-9,Official,Moving-Average,0.37745169777212484,11,2427,13,31.847916666666666
-10,Official,ARIMA,0.3754392302360616,11,2427,13,31.847916666666666
-11,Official,Toto-1.0,0.3752049856854265,11,1851,13,26.504166666666666
-12,Official,ETS,0.3673518263068268,11,2427,13,31.847916666666666
+1,Official,Chronos-2,0.6705983046530325,11,2596,13,31.847916666666666
+2,Official,TiRex,0.668151909980351,11,2587,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6086666053358422,11,2582,13,31.847916666666666
+4,Official,Moirai-2.0,0.5799053298333193,11,1838,13,26.504166666666666
+5,Official,TabPFN-TS,0.5594697080729556,11,1728,13,28.504166666666666
+6,Official,Chronos-Bolt,0.5232283792445839,11,1825,13,26.504166666666666
+7,Official,Sundial,0.5086950828226159,11,2077,13,28.504166666666666
+8,Official,Seasonal-Naive,0.3858370481738511,11,2428,13,31.847916666666666
+9,Official,Moving-Average,0.3774516617331278,11,2428,13,31.847916666666666
+10,Official,ARIMA,0.37543919419706456,11,2428,13,31.847916666666666
+11,Official,Toto-1.0,0.3752049856854265,11,1852,13,26.504166666666666
+12,Official,ETS,0.3673517902678297,11,2428,13,31.847916666666666

results/aggregates/live_release_metrics.csv

@@ -1129,6 +1129,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:16.990967
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:04.843791+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,livehouse-canonical-v1,0.01352650931313503,0.11630352235910583,,0.024256023284370556,-100.0,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.428311+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,livehouse-canonical-v1,11.96859026581218,3.459565039974271,0.015174601977436796,1.1291891050988971,30.310703284331705,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.687722+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,livehouse-canonical-v1,10.742745661333563,3.277612799177713,0.022848985171883607,1.6291823102601362,36.45318876248762,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:58.714429+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.176905+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,ARIMA,livehouse-canonical-v1,0.6259322852102683,0.7911588242636672,0.006416977268424548,0.5865968947581011,-4.842110697454912,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.824795+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.713785+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,livehouse-canonical-v1,83.80778590016955,9.154659245442703,0.3610175129085546,9.741521723089768,-18.80111383980444,True
@@ -3612,6 +3613,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:17.036114
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:04.923270+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,livehouse-canonical-v1,3.4449184919363044e-06,0.0018560491620472515,,0.0016391544022115049,-100.0,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.435262+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,10.19458456928834,3.1928959534078682,0.03488639997260812,2.063521848618575,37.407433996971456,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.692622+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,13.174444865317051,3.6296618114250054,0.0481937573289142,2.9917324485923533,27.297752139038973,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:58.770940+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.181255+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Chronos-2,livehouse-canonical-v1,0.37846994926325,0.615199113509805,0.005220622416507027,0.398504793876282,20.034672932537156,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.829338+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.743986+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,86.84490867709228,9.31906157706302,0.3445957520138388,9.128756050310416,-20.512188802796363,True
@@ -5912,6 +5914,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:17.053763
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:04.940775+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,livehouse-canonical-v1,7.310002424905506e-05,0.008549855218017148,,0.007648682465195116,-100.0,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.440968+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,14.681973896146687,3.8317063948255075,0.042797453202300995,2.978409949855407,20.77034684594078,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.699962+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,13.11828801551865,3.621917726221656,0.04810292035042093,3.398617455626422,27.495304601383648,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:58.836012+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.187957+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Chronos-Bolt,livehouse-canonical-v1,0.3294734071775067,0.5739977414393778,0.004781030239859833,0.39236386775575993,26.58698872156022,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.836874+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.765096+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,78.95221085910677,8.885505661418868,0.3293439453564744,8.629848125580143,-15.907061726373815,True
@@ -7980,6 +7983,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:17.105398
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:04.961940+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,livehouse-canonical-v1,0.0069960637969868145,0.08364247603333377,,0.019387641765222743,-100.0,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.446756+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,livehouse-canonical-v1,7.289537089558967,2.699914274483352,0.029839951547896662,2.535448726696488,50.86154523160633,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.705388+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,livehouse-canonical-v1,6.888420704346889,2.6245801005774028,0.03476439564395718,2.601191768730352,54.010003712027135,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:58.887408+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.194126+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,ETS,livehouse-canonical-v1,0.2109564402417183,0.4592999458324792,0.003835581649759469,0.34138489873417854,45.84414746300761,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.842238+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.786154+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,livehouse-canonical-v1,88.78709186642216,9.42269026692601,0.34543461271469805,9.324913461933702,-21.569089209473525,True
@@ -10166,6 +10170,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:17.131760
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:04.980675+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,livehouse-canonical-v1,2.3724442645314725e-06,0.0015402740874699778,,0.0011511904613322023,-100.0,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.455481+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,16.464583602389116,4.0576574032795225,0.04541242562838166,2.466452381477986,15.228074256320097,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.710310+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,16.76671813638286,4.094718321982949,0.054124057954801984,3.181004176065739,15.81803762266558,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:58.931009+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.199291+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Moirai-2.0,livehouse-canonical-v1,0.23523055726009068,0.4850057291002764,0.004084732098529412,0.33806065549618275,41.43728038691217,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.847298+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.805784+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,72.5220404120061,8.515987342170378,0.31609881012168034,8.253806741044952,-11.741288011750143,True
@@ -12244,6 +12249,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:17.167673
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:05.002660+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,livehouse-canonical-v1,0.007950345065976574,0.08916470751354806,,0.0,-100.0,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.462249+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,livehouse-canonical-v1,21.543938719497564,4.641544863458455,0.05296512610892314,4.576532522963423,1.9030756869519343,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.715243+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,livehouse-canonical-v1,22.277629139413904,4.719918340333221,0.06353889755079299,4.763642740276683,1.7424488456155187,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:58.961965+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.204707+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Moving-Average,livehouse-canonical-v1,0.22412148022170256,0.4734147021604869,0.004014412547649433,0.341438006374413,43.42057365398807,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.853753+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.835929+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,livehouse-canonical-v1,56.71153467906273,7.530706120880215,0.2765522357884313,7.4650398789373975,0.4999477011936182,True
@@ -14673,6 +14679,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:17.236681
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:05.023717+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.467925+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,livehouse-canonical-v1,22.37984150167694,4.730733717054569,0.052057226399331656,3.994857303782671,0.0,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.721117+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,livehouse-canonical-v1,23.067749160134372,4.8028896677036395,0.06269115301623042,4.177667085836259,0.0,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:59.015884+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.209642+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Seasonal-Naive,livehouse-canonical-v1,0.5681151849261052,0.7537341606469122,0.005903736701837653,0.6066995750488479,0.0,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.858897+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.870900+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,livehouse-canonical-v1,57.281439935168805,7.56845029944498,0.279280226587092,7.396716594100443,0.0,True
@@ -16967,6 +16974,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:17.262703
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:05.065195+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Sundial,livehouse-canonical-v1,0.0032431426023336197,0.056948596140147474,,0.01259357230428791,-100.0,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.473022+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Sundial,livehouse-canonical-v1,18.542983458698973,4.306156460081191,0.047643928942126636,3.8224651785434776,9.375838658971016,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.730177+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Sundial,livehouse-canonical-v1,15.984670545102366,3.998083358948681,0.051087854601717525,3.7197077295289653,18.137361701257657,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:59.043104+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,5.020068658017962e-16,2.240550971974965e-08,,2.0700647820995443e-08,0.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.214294+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Sundial,livehouse-canonical-v1,0.15195326903539616,0.38981183798776065,0.003245169580221872,0.23334603951728397,57.79477126114446,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.864262+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,2.9902248051564216e-16,1.7292266494466308e-08,,2.0070790382773237e-08,0.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.884694+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Sundial,livehouse-canonical-v1,64.05380321434167,8.003361994458434,0.3011147454598818,7.896692738614486,-5.581530232586992,True
@@ -18918,6 +18926,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:17.322644
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:05.089882+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TabPFN-TS,livehouse-canonical-v1,1.001087093962388e-06,0.0010005433993397728,,0.0009862149364256723,-100.0,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.478388+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TabPFN-TS,livehouse-canonical-v1,9.387985736429298,3.0639820065446366,0.03423451359110667,3.033941448721107,40.89626800054997,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.734698+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TabPFN-TS,livehouse-canonical-v1,12.977116240043387,3.602376471170578,0.0478459131835113,3.5944904800091018,27.994647248817927,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:59.074863+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.220141+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TabPFN-TS,livehouse-canonical-v1,0.07250727121718285,0.2692717423295338,0.0022087838258288057,0.23778343337742683,77.36349373273761,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.869208+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.899758+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TabPFN-TS,livehouse-canonical-v1,77.36017127461048,8.795463107455484,0.32604020746209794,8.78118776939565,-14.912723606788893,True
@@ -20967,6 +20976,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:17.410606
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:05.169901+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,livehouse-canonical-v1,9.204873009483567e-07,0.0009594202942133113,,0.0006701586630637627,-100.0,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.495085+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,12.922806511782902,3.594830526155983,0.04021129783432784,2.973111527955095,26.788457869473,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.745236+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,11.58870063447705,3.4042180650594416,0.04512548374899311,2.463511676299413,33.1224017280678,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:59.165088+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.230388+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TiRex,livehouse-canonical-v1,0.24874304728385677,0.4987414633694062,0.00417721379904686,0.3358282018028941,39.09762123327152,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.879363+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.954728+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,81.28571605290206,9.015859141141352,0.3339242328491105,8.794758196019716,-17.323207614797095,True
@@ -23553,6 +23563,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:17.357537
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:05.141782+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,livehouse-canonical-v1,6.612880078732847e-07,0.0008131961681373595,,0.0023361815645300717,-100.00000000000001,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.489753+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,11.807054492166406,3.4361394750746665,0.03427980013459348,3.4517688695443627,30.926431611148804,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.739947+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,13.543766267076714,3.680185629431852,0.045800352618175146,3.7596830455062595,26.01362653778343,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:59.105911+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.225550+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TimesFM-2.5,livehouse-canonical-v1,0.21381500389713026,0.4624013450425185,0.0025326603010096243,0.3386938952766313,45.310973548953065,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.874402+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.916690+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,78.62375943088294,8.867003971516137,0.333058400277374,8.729714993375136,-15.70382854759662,True
@@ -25845,6 +25856,7 @@ future-ed1e95c0f7a26c4a5b70,2026-07-23T15:18:00+00:00,2026-07-23T15:32:17.468586
 future-ed289ca3b47a7d02aa2b,2026-07-25T18:55:00+00:00,2026-07-26T00:41:05.194179+00:00,2026-07-25T16:33:46.255343+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,livehouse-canonical-v1,0.5855584995621407,0.765217942524965,,0.003473165652973912,-100.0,False
 future-ee70b6b47b8d536bd767,2026-07-18T15:25:00+00:00,2026-07-18T16:06:24.501079+00:00,2026-07-18T09:34:23.750488+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,15.030046781436171,3.8768604284183574,0.0438650105411845,3.0243915835717123,19.646663108476798,True
 future-eeba7a6acdcc05a16c9a,2026-07-15T17:10:00+00:00,2026-07-15T18:14:27.751165+00:00,2026-07-15T11:13:38.901236+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,17.56108889505884,4.1905952912514515,0.0556139555942812,3.4571603727143865,13.553575560282766,True
+future-eef0eda9d223f9815221,2026-07-26T04:20:00+00:00,2026-07-27T12:21:59.211128+00:00,2026-07-27T11:34:58.480028+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,2.9052776402889946,1.704487500772298,,0.0002668052839234641,-100.0,False
 future-ef76faf61067af3b6c13,2026-07-20T03:00:00+00:00,2026-07-20T06:30:39.236255+00:00,2026-07-19T03:38:12.339513+00:00,prequential-v1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Toto-1.0,livehouse-canonical-v1,0.7744585083459495,0.8800332427504938,0.0037738693758147756,0.3843339511805445,-15.369236299942276,True
 future-eff2c9739f921c457330,2026-07-16T16:50:00+00:00,2026-07-19T04:03:51.884611+00:00,2026-07-18T17:14:02.975592+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,4.491572169482335e-06,0.0021193329538990173,,0.0002693825315856412,-100.0,False
 future-f0a2712007dd368cc86d,2026-07-22T21:40:00+00:00,2026-07-23T02:48:14.974842+00:00,2026-07-22T14:10:04.567598+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,72.38898243345282,8.50817150940511,0.31535087343427,8.316193477411653,-11.650723597812407,True

results/aggregates/live_results_by_dataset.csv

@@ -2,7 +2,7 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stabili
 ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0327893525066814,1.2605427150765056,0.014573089004276608,1.18695990650739,9.833312187229014,2.135623055384809,0.029852068385153693,0.5168645252289956,213,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.9550408452691226,1.2800735826671796,0.01173517790567427,1.1046317964975265,18.661052514691725,1.7735615937688818,-0.15268817204301077,0.23631302243273788,31,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.721952938399284,0.3819234536854709,,0.156400988064818,-32.10613910485235,74.09536034089662,0.06121850666787452,0.17275161482794876,262,0.0,2026-06-29T10:05:00+00:00,2026-07-27T10:50:00+00:00
-ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,511,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
+ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128035e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,512,0.0,2026-06-25T14:45:00+00:00,2026-07-26T04:20:00+00:00
 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.00800771168344,1.326207173091614,0.08803981956779476,1.0373703489917312,-58.91418609438252,1.337635791274214,-0.0582010582010582,0.6809893725769562,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.2027941747100277,0.967418322280209,1.2758665416539192,0.7572602994674381,5.458924023571559,1.1766438451498902,0.07548407812260055,0.028225160001043314,379,0.9973614775725593,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.65294799607064,1.4315386368513643,0.13299285505398112,1.0435655225030136,11.587935014997065,3.4020614598496324,-0.1251451800232288,0.0015432395829971354,288,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -15,7 +15,7 @@ ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.125765698900247
 Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6117911614426588,1.0695205059362567,0.0100853202752571,0.7741205692557181,28.297622329135265,1.9032512469123888,0.07619756763464879,0.08004919532870981,238,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.6159840041421918,1.0825470904741978,0.008336713219130282,0.7508053857926016,37.704191635511265,2.0268378330384347,-0.04435483870967743,0.7355269048685159,32,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,6.468729875512288,0.3294817164997807,,0.14455126012102984,-31.353237075649346,72.67875763347044,0.037375234583272,0.3938831143314372,273,0.0,2026-06-29T10:05:00+00:00,2026-07-27T10:50:00+00:00
-Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653316e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,5.783248303753822e-34,0.0,1.0,530,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
+Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653316e-18,1.3151753777977035e-09,,2.3561627471096824e-09,0.0,5.783238009603856e-34,0.0,1.0,531,0.0,2026-06-25T14:45:00+00:00,2026-07-26T04:20:00+00:00
 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.31386553452913357,0.49365396547686097,0.03316284099899457,0.3340700346147921,7.7242988117908125,0.36722327176548764,-0.2698412698412698,0.04526042867191174,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3292213684176995,0.4794405430284587,0.4788820790457298,0.3150554185399946,50.5722768921193,0.42335808277862125,-0.04474513626064833,0.18248902347617235,398,0.9974874371859297,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.7966371402662333,1.4870889440150759,0.14732287656869858,1.0119245685767808,7.3451939497548375,3.4780132800436627,-0.04627018993290058,0.22967749500451973,303,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -28,7 +28,7 @@ Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.27994700016
 Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3584243203182118,0.988483236863085,0.009942212435786146,0.7224566765181408,22.070587855613862,1.5938837288700864,0.21714285714285714,1.881443456264298e-05,176,1.0,2026-07-03T07:00:00+00:00,2026-07-27T02:00:00+00:00
 Chronos-Bolt,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.514274095721929,1.045016033103337,0.00882882127302277,0.7080324611428557,34.210414178101914,1.711954252866411,0.08571428571428572,0.6119326072720337,21,1.0,2026-07-10T05:00:00+00:00,2026-07-25T06:00:00+00:00
 Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.385192239366246,0.47151103887395757,,0.189607101498417,-24.527698823118495,87.48833292538022,0.044631197152054485,0.3991298153570063,188,0.0,2026-07-03T04:20:00+00:00,2026-07-27T10:50:00+00:00
-Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622845e-12,1.045994219755676e-06,,3.2148618499168906e-06,-100.0,2.022091386389012e-28,0.0,1.0,388,0.0,2026-07-01T21:10:00+00:00,2026-07-26T02:30:00+00:00
+Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622845e-12,1.045994219755676e-06,,3.2148618499168906e-06,-100.0,2.022084670429743e-28,0.0,1.0,389,0.0,2026-07-01T21:10:00+00:00,2026-07-26T04:20:00+00:00
 Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.36167861848650795,0.49455381778420476,0.03324062618358011,0.34431122124691615,7.986333567886383,0.5712708639071138,-0.15217391304347824,0.31275941965675913,24,1.0,2026-06-30T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3307511900733309,1.0466734612677182,1.0781998827846424,0.7028542459133291,7.3077253433019855,1.0750437742935728,0.0010236611973911264,0.9803029356406604,262,0.9961832061068703,2026-07-03T07:42:00+00:00,2026-07-27T11:06:00+00:00
 Chronos-Bolt,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.053613210335367,1.5740409901649883,0.1420962223726639,1.076715875931189,-1.4618279657308582,3.7749827798629183,-0.056022408963585436,0.23403653585070838,204,1.0,2026-07-02T10:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -41,7 +41,7 @@ Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.58882279
 ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.9062516623742625,1.1438753096316576,0.010268748918062547,0.8908433451688154,25.155142045278517,2.4520911506313183,0.09442820444680665,0.04033071077808843,213,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.7107012982517127,1.1483285083687549,0.008882762360871122,0.8552155797525732,30.22823273347917,1.8284059104472181,-0.07096774193548387,0.5894657747826293,31,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.74061229885252,0.3775727426141484,,0.15292977104875666,-32.07345277016502,74.1508092508044,0.09736982536868065,0.03011670137839116,262,0.0,2026-06-29T10:05:00+00:00,2026-07-27T10:50:00+00:00
-ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,511,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
+ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128035e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,512,0.0,2026-06-25T14:45:00+00:00,2026-07-26T04:20:00+00:00
 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,5.613843832129828,2.2103929965175833,0.15925778436226873,1.7831247026080472,-78.68678586194969,3.9623550410667945,0.021164021164021163,0.8910537311539605,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9087364876415058,1.2294813094344743,1.4465656338823611,0.9340138957920082,-11.896977157932165,1.7015725451063541,0.09488908433499463,0.00581206323635433,379,0.9973614775725593,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,5.914336815515836,1.9166666616982038,0.1857866722252127,1.5320167983424575,-5.356131856590157,12.072152060601677,-0.174312814556717,1.0314733826614046e-05,288,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -54,7 +54,7 @@ ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.0833490720100392,
 Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3232765046928578,0.9429012137153884,0.008985526216856703,0.6909521591212189,31.450343129388866,1.6483081134835997,0.30585516178736516,1.5042570947855893e-09,177,1.0,2026-07-03T07:00:00+00:00,2026-07-27T02:00:00+00:00
 Moirai-2.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.8354760648986028,1.1643877410331194,0.009684535709908557,0.7442716890088968,29.00418007830918,1.782282812514967,0.0,1.0,21,1.0,2026-07-10T05:00:00+00:00,2026-07-25T06:00:00+00:00
 Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.336310405006168,0.4690474520671041,,0.18716470873506072,-24.52004654745157,87.26429799210821,0.0321370715395456,0.5429255320560067,189,0.0,2026-07-03T04:20:00+00:00,2026-07-27T10:50:00+00:00
-Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794953e-13,3.488248839001448e-07,,4.1005151803435396e-07,0.0,2.527605838037179e-29,0.0,1.0,389,0.0,2026-07-01T21:10:00+00:00,2026-07-26T02:30:00+00:00
+Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.4882488390014493e-07,,4.100515180343539e-07,0.0,0.0,0.0,1.0,390,0.0,2026-07-01T21:10:00+00:00,2026-07-26T04:20:00+00:00
 Moirai-2.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3509776387406318,0.5109250784451215,0.03392609341986356,0.3477349888235497,-0.05414682793155379,0.5466483923340161,-0.18840579710144928,0.20826013369971733,24,1.0,2026-06-30T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.7060769241952278,0.7072379720538087,0.8286674532196859,0.4683897173620283,39.01937643641005,0.8576148819298502,0.04629495254404551,0.2632598770099731,263,0.9961977186311787,2026-07-03T07:42:00+00:00,2026-07-27T11:06:00+00:00
 Moirai-2.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.8839447414764523,1.5147284313383567,0.1368150397798965,1.0182122980375516,3.30688144305577,3.697180078734069,-0.02552687662798958,0.5857967156807884,206,1.0,2026-07-02T10:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -67,7 +67,7 @@ Moirai-2.0,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.3257669497
 Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.58996163721899,1.3525809286874553,0.012714891921704255,1.1294004024235538,13.346509924484181,2.916466841762542,-0.010452653025068653,0.8204538033826462,213,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.373280996608969,1.5776522602429985,0.012692017698245876,1.3334994557395554,13.950577941966152,3.392855649239463,-0.01935483870967742,0.8927741234198122,31,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.775102154307643,0.39822217761094897,,0.17225111256455794,-32.85989535783664,74.15966159156493,0.0869695243651807,0.05275927822753272,262,0.0,2026-06-29T10:05:00+00:00,2026-07-27T10:50:00+00:00
-Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,511,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
+Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128035e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,512,0.0,2026-06-25T14:45:00+00:00,2026-07-26T04:20:00+00:00
 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.9267203694223873,0.8991660074328582,0.06467944417529574,0.6832483151466748,-40.002513417357854,0.6820557529393131,-0.08465608465608465,0.5436680154547943,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.4146935974536352,1.0338474801045372,2.05112611092433,0.9040836779419791,5.3598091960547665,1.57581487992708,0.16538928676131842,1.5284994176531803e-06,379,0.9973614775725593,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.641936920000907,1.43598949445101,0.14201598143307684,1.1386555805782304,11.427083585001,3.5097633559415824,-0.09117305458768875,0.021062433647622465,288,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -80,7 +80,7 @@ Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.023478
 Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,3.0875686328022915,1.5113130029658803,0.013694684671326944,1.0259475715085344,0.0,3.1938439251829718,-0.01621047036938613,0.7248514480489768,213,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.9918747246231088,1.7580898361214292,0.013825662536288684,1.1867655360975984,0.0,3.672936481441398,-0.10537634408602152,0.4177776715741393,31,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.057644960293842,0.4397240246675344,,0.17230216752913097,0.0,74.05382877924427,0.15037900373358068,0.0021965985288120897,263,0.0,2026-06-29T09:30:00+00:00,2026-07-27T10:50:00+00:00
-Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,512,0.0,2026-06-25T14:25:00+00:00,2026-07-26T02:30:00+00:00
+Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,513,0.0,2026-06-25T14:25:00+00:00,2026-07-26T04:20:00+00:00
 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40627897829962645,0.5557580915813806,0.03936781341215746,0.39697760149965017,0.0,0.4744483125303129,-0.32275132275132273,0.015817547817850365,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.4855291188121826,1.071112587327652,2.0885485988287824,0.9417532852731555,0.0,1.6004515257545118,0.18325232606582414,9.618033168339042e-08,380,0.9973684210526316,2026-06-29T09:30:00+00:00,2026-07-27T11:06:00+00:00
 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.0826574916726184,1.5823011904921385,0.14988712375981117,1.2831013683089256,0.0,3.6025406469524044,-0.08732218377547096,0.02687646090158783,289,1.0,2026-06-28T11:00:00+00:00,2026-07-26T03:20:00+00:00
@@ -93,7 +93,7 @@ Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,2.865413
 Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.336994401217593,1.369755220053674,0.014086341211751853,1.0807232549657544,3.064994291773444,2.0818723983489034,-0.16075205640423032,0.0011583516212729406,185,1.0,2026-07-01T08:00:00+00:00,2026-07-27T02:00:00+00:00
 Sundial,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.282577534418037,1.295313737711657,0.010674569717621086,0.989769586334373,28.22757281538543,2.165692860705266,-0.11333333333333331,0.4448568614280395,25,1.0,2026-07-01T13:00:00+00:00,2026-07-25T06:00:00+00:00
 Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.838875140016092,0.41872947013983824,,0.16300806092909595,-31.32921298921202,79.97895827335437,0.045396825396825394,0.3108018351600368,225,0.0,2026-07-01T00:15:00+00:00,2026-07-27T10:50:00+00:00
-Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,6.751698569162441e-16,2.3382125472452056e-08,,2.0239177666982936e-08,0.0,1.4422975132869825e-15,0.0,1.0,442,0.0,2026-06-29T22:35:00+00:00,2026-07-26T02:30:00+00:00
+Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,6.747789698031189e-16,2.3379920922220223e-08,,2.024021936033285e-08,0.0,1.4406885225945945e-15,0.0,1.0,443,0.0,2026-06-29T22:35:00+00:00,2026-07-26T04:20:00+00:00
 Sundial,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3203636538912743,0.5075621603907478,0.03374635902678368,0.3398897031230472,2.1126852444260993,0.3582833926162125,-0.32923076923076927,0.018371833944896835,26,1.0,2026-06-28T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Sundial,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3889334068247246,0.5404692710194866,0.786659285290951,0.3570406250054914,53.287644128905,0.385046976032722,0.040461025174400964,0.2840730654515441,315,0.9968253968253968,2026-07-01T07:24:00+00:00,2026-07-27T11:06:00+00:00
 Sundial,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.2235140865816265,1.657928142301456,0.16609168269499214,1.2328491033933322,-5.05786319137345,3.5536655227491045,-0.08849899792553004,0.041618348921948926,239,1.0,2026-06-30T09:40:00+00:00,2026-07-26T03:20:00+00:00
@@ -106,7 +106,7 @@ Sundial,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.3116635320842
 TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2897977163308854,0.9634070131740257,0.009453686521010893,0.8285803803384979,23.76185492880625,1.5247855829526096,0.30085999312005507,5.171577126565932e-09,171,1.0,2026-07-01T13:00:00+00:00,2026-07-27T02:00:00+00:00
 TabPFN-TS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.765817913634766,1.1309547489096634,0.009888979337353616,0.9801839284965714,28.490130166116533,1.967159871775054,0.028571428571428574,0.881507823538253,21,1.0,2026-07-10T05:00:00+00:00,2026-07-25T06:00:00+00:00
 TabPFN-TS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.644020177501615,0.48647013467890005,,0.1933705605318908,-24.839129124829398,88.68203541398043,0.038271907492270274,0.4778893253351838,183,0.0,2026-07-01T12:55:00+00:00,2026-07-27T10:50:00+00:00
-TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,375,0.0,2026-06-30T03:30:00+00:00,2026-07-26T02:30:00+00:00
+TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,376,0.0,2026-06-30T03:30:00+00:00,2026-07-26T04:20:00+00:00
 TabPFN-TS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.37327560506336477,0.5185272509173141,0.03418482796535857,0.4123620485360199,3.465213338537667,0.506550571327117,-0.22666666666666663,0.11834341824544657,25,1.0,2026-06-28T23:00:00+00:00,2026-07-24T23:00:00+00:00
 TabPFN-TS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.9738968901589243,0.8724066889225358,0.9221871798183304,0.7107335290300193,22.785335789816966,0.900259410781127,-0.011738514470754908,0.784789742150339,244,0.9959016393442623,2026-07-01T12:54:00+00:00,2026-07-27T11:06:00+00:00
 TabPFN-TS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.906469554217599,1.5117074800952373,0.13547714605067326,1.2769955562462616,3.4555143400753376,3.797755119910379,-0.04350172711571675,0.36899008204048345,193,1.0,2026-06-30T13:20:00+00:00,2026-07-26T03:20:00+00:00
@@ -119,7 +119,7 @@ TabPFN-TS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.33052701666
 TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6024420656404206,1.071766136199834,0.009922092182442147,0.7756962587154468,29.91063601582313,1.7892061365665708,0.05070442680397625,0.24511763187869207,237,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.867204911520663,1.1762075955597422,0.009183553445265521,0.7970810087245487,36.72233479048648,2.026569696352826,-0.0881720430107527,0.4997789602585872,31,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,6.487755401477548,0.3258756514864504,,0.14459963746791732,-31.352605863171934,72.81598868653435,0.001977481215826084,0.964101991554655,272,0.0,2026-06-29T10:05:00+00:00,2026-07-27T10:50:00+00:00
-TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.044036840704184e-18,1.4296981641955703e-09,,1.3977486927145102e-09,0.0,3.855505757918902e-34,0.0,1.0,529,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
+TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.044036840704184e-18,1.42969816419557e-09,,1.39774869271451e-09,0.0,3.855498869169214e-34,0.0,1.0,530,0.0,2026-06-25T14:45:00+00:00,2026-07-26T04:20:00+00:00
 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.314654479190125,0.4795158295005707,0.03176581536708863,0.32560657639009666,14.010661877279322,0.4008075938825765,-0.24867724867724864,0.06578881844114484,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3930608949976051,0.5239423177203615,0.6185610546285029,0.3493516574821373,45.595343712705386,0.5017723668626823,-0.0239864308950293,0.47482633604761837,398,0.9974874371859297,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.9054691505289254,1.5106463491616744,0.15066261387033303,1.0302566859469637,5.911826113041671,3.606691854417125,-0.14224109480539482,0.00022739599642497004,302,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -132,7 +132,7 @@ TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.284495726475147
 TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6415734687925971,1.0793235991283914,0.010593342108474227,0.8861496866583475,27.881784803619308,1.89999029967701,0.06512802019473493,0.13629766785971706,236,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.9785579687021722,1.2185666465217302,0.009193383581546519,1.0035637754191074,31.749193213903137,2.2395890934282816,-0.040322580645161296,0.759913005591003,32,1.0,2026-06-30T08:00:00+00:00,2026-07-25T06:00:00+00:00
 TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.487693450044111,0.32671407135502384,,0.13438338903439273,-29.02738204672225,72.81479283996615,0.11740022082895056,0.008266523557156355,272,0.0,2026-06-29T10:05:00+00:00,2026-07-27T10:50:00+00:00
-TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,529,0.0,2026-06-25T14:45:00+00:00,2026-07-26T02:30:00+00:00
+TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,530,0.0,2026-06-25T14:45:00+00:00,2026-07-26T04:20:00+00:00
 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3316526222970445,0.518229795992016,0.03950672721610399,0.3705334650768531,1.9642900030307806,0.3385346334229588,-0.31746031746031744,0.0177084999871278,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.1744067230616709,0.3561792058967257,0.2561062659534957,0.2746828490909965,62.83740592221253,0.20499230894741285,-0.014550568980948727,0.665438036422784,396,0.9974747474747475,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.7081200802053518,1.472805122504672,0.1327931792392439,1.233632593135565,7.1260217681167815,3.2721113120803,-0.09458537765945745,0.014231477618090932,302,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -145,7 +145,7 @@ TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.262893428
 Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.269724042997417,1.2932646570136275,0.009829127666112472,0.7493222343920141,-0.29848063666583374,2.8668257073572234,0.1915134015441592,0.00014113314543141658,179,1.0,2026-07-03T07:00:00+00:00,2026-07-27T02:00:00+00:00
 Toto-1.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.265937562692351,1.540499852025,0.011156437972542885,0.9013833142116295,2.935846945828291,3.584032706887164,-0.009523809523809525,0.9762195060555436,21,1.0,2026-07-10T05:00:00+00:00,2026-07-25T06:00:00+00:00
 Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,11.948625723158404,1.5074312737071036,,0.19082228393669265,-87.63885046180316,87.57760188268789,0.0070921985815602835,0.8847821344287348,189,0.0,2026-07-03T04:20:00+00:00,2026-07-27T10:50:00+00:00
-Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5477107462350409,0.3106070723404378,,0.00027576286063002214,-100.0,3.5639710273811596,-0.019738999278641225,0.5599871413827242,391,0.0,2026-07-01T21:10:00+00:00,2026-07-26T02:30:00+00:00
+Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5537249474953826,0.3141628897599068,,0.00027574000966903604,-100.0,3.56140179072,-0.014745028446161074,0.6628671073457957,392,0.0,2026-07-01T21:10:00+00:00,2026-07-26T04:20:00+00:00
 Toto-1.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.706714315171903,0.6649440647216701,0.0315691235852417,0.3206082426601839,-12.340778812805832,1.3527117377628468,-0.18115942028985507,0.22687503195798614,24,1.0,2026-06-30T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3181093275529228,0.9649455923902256,0.7603678346242598,0.3940922454587267,16.66167378631522,2.4900047379701507,0.02189822755860492,0.5952758161130641,265,0.9962264150943396,2026-07-03T07:42:00+00:00,2026-07-27T11:06:00+00:00
 Toto-1.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,56.28561192572501,5.13218825670169,0.13036410148840158,1.0269086770552778,-65.09722611053073,182.10170512116613,-0.07980304719435155,0.08689829314492818,208,1.0,2026-07-02T10:10:00+00:00,2026-07-26T03:20:00+00:00

results/aggregates/metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-27T12:10:01.309321+00:00",
+  "generated_at": "2026-07-27T12:24:32.719343+00:00",
   "baseline_model": "Seasonal-Naive",
   "normalization": "Per-config metric / Seasonal-Naive metric",
   "metric_aggregation": "Geometric mean over dataset configurations",

results/aggregates/results_by_domain.csv

@@ -64,13 +64,13 @@ Transportation,TabPFN-TS,1.0,1.0,2,1,1,1.0
 Transportation,TimesFM-2.5,1.0,1.0,3,1,1,1.0
 Transportation,TiRex,1.0,1397.7486927145103,4,1,1,1.0
 Transportation,Chronos-2,1.0,2356.162747109683,5,1,1,1.0
-Transportation,Sundial,1.0,21746.610777160793,6,1,1,1.0
+Transportation,Sundial,1.0,20700.647820995444,6,1,1,1.0
 Transportation,ARIMA,1.0,250217.138218906,7,1,1,1.0
 Transportation,ETS,1.0,250217.138218906,8,1,1,1.0
 Transportation,Moving-Average,1.0,250217.138218906,9,1,1,1.0
 Transportation,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0
 Transportation,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0
-Transportation,Toto-1.0,4726484119.358203,275377088.35580045,12,1,1,1.0
+Transportation,Toto-1.0,2905277640288.9976,266805283.92339998,12,1,1,1.0
 Web,ARIMA,0.35081770342317864,0.47944164778388026,1,1,1,1.0
 Web,Moirai-2.0,0.40785680526551005,0.5118677129116019,2,1,1,1.0
 Web,Sundial,0.303769640015456,0.5282879649026628,3,1,1,1.0

results/aggregates/results_by_frequency.csv

@@ -64,13 +64,13 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 5min,TimesFM-2.5,1.0,1.0,3,2,2,1.0
 5min,Chronos-2,1.0,2075.594868502009,4,2,2,1.0
 5min,TiRex,1.0,2413.6848893618544,5,2,2,1.0
-5min,Sundial,1.0,34118.677210150985,6,2,2,1.0
+5min,Sundial,1.0,33288.05058620806,6,2,2,1.0
 5min,ARIMA,1.0,252290.1359197037,7,2,2,1.0
 5min,ETS,1.0,252290.1359197037,8,2,2,1.0
 5min,Moving-Average,1.0,252290.1359197037,9,2,2,1.0
 5min,Chronos-Bolt,1.0459942197556757,461166.5554836744,10,2,2,1.0
 5min,Moirai-2.0,1.0,374952.8836038598,11,2,2,1.0
-5min,Toto-1.0,82096258430.39575,278556068.70281273,12,2,2,1.0
+5min,Toto-1.0,2035392096241.4727,274186416.689276,12,2,2,1.0
 6min,TimesFM-2.5,0.08149338046575896,0.3178393092479955,1,1,1,1.0
 6min,Chronos-2,0.22608336574130738,0.3547554165549258,2,1,1,1.0
 6min,TiRex,0.3300878677297042,0.42664723259611365,3,1,1,1.0

results/aggregates/results_by_prediction_length.csv

@@ -17,11 +17,11 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 12,TimesFM-2.5,0.883401733927733,0.8936065549864372,4,2,2,1.0
 12,Chronos-Bolt,0.8576213668056174,1427.1372538860771,5,2,2,1.0
 12,TabPFN-TS,0.9139044671265871,0.9447650776752475,6,2,2,1.0
-12,Sundial,0.8615789003568101,130.83672345879134,7,2,2,1.0
+12,Sundial,0.8615789003568101,127.65147494446744,7,2,2,1.0
 12,ARIMA,0.8639722620545719,438.7361038019728,8,2,2,1.0
 12,Seasonal-Naive,1.0,1.0,9,2,2,1.0
 12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
-12,Toto-1.0,54644.51356740061,13260.799702103817,11,2,2,1.0
+12,Toto-1.0,1354787.8203529397,13052.78025241371,11,2,2,1.0
 12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
 24,TiRex,6.756496163289516,0.7744482076348079,1,7,7,1.0
 24,Chronos-2,7.5292623256725335,0.37204959265128773,2,7,7,1.0

results/aggregates/results_overall.csv

@@ -1,11 +1,11 @@
 overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 Overall,TiRex,2.243848524458126,2.481154147006,1,13,13,1.0
 Overall,Chronos-2,2.481064089119964,1.6354996463403184,2,13,13,1.0
-Overall,Sundial,5.192746109064968,3.288475075417385,3,13,13,1.0
+Overall,Sundial,5.192746109064968,3.2760295662671486,3,13,13,1.0
 Overall,TimesFM-2.5,2.223217457377029,0.5403381461849569,4,13,13,1.0
 Overall,TabPFN-TS,1.5375346159095784,0.431375818345862,5,13,13,1.0
 Overall,Moirai-2.0,3.787089536826842,4.629961033741285,6,13,13,1.0
-Overall,Toto-1.0,686.1192861145609,15.240986145070666,7,13,13,1.0
+Overall,Toto-1.0,1124.3748489707614,15.20395776947534,7,13,13,1.0
 Overall,Chronos-Bolt,4.109875978498929,4.685705133149082,8,13,13,1.0
 Overall,Seasonal-Naive,1.0,1.0,9,13,13,1.0
 Overall,Moving-Average,9.18382883563589,1.0023467226410019,10,13,13,1.0

results/arima/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:58:29.376571+00:00",
+    "evaluated_at": "2026-07-27T12:24:30.459651+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-9dc509284b7e840c9d67",
-            "issued_at": "2026-07-27T08:32:01.706660+00:00",
-            "resolved_at": "2026-07-27T11:55:39.318613+00:00",
-            "target_end": "2026-07-27T10:50:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:58.714429+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/chronos_2/all_results.csv

@@ -1,3 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,Chronos-2,253427.98031171164,253427.98031171164,430.1599934895833,0.9318014749305178,0.007149086996462027,0.007183290602900378,3.2641156533937963,503.4163091435474,0.008389478022961463,0.007168654940634957,0.006453564120717358,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,151474.27375920615,151474.27375920615,331.1985677083333,0.6128762551879093,0.00555338622541073,0.005536958612993723,3.7665332417731356,389.19696011043834,0.006507699932794779,0.005537918117874429,0.004363665891866698,Finance,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,Chronos-2,0.17505582868640848,0.17505582868640848,nan,nan,0.003231618795337522,nan,nan,0.41839673598919064,nan,nan,0.2881331988179761,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,2.2560049558764144,2.2560049558764144,nan,nan,0.013873897978694727,nan,nan,1.5020003182011694,nan,nan,0.9690457209453692,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,nan,nan,nan,nan,nan,1.2761158361191085e-09,nan,nan,1.8284365387902989e-09,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,nan,nan,nan,nan,nan,1.3151753777977035e-09,nan,nan,2.356162747109682e-09,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.06025211913342343,0.06025211913342343,nan,nan,0.014048149370033328,nan,nan,0.24546307081396873,nan,nan,0.16759977605525547,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.6764766705393601,0.6764766705393601,nan,nan,1.4029538557481118,nan,nan,0.8224820183684018,nan,nan,0.4884797334102632,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,1.9505935172101228,1.9505935172101228,nan,nan,0.13077107686209835,nan,nan,1.3966365014598905,nan,nan,0.9113497410294875,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,Chronos-2,0.22763978935275495,0.22763978935275495,0.4551292260487874,0.3293397414624391,0.02734639793034648,0.02740698654518156,1.2449814398684094,0.4771161172636646,0.02853423165374086,0.027219291695583462,0.02293888289302154,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,0.03526190188175566,0.03526190188175566,nan,nan,0.2142754133607554,nan,nan,0.1877815269981466,nan,nan,0.1128105078936095,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.16410673128769995,0.16410673128769995,nan,nan,0.03774184875099514,nan,nan,0.4051008902578467,nan,nan,0.20244880321228498,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,0.6326804740446184,0.6326804740446184,nan,nan,0.4433038595658039,nan,nan,0.7954121409964889,nan,nan,0.49632226407417623,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1.2600998320276883e-06,1.2600998320276883e-06,nan,nan,2.683003743489584e-06,nan,nan,0.0011225416838708878,nan,nan,0.002486851610667671,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,0.5379146607901764,0.5379146607901764,nan,nan,0.17100514688638668,nan,nan,0.7334266567218404,nan,nan,0.48842848142456025,Web,1,7

results/chronos_2/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/amazon/chronos-2",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Amazon / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "amazon/chronos-2"
+    "api_model_id": "amazon/chronos-2",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/chronos_2/online_meta.json

@@ -1,19 +1,19 @@
 {
     "model": "Chronos-2",
     "api_model_id": "amazon/chronos-2",
-    "evaluated_at": "2026-06-30T10:59:48.162083+00:00",
-    "datasets": [
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-27T12:24:30.299694+00:00",
+    "resolved_tasks": [
         {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 48,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 96,
-            "prediction_length": 24
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:58.770940+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/chronos_bolt/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:58:29.348830+00:00",
+    "evaluated_at": "2026-07-27T12:24:30.368610+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-9dc509284b7e840c9d67",
-            "issued_at": "2026-07-27T08:32:01.706660+00:00",
-            "resolved_at": "2026-07-27T11:55:39.383853+00:00",
-            "target_end": "2026-07-27T10:50:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:58.836012+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/dataset_properties.csv

@@ -1,6 +1,8 @@
 dataset,domain,frequency,num_variates
 binance_btcusdt_1h_close,Finance,1h,1
-coingecko_bitcoin_7d_price_usd,Finance,1h,1
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
+data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
 nasa_power_shanghai_hourly_t2m,Weather,1h,1
 noaa_coops_sf_water_level_water_level,Ocean,6min,1
 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
@@ -9,3 +11,4 @@ open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 usgs_potomac_iv_usgs_00060,Hydrology,15min,1
+wikimedia_time_series_hourly_pageviews,Web,1D,1

results/ets/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:58:29.370957+00:00",
+    "evaluated_at": "2026-07-27T12:24:30.447681+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-9dc509284b7e840c9d67",
-            "issued_at": "2026-07-27T08:32:01.706660+00:00",
-            "resolved_at": "2026-07-27T11:55:39.408163+00:00",
-            "target_end": "2026-07-27T10:50:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:58.887408+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/moirai_2_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:58:29.343090+00:00",
+    "evaluated_at": "2026-07-27T12:24:30.351516+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-9dc509284b7e840c9d67",
-            "issued_at": "2026-07-27T08:32:01.706660+00:00",
-            "resolved_at": "2026-07-27T11:55:39.446341+00:00",
-            "target_end": "2026-07-27T10:50:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:58.931009+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/moving_average/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:58:29.367201+00:00",
+    "evaluated_at": "2026-07-27T12:24:30.428037+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-9dc509284b7e840c9d67",
-            "issued_at": "2026-07-27T08:32:01.706660+00:00",
-            "resolved_at": "2026-07-27T11:55:39.470182+00:00",
-            "target_end": "2026-07-27T10:50:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:58.961965+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/online_status.json

@@ -1,21 +1,266 @@
 {
-    "status": "partial",
-    "started_at": "2026-07-27T12:21:32.675067+00:00",
-    "finished_at": "2026-07-27T12:21:40.916362+00:00",
-    "task_count": 10,
+    "status": "ok",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "started_at": "2026-07-27T12:21:54.822826+00:00",
+    "finished_at": "2026-07-27T12:24:34.802863+00:00",
     "data_source": "ts_bench",
     "data_config": "configs/datasets/ts_bench.yaml",
-    "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
-    "models": {},
-    "failed_models": [
-        "Chronos-Bolt-Tiny",
-        "Chronos-Bolt-Mini",
-        "Chronos-Bolt-Base",
-        "Chronos-2",
-        "TimesFM-2.5",
-        "Moirai-1.1-Small"
-    ],
-    "push_status": "ok",
-    "pushed_at": "2026-07-27T12:21:51.229337+00:00",
-    "push_detail": "HF Hub API"
+    "task_count": 4,
+    "issued_tasks": 1,
+    "issued_forecasts": 12,
+    "resolved_forecasts": 12,
+    "pending_tasks": 13,
+    "failed_forecasts": [],
+    "models": {
+        "Chronos-2": {
+            "model": "Chronos-2",
+            "api_model_id": "amazon/chronos-2",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.299694+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:58.770940+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TiRex": {
+            "model": "TiRex",
+            "api_model_id": "NX-AI/TiRex-1.1-gifteval",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.320361+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:59.165088+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TimesFM-2.5": {
+            "model": "TimesFM-2.5",
+            "api_model_id": "google/timesfm-2.5-200m-pytorch",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.332224+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:59.105911+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Toto-1.0": {
+            "model": "Toto-1.0",
+            "api_model_id": "Datadog/Toto-Open-Base-1.0",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.336421+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:59.211128+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Moirai-2.0": {
+            "model": "Moirai-2.0",
+            "api_model_id": "Salesforce/moirai-2.0-R-small",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.351516+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:58.931009+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Chronos-Bolt": {
+            "model": "Chronos-Bolt",
+            "api_model_id": "amazon/chronos-bolt-base",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.368610+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:58.836012+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TabPFN-TS": {
+            "model": "TabPFN-TS",
+            "api_model_id": "priorlabs/tabpfn-ts",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.384264+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:59.074863+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Sundial": {
+            "model": "Sundial",
+            "api_model_id": "thuml/sundial-base-128m",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.408438+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:59.043104+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Moving-Average": {
+            "model": "Moving-Average",
+            "api_model_id": "baseline/moving-average",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.428037+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:58.961965+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "ETS": {
+            "model": "ETS",
+            "api_model_id": "baseline/ets",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.447681+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:58.887408+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "ARIMA": {
+            "model": "ARIMA",
+            "api_model_id": "baseline/arima",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.459651+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:58.714429+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Seasonal-Naive": {
+            "model": "Seasonal-Naive",
+            "api_model_id": "baseline/seasonal-naive",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T12:24:30.463202+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-eef0eda9d223f9815221",
+                    "issued_at": "2026-07-27T11:34:58.480028+00:00",
+                    "resolved_at": "2026-07-27T12:21:59.015884+00:00",
+                    "target_end": "2026-07-26T04:20:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        }
+    },
+    "skipped_models": [],
+    "aggregate_status": "ok",
+    "aggregate_files": {
+        "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
+        "gift_domain": "aggregates/results_by_domain.csv",
+        "gift_frequency": "aggregates/results_by_frequency.csv",
+        "gift_overall": "aggregates/results_overall.csv",
+        "gift_metadata": "aggregates/metadata.json",
+        "live_releases": "aggregates/live_release_metrics.csv",
+        "live_by_dataset": "aggregates/live_results_by_dataset.csv",
+        "live_rank": "aggregates/live_rank_up_to_now.csv",
+        "live_overall": "aggregates/live_overall_up_to_now.csv",
+        "live_rank_1d": "aggregates/live_rank_1d.csv",
+        "live_overall_1d": "aggregates/live_overall_1d.csv",
+        "live_rank_7d": "aggregates/live_rank_7d.csv",
+        "live_overall_7d": "aggregates/live_overall_7d.csv",
+        "live_rank_30d": "aggregates/live_rank_30d.csv",
+        "live_overall_30d": "aggregates/live_overall_30d.csv",
+        "live_metadata": "aggregates/live_metadata.json"
+    },
+    "push_status": "pending"
 }

results/prequential/tasks/future-ba7b94cbce31e20f4807.json

@@ -0,0 +1,259 @@
+{
+  "source_task_name": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260727t091500z",
+  "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+  "domain": "Transportation",
+  "frequency": "5min",
+  "prediction_length": 12,
+  "context": [
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0
+  ],
+  "context_timestamps": [
+    "2026-07-25T18:30:00",
+    "2026-07-25T18:35:00",
+    "2026-07-25T18:40:00",
+    "2026-07-25T18:45:00",
+    "2026-07-25T18:50:00",
+    "2026-07-25T18:55:00",
+    "2026-07-25T19:00:00",
+    "2026-07-25T19:05:00",
+    "2026-07-25T19:10:00",
+    "2026-07-25T19:15:00",
+    "2026-07-25T19:20:00",
+    "2026-07-25T19:25:00",
+    "2026-07-25T19:30:00",
+    "2026-07-25T19:35:00",
+    "2026-07-25T19:40:00",
+    "2026-07-25T19:45:00",
+    "2026-07-25T19:50:00",
+    "2026-07-25T19:55:00",
+    "2026-07-25T20:00:00",
+    "2026-07-25T20:05:00",
+    "2026-07-25T20:10:00",
+    "2026-07-25T20:15:00",
+    "2026-07-25T20:20:00",
+    "2026-07-25T20:25:00",
+    "2026-07-25T20:30:00",
+    "2026-07-25T20:35:00",
+    "2026-07-25T20:40:00",
+    "2026-07-25T20:45:00",
+    "2026-07-25T20:50:00",
+    "2026-07-25T20:55:00",
+    "2026-07-25T21:00:00",
+    "2026-07-25T21:05:00",
+    "2026-07-25T21:10:00",
+    "2026-07-25T21:15:00",
+    "2026-07-25T21:20:00",
+    "2026-07-25T21:25:00",
+    "2026-07-25T21:30:00",
+    "2026-07-25T21:35:00",
+    "2026-07-25T21:40:00",
+    "2026-07-25T21:45:00",
+    "2026-07-25T21:50:00",
+    "2026-07-25T21:55:00",
+    "2026-07-25T22:00:00",
+    "2026-07-25T22:05:00",
+    "2026-07-25T22:10:00",
+    "2026-07-25T22:15:00",
+    "2026-07-25T22:20:00",
+    "2026-07-25T22:25:00",
+    "2026-07-25T22:30:00",
+    "2026-07-25T22:35:00",
+    "2026-07-25T22:40:00",
+    "2026-07-25T22:45:00",
+    "2026-07-25T22:50:00",
+    "2026-07-25T22:55:00",
+    "2026-07-25T23:00:00",
+    "2026-07-25T23:05:00",
+    "2026-07-25T23:10:00",
+    "2026-07-25T23:15:00",
+    "2026-07-25T23:20:00",
+    "2026-07-25T23:25:00",
+    "2026-07-25T23:30:00",
+    "2026-07-25T23:35:00",
+    "2026-07-25T23:40:00",
+    "2026-07-25T23:45:00",
+    "2026-07-25T23:50:00",
+    "2026-07-25T23:55:00",
+    "2026-07-26T00:00:00",
+    "2026-07-26T00:05:00",
+    "2026-07-26T00:10:00",
+    "2026-07-26T00:15:00",
+    "2026-07-26T00:20:00",
+    "2026-07-26T00:25:00",
+    "2026-07-26T00:30:00",
+    "2026-07-26T00:35:00",
+    "2026-07-26T00:40:00",
+    "2026-07-26T00:45:00",
+    "2026-07-26T00:50:00",
+    "2026-07-26T00:55:00",
+    "2026-07-26T01:00:00",
+    "2026-07-26T01:05:00",
+    "2026-07-26T01:10:00",
+    "2026-07-26T01:15:00",
+    "2026-07-26T01:20:00",
+    "2026-07-26T01:25:00",
+    "2026-07-26T01:30:00",
+    "2026-07-26T01:35:00",
+    "2026-07-26T01:40:00",
+    "2026-07-26T01:45:00",
+    "2026-07-26T01:50:00",
+    "2026-07-26T01:55:00",
+    "2026-07-26T02:00:00",
+    "2026-07-26T02:05:00",
+    "2026-07-26T02:10:00",
+    "2026-07-26T02:15:00",
+    "2026-07-26T02:20:00",
+    "2026-07-26T02:25:00",
+    "2026-07-26T02:30:00",
+    "2026-07-26T02:35:00",
+    "2026-07-26T02:40:00",
+    "2026-07-26T02:45:00",
+    "2026-07-26T02:50:00",
+    "2026-07-26T02:55:00",
+    "2026-07-26T03:00:00",
+    "2026-07-26T03:05:00",
+    "2026-07-26T03:10:00",
+    "2026-07-26T03:15:00",
+    "2026-07-26T03:20:00",
+    "2026-07-26T03:25:00",
+    "2026-07-26T03:30:00",
+    "2026-07-26T03:35:00",
+    "2026-07-26T03:40:00",
+    "2026-07-26T03:45:00",
+    "2026-07-26T03:50:00",
+    "2026-07-26T03:55:00",
+    "2026-07-26T04:00:00",
+    "2026-07-26T04:05:00",
+    "2026-07-26T04:10:00",
+    "2026-07-26T04:15:00",
+    "2026-07-26T04:20:00",
+    "2026-07-26T04:25:00"
+  ],
+  "context_start": "2026-07-25 18:30",
+  "context_end": "2026-07-26 04:25",
+  "data_fetched_at": "2026-07-27T12:21:14.021312Z",
+  "task_id": "future-ba7b94cbce31e20f4807",
+  "issued_at": "2026-07-27T12:21:59.451271+00:00",
+  "status": "open",
+  "scored_models": [],
+  "metric_version": "livehouse-canonical-v1"
+}

results/prequential/tasks/future-eef0eda9d223f9815221.json

@@ -253,7 +253,23 @@
   "data_fetched_at": "2026-07-27T11:34:11.040812Z",
   "task_id": "future-eef0eda9d223f9815221",
   "issued_at": "2026-07-27T11:34:58.480028+00:00",
-  "status": "open",
-  "scored_models": [],
-  "metric_version": "livehouse-canonical-v1"
+  "status": "resolved",
+  "scored_models": [
+    "ARIMA",
+    "Chronos-2",
+    "Chronos-Bolt",
+    "ETS",
+    "Moirai-2.0",
+    "Moving-Average",
+    "Seasonal-Naive",
+    "Sundial",
+    "TabPFN-TS",
+    "TiRex",
+    "TimesFM-2.5",
+    "Toto-1.0"
+  ],
+  "metric_version": "livehouse-canonical-v1",
+  "resolved_at": "2026-07-27T12:21:59.258003+00:00",
+  "target_start": "2026-07-26T03:25:00",
+  "target_end": "2026-07-26T04:20:00"
 }

results/seasonal_naive/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:58:29.380310+00:00",
+    "evaluated_at": "2026-07-27T12:24:30.463202+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-9dc509284b7e840c9d67",
-            "issued_at": "2026-07-27T08:32:01.706660+00:00",
-            "resolved_at": "2026-07-27T11:55:39.502691+00:00",
-            "target_end": "2026-07-27T10:50:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:59.015884+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/sundial/all_results.csv

@@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Sundial,0.10473457323496249,0.1147649239028985
 coingecko_bitcoin_7d_price_usd/1h/short,Sundial,2.8441660902956243,2.843487024785437,nan,nan,0.015264503024766838,nan,nan,1.6864655615504351,nan,nan,1.3267261152393919,Finance,1,24
 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Sundial,27047.212071285932,27202.68214463723,143.1162110964457,1.5089426812363538,2.4254864254221506,0.8536544624552972,36.2452386153836,164.4603662627745,1.0124792572257424,0.881076689786568,0.7401326095810744,Finance,1,12
 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,3.2531377771354436e-15,4.199943304492918e-15,nan,nan,nan,nan,nan,5.703628474169267e-08,nan,nan,5.3529450933708095e-08,Climate,1,36
-data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,4.550053386613752e-16,6.458747515440812e-16,nan,nan,nan,nan,nan,2.133085414748728e-08,nan,nan,2.17466107771608e-08,Transportation,1,12
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,5.020068658017962e-16,6.380798666326181e-16,nan,nan,nan,nan,nan,2.240550971974965e-08,nan,nan,2.0700647820995443e-08,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Sundial,0.08695338508506821,0.08353722033822863,nan,nan,0.016796435774787625,nan,nan,0.294878593806109,nan,nan,0.1770426087971502,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Sundial,1.1084349749528957,1.123949749505446,nan,nan,1.9088112694417887,nan,nan,1.0528223852829572,nan,nan,0.7153024006551958,Ocean,1,60
 noaa_ndbc_46013_realtime_wave_height/10min/short,Sundial,0.9437676842040763,1.008488858597588,nan,nan,0.09451148129927175,nan,nan,0.9714770631384337,nan,nan,0.7021039878047753,Ocean,1,72

results/sundial/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:58:29.363009+00:00",
+    "evaluated_at": "2026-07-27T12:24:30.408438+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-9dc509284b7e840c9d67",
-            "issued_at": "2026-07-27T08:32:01.706660+00:00",
-            "resolved_at": "2026-07-27T11:55:39.530059+00:00",
-            "target_end": "2026-07-27T10:50:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:59.043104+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/tabpfn_ts/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:58:29.352194+00:00",
+    "evaluated_at": "2026-07-27T12:24:30.384264+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-9dc509284b7e840c9d67",
-            "issued_at": "2026-07-27T08:32:01.706660+00:00",
-            "resolved_at": "2026-07-27T11:55:39.585039+00:00",
-            "target_end": "2026-07-27T10:50:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:59.074863+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/timesfm_2_5/all_results.csv

@@ -1,11 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81742.42789522807,124744.15551821391,297.3611653645833,0.4486972705324055,0.004943552533723208,0.0049579917738521604,4.904699820126863,285.90632713395496,0.0047624096472577765,0.004953215610330298,0.003661364469335062,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,97952.0961373647,155042.49553426108,344.3505859375,0.494849513065497,0.005734942849078377,0.005753831848928334,4.4515950592935765,312.9729958596503,0.005223298429098694,0.005746968263655385,0.004048322861622117,Finance,1
-nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,11.641811304915336,13.423471256234128,2.7575780550638833,3.5293238475457582,0.10321913729068599,0.11204715871745875,101.69350427694228,3.4120098629569253,0.14059996314044312,0.11363254752226123,0.10196536560973148,Weather,1
-noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02908771671812005,0.034046774600905515,0.13568753997484842,0.17312143585760467,0.11185537202482503,0.12463965779787611,2.676967727907387,0.1705512143554541,0.1434961937098364,0.11416304242585044,0.08757558544176978,Ocean,1
-noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05836318292564613,0.04761165148106272,0.16445205609003702,0.3447029766963658,0.07191232151835235,0.06762886788054125,17.47579260325252,0.24158473239351475,0.09877400134375952,0.06723764141999806,0.08169348159617512,Ocean,1
-nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.091922888105425,6.327109473932221,2.2220658461252847,1.3592926513955181,0.10384344306035338,0.11108617811955894,27.998005969855527,2.2565289468795706,0.10885767783941647,0.10719513629549113,0.08603730202253673,Weather,1
-open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,49.47017191748849,82.91626740256955,7.3194271723429365,0.5005687624158839,0.2545421621602366,0.295325743742574,5.8418762834746945,7.033503530779557,0.27381035642937446,0.28494120378950605,0.21288132768520807,Air Quality,1
-open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6484289968751302,1.7882974488526695,1.16057284673055,0.9274277392234174,0.04635277574155072,0.04703534337119358,20.58434769273915,1.2839116001014752,0.04978813570351389,0.045005246764860715,0.03796367653364946,Weather,1
-usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.541379031458973,13.808125303080638,3.0202603340148926,0.7396555920036473,0.33108155235761566,0.30808027947552724,19.43875757528811,3.5413809497791924,0.34691078691714533,0.29586223680145884,0.27081315021125635,Hazards,1
-usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,430.1970050111413,571.0872243667642,16.349232991536457,0.15238120069781555,0.006005184220679013,0.0060436006179905065,2.234056811286407,20.741191022001153,0.007664181440000427,0.006041287017657814,0.004361342408824095,Hydrology,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,TimesFM-2.5,0.18471364393609205,0.2511561167570871,nan,nan,0.003988779263392523,nan,nan,0.42978325227501835,nan,nan,0.26875152458008783,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,2.224373829174787,1.7006943045362455,nan,nan,0.012061613174095603,nan,nan,1.4914334813107781,nan,nan,1.340259097269519,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.07349968636756156,0.12715800629866036,nan,nan,0.017422859563450927,nan,nan,0.2711082558085636,nan,nan,0.19379553509865552,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.2438408969528248,0.1718848752055582,nan,nan,0.6037193360326559,nan,nan,0.49380248779529734,nan,nan,0.43764817618993246,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,1.1785047988827921,1.3574131843350636,nan,nan,0.10778625850392323,nan,nan,1.0855896088682833,nan,nan,0.8113230833776232,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.21622905324208355,0.1617179170793861,0.26413559913635254,0.1911332978675114,0.01630353750267156,0.01601217538840988,10.994616695384883,0.4650043583043965,0.027809880236186378,0.015796796840529412,0.021259949519123158,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,0.03785281024197016,0.017934866424511135,nan,nan,0.21483569476265685,nan,nan,0.19455798683675302,nan,nan,0.19205918049403484,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.06591225974664346,0.03575909793348882,nan,nan,0.01791180333102477,nan,nan,0.2567338305456518,nan,nan,0.19379445942016174,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,0.6086373270893934,0.641798892026256,nan,nan,0.34810479649554643,nan,nan,0.7801521179163673,nan,nan,0.5751539108404323,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,3.3558199566508234e-06,1.597313095652873e-05,nan,nan,1.097785101996528e-05,nan,nan,0.0018318897228410949,nan,nan,0.002929859832357882,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,0.38719216672060525,0.341005570724447,nan,nan,0.12667853599052806,nan,nan,0.6222476731339421,nan,nan,0.5343002043100503,Web,1,7

results/timesfm_2_5/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/google/timesfm-2.5-200m-pytorch",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Google / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "google/timesfm-2.5-200m-pytorch"
+    "api_model_id": "google/timesfm-2.5-200m-pytorch",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/timesfm_2_5/online_meta.json

@@ -1,67 +1,19 @@
 {
     "model": "TimesFM-2.5",
     "api_model_id": "google/timesfm-2.5-200m-pytorch",
-    "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
-    "datasets": [
-        {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 69,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-27T12:24:30.332224+00:00",
+    "resolved_tasks": [
+        {
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:59.105911+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/tirex/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:58:29.333087+00:00",
+    "evaluated_at": "2026-07-27T12:24:30.320361+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-9dc509284b7e840c9d67",
-            "issued_at": "2026-07-27T08:32:01.706660+00:00",
-            "resolved_at": "2026-07-27T11:55:39.652100+00:00",
-            "target_end": "2026-07-27T10:50:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:59.165088+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/toto_1_0/all_results.csv

@@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Toto-1.0,0.2726949967761062,0.2527851149657427
 coingecko_bitcoin_7d_price_usd/1h/short,Toto-1.0,3.6645792269334403,3.8334701114198935,nan,nan,0.018154881072786195,nan,nan,1.9143090729904197,nan,nan,1.3158562118322297,Finance,1,24
 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-1.0,23019.0460822337,26241.382774419122,124.61535914738973,1.313879348219856,0.6257435399486769,0.9697879270582787,13.780075922721792,151.7202889604212,0.9340465971435247,0.767178555755332,0.6004176198191844,Finance,1,12
 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,1.4259638831041896,6.09966053020686e-09,nan,nan,nan,nan,nan,1.1941372965887087,nan,nan,0.000281771747513406,Climate,1,36
-data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.004726484119358291,5.819349504898946e-09,nan,nan,nan,nan,nan,0.06874942995660611,nan,nan,0.00027537708835586303,Transportation,1,12
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,2.9052776402889946,4.044687682561865e-09,nan,nan,nan,nan,nan,1.704487500772298,nan,nan,0.0002668052839234641,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Toto-1.0,0.3781601546771693,0.064105101809067,nan,nan,0.014643988879747117,nan,nan,0.614947277965493,nan,nan,0.19193844973139762,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,2.11683930835631,1.9318541444866848,nan,nan,2.4720793021414016,nan,nan,1.4549361870392494,nan,nan,0.6552121422909066,Ocean,1,60
 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-1.0,9.636232627812483,0.5254104186787759,nan,nan,0.06892947365847989,nan,nan,3.104228185525749,nan,nan,0.7304308435297772,Ocean,1,72

results/toto_1_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T11:58:29.339202+00:00",
+    "evaluated_at": "2026-07-27T12:24:30.336421+00:00",
     "resolved_tasks": [
         {
-            "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short",
-            "task_id": "future-9dc509284b7e840c9d67",
-            "issued_at": "2026-07-27T08:32:01.706660+00:00",
-            "resolved_at": "2026-07-27T11:55:39.686360+00:00",
-            "target_end": "2026-07-27T10:50:00+00:00",
-            "prediction_length": 36,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-eef0eda9d223f9815221",
+            "issued_at": "2026-07-27T11:34:58.480028+00:00",
+            "resolved_at": "2026-07-27T12:21:59.211128+00:00",
+            "target_end": "2026-07-26T04:20:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]