Update leaderboard results from local eval

results/aggregates/live_metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-27T14:42:17.198559+00:00",
+  "generated_at": "2026-07-27T15:03:55.153764+00:00",
   "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
   "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
   "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
@@ -13,8 +13,8 @@
   "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
   "num_models": 12,
   "num_datasets": 13,
-  "num_model_releases": 26864,
-  "num_unique_releases": 2660,
+  "num_model_releases": 26870,
+  "num_unique_releases": 2661,
   "fixed_windows": {
     "1d": {
       "days": 1,
@@ -25,21 +25,21 @@
     },
     "7d": {
       "days": 7,
-      "num_model_releases": 2580,
-      "num_unique_releases": 215,
+      "num_model_releases": 2586,
+      "num_unique_releases": 216,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 168 hours through reference_time"
     },
     "30d": {
       "days": 30,
-      "num_model_releases": 26517,
-      "num_unique_releases": 2609,
+      "num_model_releases": 26523,
+      "num_unique_releases": 2610,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 720 hours through reference_time"
     }
   },
   "protocol_counts": {
     "historical-snapshot-recompute": 22388,
-    "prequential-v1": 4476
+    "prequential-v1": 4482
   }
 }

results/aggregates/live_overall_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,1547.813481771736,12.240862820755208,0.22178631027386483,12.111582480265943,-12.039129985498235,0.6693109705682136,11,2600,13,31.847916666666666,3757.8055949738464,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,1559.9521611151163,12.226461626200926,0.26103162002821184,16.049922020185658,-6.889001125289239,0.6673264754047755,11,2591,13,31.847916666666666,3884.1515503430423,-0.44444444444444436,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,1547.7650364933795,12.185322128806854,0.14723127267799227,12.116018716094517,-4.4577160297439296,0.6091430599005271,11,2586,13,31.847916666666666,3757.750604974836,-0.22222222222222218,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,1547.9176623910867,12.290761473944807,0.3559844403788633,12.155114104812414,-18.502243721360696,0.5795269203640007,11,1842,13,26.504166666666666,3758.166672538849,-0.11111111111111105,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,1547.813481771736,12.240862820755208,0.22178631027386483,12.111582480265943,-12.039129985498235,0.6693109705682136,11,2601,13,31.847916666666666,3757.8055949738464,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,1559.9521611151163,12.226461626200926,0.26103162002821184,16.049922020185658,-6.889001125289239,0.6673264754047755,11,2592,13,31.847916666666666,3884.1515503430423,-0.44444444444444436,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,1547.7650364933795,12.185322128806854,0.14723127267799227,12.116018716094517,-4.4577160297439296,0.6091430599005271,11,2587,13,31.847916666666666,3757.750604974836,-0.22222222222222218,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,1547.9176623910867,12.290761473944807,0.3559844403788633,12.155114104812414,-18.502243721360696,0.5795269203640007,11,1843,13,26.504166666666666,3758.166672538849,-0.11111111111111105,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
 5,Official,TabPFN-TS,1547.9129722135144,12.271824592217982,0.2507084631040376,12.195590886148851,-4.850348298509722,0.560332481663002,11,1732,13,28.504166666666666,3758.1276598252284,-0.22222222222222218,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,1548.0100540832957,12.322555461747639,0.3336095322032448,12.183000827224685,-16.871876780819512,0.5230013335629927,11,1829,13,26.504166666666666,3758.249958582215,-0.11111111111111105,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,1548.0100540832957,12.322555461747639,0.3336095322032448,12.183000827224685,-16.871876780819512,0.5230013335629927,11,1830,13,26.504166666666666,3758.249958582215,-0.11111111111111105,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
 7,Official,Sundial,1547.8548023020292,12.268993725625094,0.30505679430379073,12.138138542708848,-13.866175700506634,0.5099961547830284,11,2081,13,28.504166666666666,3757.868067660498,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
 8,Official,Seasonal-Naive,1548.0388134367333,12.353780309228172,0.3207810820799116,10.810078649647377,0.0,0.38590732134755323,11,2432,13,31.847916666666666,3758.0664525467787,-0.22222222222222218,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
 9,Official,Moving-Average,1548.0743137784643,12.429171665975762,0.34993301508016605,12.28911818060323,-33.396810308689844,0.37932940989149044,11,2432,13,31.847916666666666,3758.084947162075,-0.4444444444444445,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,Toto-1.0,2095.4236428166537,14.694283069454682,0.2816576088162993,10.903842360701796,-35.33852684804045,0.37524282663235825,11,1856,13,26.504166666666666,4454.302536772134,0.11111111111111116,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,Toto-1.0,2095.4236428166537,14.694283069454682,0.2816576088162993,10.903842360701796,-35.33852684804045,0.37524282663235825,11,1857,13,26.504166666666666,4454.302536772134,0.11111111111111116,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
 11,Official,ARIMA,1549.0891589785128,12.815032982096046,0.4780838086109092,12.895474318600707,-45.94652024757806,0.3747308361727161,11,2432,13,31.847916666666666,3756.4521283043664,-0.5555555555555557,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00
 12,Official,ETS,1550.3815801127218,13.136518408989243,0.8399474176340962,12.910291926155365,-49.45737397151659,0.3661522097093419,11,2432,13,31.847916666666666,3758.1880163290693,-0.5555555555555557,0.0,7,15,0.8571428571428571,2026-07-26T15:20:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_overall_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.235106579926226,0.8720818224157566,0.15934869308504865,0.6372512316530988,23.453075108268482,0.6693109705682136,11,2600,13,31.847916666666666,137.52518439196584,0.04415676294790268,0.07692307692307693,13,2556,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,14.414262588372436,0.8764977486033888,0.19586207829742247,0.6713684516851596,24.561210942182676,0.6673264754047755,11,2591,13,31.847916666666666,140.2820656986669,0.042811971669492535,0.15384615384615385,13,2543,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,14.29242698395633,0.8721357456773067,0.13656915918672444,0.7145630479965086,23.90081125720491,0.6091430599005271,11,2586,13,31.847916666666666,137.7891292161885,0.04536341248418948,0.23076923076923078,13,2537,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,17.905317235321032,0.9225160458986736,0.23872585450006376,0.6688352147893405,22.12950661429337,0.5795269203640007,11,1842,13,26.504166666666666,157.7465072910542,0.07531351492195175,0.15384615384615385,13,1842,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,14.235106579926226,0.8720818224157566,0.15934869308504865,0.6372512316530988,23.453075108268482,0.6693109705682136,11,2601,13,31.847916666666666,137.52518439196584,0.04415676294790268,0.07692307692307693,13,2557,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,14.414262588372436,0.8764977486033888,0.19586207829742247,0.6713684516851596,24.561210942182676,0.6673264754047755,11,2592,13,31.847916666666666,140.2820656986669,0.042811971669492535,0.15384615384615385,13,2544,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,14.29242698395633,0.8721357456773067,0.13656915918672444,0.7145630479965086,23.90081125720491,0.6091430599005271,11,2587,13,31.847916666666666,137.7891292161885,0.04536341248418948,0.23076923076923078,13,2538,0.8461538461538461,2026-06-27T23:00:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,17.905317235321032,0.9225160458986736,0.23872585450006376,0.6688352147893405,22.12950661429337,0.5795269203640007,11,1843,13,26.504166666666666,157.7465072910542,0.07531351492195175,0.15384615384615385,13,1843,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
 5,Official,TabPFN-TS,19.65033795019786,0.9699213992277406,0.1999838376959414,0.8150639486189685,18.625536319709923,0.560332481663002,11,1732,13,28.504166666666666,165.39328588400443,0.05112290862464181,0.15384615384615385,13,1735,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,18.186731949872073,0.9698077444951759,0.2731878567308825,0.7180858104097678,11.451524700922977,0.5230013335629927,11,1829,13,26.504166666666666,158.7274865859357,0.03543462988726811,0.15384615384615385,13,1829,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,18.186731949872073,0.9698077444951759,0.2731878567308825,0.7180858104097678,11.451524700922977,0.5230013335629927,11,1830,13,26.504166666666666,158.7274865859357,0.03543462988726811,0.15384615384615385,13,1830,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
 7,Official,Sundial,17.52721334232601,1.0110090135433096,0.22235092809617718,0.7633980583805393,15.951728460094227,0.5099961547830284,11,2081,13,28.504166666666666,152.4970444119391,0.01299180306908735,0.3076923076923077,13,2083,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
 8,Official,Seasonal-Naive,16.111412313819013,1.2304546918921668,0.36339821370035347,0.9592511807793779,0.0,0.38590732134755323,11,2432,13,31.847916666666666,142.90706810928626,0.045950340177586084,0.23076923076923078,13,2390,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
 9,Official,Moving-Average,15.857771579051569,1.1381125471149691,0.33833462542792697,0.9143275565857338,3.0487466683397253,0.37932940989149044,11,2432,13,31.847916666666666,143.160948895423,0.07232662268938089,0.15384615384615385,13,2382,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,Toto-1.0,28.955542661913036,1.6625797906056934,0.28220100271417736,0.6989269389753563,-19.087123161757525,0.37524282663235825,11,1856,13,26.504166666666666,215.45256339946752,-0.0017111730116944313,0.15384615384615385,13,1856,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,Toto-1.0,28.955435831737876,1.6625189672128269,0.28220100271417736,0.6989269396170396,-19.087123161757525,0.37524282663235825,11,1857,13,26.504166666666666,215.45222599020886,-0.0020494327086895883,0.15384615384615385,13,1857,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
 11,Official,ARIMA,15.78333233374152,1.1409770891954092,0.34635779364867,0.9000724186726432,1.8517330484629848,0.3747308361727161,11,2432,13,31.847916666666666,143.1674681004115,0.046332489356310666,0.15384615384615385,13,2382,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00
 12,Official,ETS,17.575254958192836,1.400610829506993,0.31334647147435113,1.1102730650402344,-3.708098357110755,0.3661522097093419,11,2432,13,31.847916666666666,148.04341277598706,0.05555408514662799,0.15384615384615385,13,2382,0.8461538461538461,2026-06-27T18:15:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_overall_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,121.7814377738323,1.8375575582026364,0.14873602323202156,1.624257641255617,13.809757851193597,0.6693109705682136,11,2600,13,31.847916666666666,458.6417007169508,-0.1550874635286741,0.08333333333333333,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,122.62640316411348,1.8143647222515966,0.15172034676634558,1.9033122474918658,16.031079630489632,0.6673264754047755,11,2591,13,31.847916666666666,467.5630321711567,-0.22963929951148157,0.0,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,121.69793474374627,1.7988377261839539,0.11967111734429361,1.6760394120945277,16.378189670672217,0.6091430599005271,11,2586,13,31.847916666666666,458.46054976238344,-0.17667073860607813,0.0,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,121.78644299879785,1.8431983518404167,0.17047359843242657,1.598091889443639,13.104130622025197,0.5795269203640007,11,1842,13,26.504166666666666,458.5357104493282,-0.11937731342486484,0.0,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,121.7814377738323,1.8375575582026364,0.14873602323202156,1.624257641255617,13.809757851193597,0.6693109705682136,11,2601,13,31.847916666666666,458.6417007169508,-0.1550874635286741,0.08333333333333333,12,216,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,122.62640316411348,1.8143647222515966,0.15172034676634558,1.9033122474918658,16.031079630489632,0.6673264754047755,11,2592,13,31.847916666666666,467.5630321711567,-0.22963929951148157,0.0,12,216,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,121.69793474374627,1.7988377261839539,0.11967111734429361,1.6760394120945277,16.378189670672217,0.6091430599005271,11,2587,13,31.847916666666666,458.46054976238344,-0.17667073860607813,0.0,12,216,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,121.78644299879785,1.8431983518404167,0.17047359843242657,1.598091889443639,13.104130622025197,0.5795269203640007,11,1843,13,26.504166666666666,458.5357104493282,-0.11937731342486484,0.0,12,216,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
 5,Official,TabPFN-TS,121.9624129984635,1.9139401995173875,0.17337576065729893,1.784542061489833,8.125777973699284,0.560332481663002,11,1732,13,28.504166666666666,458.70212132756717,-0.13555368021162467,0.0,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,121.89295811817978,1.8808978788151638,0.18121271715201687,1.670011567278629,3.8129753552154,0.5230013335629927,11,1829,13,26.504166666666666,458.7320142557381,-0.06926519909225531,0.0,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,121.89295811817978,1.8808978788151638,0.18121271715201687,1.670011567278629,3.8129753552154,0.5230013335629927,11,1830,13,26.504166666666666,458.7320142557381,-0.06926519909225531,0.0,12,216,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
 7,Official,Sundial,122.01507650579468,1.8867837829520973,0.1798528877431087,1.6845202229347187,11.915185668790825,0.5099961547830284,11,2081,13,28.504166666666666,458.6869498585607,-0.12398464286156806,0.0,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
 8,Official,Seasonal-Naive,122.34400690700897,2.048709564705565,0.2311516746276568,1.6838700932609652,0.0,0.38590732134755323,11,2432,13,31.847916666666666,458.8295284193708,-0.15904385469392543,0.08333333333333333,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
 9,Official,Moving-Average,122.17521140844833,2.0086237699255554,0.22736332054823225,1.8144526831936127,-2.649847383247442,0.37932940989149044,11,2432,13,31.847916666666666,458.7726804834887,0.019831306043634055,0.08333333333333333,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,Toto-1.0,164.77907014463366,2.459679838892533,0.16654881055394927,1.5557748916387792,-26.248010729026944,0.37524282663235825,11,1856,13,26.504166666666666,588.1526374552254,-0.10140596212972289,0.0,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,Toto-1.0,164.77833892647155,2.4593458976616303,0.16654881055394927,1.5557748952870665,-26.248010729026944,0.37524282663235825,11,1857,13,26.504166666666666,588.1502826668954,-0.10341629657426306,0.0,12,216,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
 11,Official,ARIMA,122.23593871192686,2.0817847687117035,0.2232164413335001,1.8185509392201915,-7.631196087515769,0.3747308361727161,11,2432,13,31.847916666666666,458.75185158697,0.017849505829996948,0.08333333333333333,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00
 12,Official,ETS,123.27537380635317,2.3403407619610594,0.3307564649649694,2.069199528985521,-12.969193269004256,0.3661522097093419,11,2432,13,31.847916666666666,460.0901574593417,0.012859082678741668,0.0,12,215,0.8333333333333334,2026-07-20T15:25:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_overall_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.23689594957746,0.8734404521114858,0.15947098228377157,0.6380917650051696,23.434308979083212,0.6693109705682136,11,2600,13,31.847916666666666,137.52631155390458,0.04071291335020693,0.15384615384615385,13,2605,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-2,Official,TiRex,14.414542172168703,0.8769620513749652,0.19591137094813557,0.6716445903376325,24.63530863558481,0.6673264754047755,11,2591,13,31.847916666666666,140.2815145733756,0.04055781556918259,0.15384615384615385,13,2591,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-3,Official,TimesFM-2.5,14.29460055712544,0.8736399919756871,0.13672374085978675,0.7155908065991847,23.877085836271537,0.6091430599005271,11,2586,13,31.847916666666666,137.79136171031158,0.04176302426841664,0.23076923076923078,13,2586,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-4,Official,Moirai-2.0,17.905317235321032,0.9225160458986736,0.23872585450006376,0.6688352147893405,22.12950661429337,0.5795269203640007,11,1842,13,26.504166666666666,157.7465072910542,0.07531351492195175,0.15384615384615385,13,1842,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+1,Official,Chronos-2,14.23689594957746,0.8734404521114858,0.15947098228377157,0.6380917650051696,23.434308979083212,0.6693109705682136,11,2601,13,31.847916666666666,137.52631155390458,0.04071291335020693,0.15384615384615385,13,2606,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+2,Official,TiRex,14.414542172168703,0.8769620513749652,0.19591137094813557,0.6716445903376325,24.63530863558481,0.6673264754047755,11,2592,13,31.847916666666666,140.2815145733756,0.04055781556918259,0.15384615384615385,13,2592,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+3,Official,TimesFM-2.5,14.29460055712544,0.8736399919756871,0.13672374085978675,0.7155908065991847,23.877085836271537,0.6091430599005271,11,2587,13,31.847916666666666,137.79136171031158,0.04176302426841664,0.23076923076923078,13,2587,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
+4,Official,Moirai-2.0,17.905317235321032,0.9225160458986736,0.23872585450006376,0.6688352147893405,22.12950661429337,0.5795269203640007,11,1843,13,26.504166666666666,157.7465072910542,0.07531351492195175,0.15384615384615385,13,1843,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
 5,Official,TabPFN-TS,19.65033795019786,0.9699213992277406,0.1999838376959414,0.8150639486189685,18.625536319709923,0.560332481663002,11,1732,13,28.504166666666666,165.39328588400443,0.05112290862464181,0.15384615384615385,13,1735,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
-6,Official,Chronos-Bolt,18.186731949872073,0.9698077444951759,0.2731878567308825,0.7180858104097678,11.451524700922977,0.5230013335629927,11,1829,13,26.504166666666666,158.7274865859357,0.03543462988726811,0.15384615384615385,13,1829,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+6,Official,Chronos-Bolt,18.186731949872073,0.9698077444951759,0.2731878567308825,0.7180858104097678,11.451524700922977,0.5230013335629927,11,1830,13,26.504166666666666,158.7274865859357,0.03543462988726811,0.15384615384615385,13,1830,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
 7,Official,Sundial,17.52721334232601,1.0110090135433096,0.22235092809617718,0.7633980583805393,15.951728460094227,0.5099961547830284,11,2081,13,28.504166666666666,152.4970444119391,0.01299180306908735,0.3076923076923077,13,2083,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-27T11:06:00+00:00
 8,Official,Seasonal-Naive,16.11300014487102,1.231668017004319,0.3635303976726447,0.960276673560542,0.0,0.38590732134755323,11,2432,13,31.847916666666666,142.90737186843987,0.0428195678160445,0.23076923076923078,13,2441,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-27T11:06:00+00:00
 9,Official,Moving-Average,15.86139471796715,1.1397750782793759,0.3385304350166764,0.9157528887638383,3.0514555162188417,0.37932940989149044,11,2432,13,31.847916666666666,143.16364688194295,0.06778700276514557,0.15384615384615385,13,2432,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
-10,Official,Toto-1.0,28.955542661913036,1.6625797906056934,0.28220100271417736,0.6989269389753563,-19.087123161757525,0.37524282663235825,11,1856,13,26.504166666666666,215.45256339946752,-0.0017111730116944313,0.15384615384615385,13,1856,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
+10,Official,Toto-1.0,28.955435831737876,1.6625189672128269,0.28220100271417736,0.6989269396170396,-19.087123161757525,0.37524282663235825,11,1857,13,26.504166666666666,215.45222599020886,-0.0020494327086895883,0.15384615384615385,13,1857,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-27T11:06:00+00:00
 11,Official,ARIMA,15.793107540524204,1.1438431341401425,0.3466386873850857,0.9023414998597636,1.8204343777774408,0.3747308361727161,11,2432,13,31.847916666666666,143.1797200960481,0.04075971455276664,0.15384615384615385,13,2432,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00
 12,Official,ETS,17.602207667297087,1.4053748280014333,0.31385770371815763,1.114296695715558,-3.7345842457247542,0.3661522097093419,11,2432,13,31.847916666666666,148.07370766629188,0.04951169448885272,0.15384615384615385,13,2432,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-27T11:06:00+00:00

results/aggregates/live_rank_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6693109705682136,11,2600,13,31.847916666666666
-2,Official,TiRex,0.6673264754047755,11,2591,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6091430599005271,11,2586,13,31.847916666666666
-4,Official,Moirai-2.0,0.5795269203640007,11,1842,13,26.504166666666666
+1,Official,Chronos-2,0.6693109705682136,11,2601,13,31.847916666666666
+2,Official,TiRex,0.6673264754047755,11,2592,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6091430599005271,11,2587,13,31.847916666666666
+4,Official,Moirai-2.0,0.5795269203640007,11,1843,13,26.504166666666666
 5,Official,TabPFN-TS,0.560332481663002,11,1732,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5230013335629927,11,1829,13,26.504166666666666
+6,Official,Chronos-Bolt,0.5230013335629927,11,1830,13,26.504166666666666
 7,Official,Sundial,0.5099961547830284,11,2081,13,28.504166666666666
 8,Official,Seasonal-Naive,0.38590732134755323,11,2432,13,31.847916666666666
 9,Official,Moving-Average,0.37932940989149044,11,2432,13,31.847916666666666
-10,Official,Toto-1.0,0.37524282663235825,11,1856,13,26.504166666666666
+10,Official,Toto-1.0,0.37524282663235825,11,1857,13,26.504166666666666
 11,Official,ARIMA,0.3747308361727161,11,2432,13,31.847916666666666
 12,Official,ETS,0.3661522097093419,11,2432,13,31.847916666666666

results/aggregates/live_rank_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6693109705682136,11,2600,13,31.847916666666666
-2,Official,TiRex,0.6673264754047755,11,2591,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6091430599005271,11,2586,13,31.847916666666666
-4,Official,Moirai-2.0,0.5795269203640007,11,1842,13,26.504166666666666
+1,Official,Chronos-2,0.6693109705682136,11,2601,13,31.847916666666666
+2,Official,TiRex,0.6673264754047755,11,2592,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6091430599005271,11,2587,13,31.847916666666666
+4,Official,Moirai-2.0,0.5795269203640007,11,1843,13,26.504166666666666
 5,Official,TabPFN-TS,0.560332481663002,11,1732,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5230013335629927,11,1829,13,26.504166666666666
+6,Official,Chronos-Bolt,0.5230013335629927,11,1830,13,26.504166666666666
 7,Official,Sundial,0.5099961547830284,11,2081,13,28.504166666666666
 8,Official,Seasonal-Naive,0.38590732134755323,11,2432,13,31.847916666666666
 9,Official,Moving-Average,0.37932940989149044,11,2432,13,31.847916666666666
-10,Official,Toto-1.0,0.37524282663235825,11,1856,13,26.504166666666666
+10,Official,Toto-1.0,0.37524282663235825,11,1857,13,26.504166666666666
 11,Official,ARIMA,0.3747308361727161,11,2432,13,31.847916666666666
 12,Official,ETS,0.3661522097093419,11,2432,13,31.847916666666666

results/aggregates/live_rank_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6693109705682136,11,2600,13,31.847916666666666
-2,Official,TiRex,0.6673264754047755,11,2591,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6091430599005271,11,2586,13,31.847916666666666
-4,Official,Moirai-2.0,0.5795269203640007,11,1842,13,26.504166666666666
+1,Official,Chronos-2,0.6693109705682136,11,2601,13,31.847916666666666
+2,Official,TiRex,0.6673264754047755,11,2592,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6091430599005271,11,2587,13,31.847916666666666
+4,Official,Moirai-2.0,0.5795269203640007,11,1843,13,26.504166666666666
 5,Official,TabPFN-TS,0.560332481663002,11,1732,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5230013335629927,11,1829,13,26.504166666666666
+6,Official,Chronos-Bolt,0.5230013335629927,11,1830,13,26.504166666666666
 7,Official,Sundial,0.5099961547830284,11,2081,13,28.504166666666666
 8,Official,Seasonal-Naive,0.38590732134755323,11,2432,13,31.847916666666666
 9,Official,Moving-Average,0.37932940989149044,11,2432,13,31.847916666666666
-10,Official,Toto-1.0,0.37524282663235825,11,1856,13,26.504166666666666
+10,Official,Toto-1.0,0.37524282663235825,11,1857,13,26.504166666666666
 11,Official,ARIMA,0.3747308361727161,11,2432,13,31.847916666666666
 12,Official,ETS,0.3661522097093419,11,2432,13,31.847916666666666

results/aggregates/live_rank_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6693109705682136,11,2600,13,31.847916666666666
-2,Official,TiRex,0.6673264754047755,11,2591,13,31.847916666666666
-3,Official,TimesFM-2.5,0.6091430599005271,11,2586,13,31.847916666666666
-4,Official,Moirai-2.0,0.5795269203640007,11,1842,13,26.504166666666666
+1,Official,Chronos-2,0.6693109705682136,11,2601,13,31.847916666666666
+2,Official,TiRex,0.6673264754047755,11,2592,13,31.847916666666666
+3,Official,TimesFM-2.5,0.6091430599005271,11,2587,13,31.847916666666666
+4,Official,Moirai-2.0,0.5795269203640007,11,1843,13,26.504166666666666
 5,Official,TabPFN-TS,0.560332481663002,11,1732,13,28.504166666666666
-6,Official,Chronos-Bolt,0.5230013335629927,11,1829,13,26.504166666666666
+6,Official,Chronos-Bolt,0.5230013335629927,11,1830,13,26.504166666666666
 7,Official,Sundial,0.5099961547830284,11,2081,13,28.504166666666666
 8,Official,Seasonal-Naive,0.38590732134755323,11,2432,13,31.847916666666666
 9,Official,Moving-Average,0.37932940989149044,11,2432,13,31.847916666666666
-10,Official,Toto-1.0,0.37524282663235825,11,1856,13,26.504166666666666
+10,Official,Toto-1.0,0.37524282663235825,11,1857,13,26.504166666666666
 11,Official,ARIMA,0.3747308361727161,11,2432,13,31.847916666666666
 12,Official,ETS,0.3661522097093419,11,2432,13,31.847916666666666

results/aggregates/live_release_metrics.csv

@@ -3645,6 +3645,7 @@ future-f9a10b971d713f420a74,2026-07-16T07:50:00+00:00,2026-07-16T08:45:44.512088
 future-faa157e1d885c1c9c1da,2026-07-26T09:10:00+00:00,2026-07-26T09:14:40.385580+00:00,2026-07-26T03:16:45.222913+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,4.150126714954278,2.03718597947126,0.020573705556441325,2.1330038154940962,5.073530877751448,True
 future-fae8aebefe4abca8d3d3,2026-07-18T20:05:00+00:00,2026-07-20T05:06:36.981817+00:00,2026-07-20T04:18:57.479072+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-fb366c96683719cf8dcd,2026-07-20T15:25:00+00:00,2026-07-20T15:34:22.673917+00:00,2026-07-20T12:32:36.336212+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,livehouse-canonical-v1,1.6284716271939715e-18,1.2761158361191085e-09,,1.8284365387902989e-09,0.0,False
+future-fb9ae2851f8b7e2517f6,2026-07-26T09:30:00+00:00,2026-07-27T15:01:33.404339+00:00,2026-07-27T13:45:28.213527+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,,False
 future-fcf59b15b08b710c47d2,2026-07-26T03:30:00+00:00,2026-07-26T03:48:09.326636+00:00,2026-07-25T22:09:49.038713+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-2,livehouse-canonical-v1,0.010691622148432842,0.10340030052390004,0.02745169092900813,0.11417888411243318,90.65927493144001,True
 future-fd63f4e4b383f8356a9e,2026-07-19T04:50:00+00:00,2026-07-20T07:48:49.869622+00:00,2026-07-20T07:22:23.694259+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-ff13d7be68f502a5ac9b,2026-07-24T17:20:00+00:00,2026-07-26T03:14:20.796813+00:00,2026-07-26T01:54:05.904594+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
@@ -5950,6 +5951,7 @@ future-f9a10b971d713f420a74,2026-07-16T07:50:00+00:00,2026-07-16T08:45:44.519498
 future-faa157e1d885c1c9c1da,2026-07-26T09:10:00+00:00,2026-07-26T09:14:40.409213+00:00,2026-07-26T03:16:45.222913+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,4.358890894070766,2.0877957021870617,0.021081102851296774,2.1361773430021955,2.6233500115567194,True
 future-fae8aebefe4abca8d3d3,2026-07-18T20:05:00+00:00,2026-07-20T05:06:36.986874+00:00,2026-07-20T04:18:57.479072+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-fb366c96683719cf8dcd,2026-07-20T15:25:00+00:00,2026-07-20T15:34:22.683060+00:00,2026-07-20T12:32:36.336212+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,livehouse-canonical-v1,3.2825236033380433e-15,5.729331202974779e-08,,6.615357107869962e-08,0.0,False
+future-fb9ae2851f8b7e2517f6,2026-07-26T09:30:00+00:00,2026-07-27T15:01:33.445088+00:00,2026-07-27T13:45:28.213527+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,,False
 future-fcf59b15b08b710c47d2,2026-07-26T03:30:00+00:00,2026-07-26T03:48:09.366570+00:00,2026-07-25T22:09:49.038713+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-Bolt,livehouse-canonical-v1,3.3089643800385704,1.819055903494604,0.5289286353173792,1.3852281138443414,-87.62568550395402,True
 future-fd63f4e4b383f8356a9e,2026-07-19T04:50:00+00:00,2026-07-20T07:48:49.879577+00:00,2026-07-20T07:22:23.694259+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-ff13d7be68f502a5ac9b,2026-07-24T17:20:00+00:00,2026-07-26T03:14:20.826429+00:00,2026-07-26T01:54:05.904594+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
@@ -10214,6 +10216,7 @@ future-f9a10b971d713f420a74,2026-07-16T07:50:00+00:00,2026-07-16T08:45:44.535179
 future-faa157e1d885c1c9c1da,2026-07-26T09:10:00+00:00,2026-07-26T09:14:40.436786+00:00,2026-07-26T03:16:45.222913+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,5.491816389772297,2.3434624788488287,0.023553724224064626,1.7188314926590325,-8.904471549391785,True
 future-fae8aebefe4abca8d3d3,2026-07-18T20:05:00+00:00,2026-07-20T05:06:36.996138+00:00,2026-07-20T04:18:57.479072+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-fb366c96683719cf8dcd,2026-07-20T15:25:00+00:00,2026-07-20T15:34:22.700526+00:00,2026-07-20T12:32:36.336212+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,livehouse-canonical-v1,7.853649481634599e-14,2.8024363474724275e-07,,3.428585403043706e-07,0.0,False
+future-fb9ae2851f8b7e2517f6,2026-07-26T09:30:00+00:00,2026-07-27T15:01:33.511081+00:00,2026-07-27T13:45:28.213527+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,,False
 future-fcf59b15b08b710c47d2,2026-07-26T03:30:00+00:00,2026-07-26T03:48:09.445409+00:00,2026-07-25T22:09:49.038713+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Moirai-2.0,livehouse-canonical-v1,0.4290703986266143,0.6550346545234186,0.18011849270190877,0.4546505968651347,-32.571595965138485,True
 future-fd63f4e4b383f8356a9e,2026-07-19T04:50:00+00:00,2026-07-20T07:48:49.894935+00:00,2026-07-20T07:22:23.694259+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-ff13d7be68f502a5ac9b,2026-07-24T17:20:00+00:00,2026-07-26T03:14:20.877932+00:00,2026-07-26T01:54:05.904594+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
@@ -21040,6 +21043,7 @@ future-f9a10b971d713f420a74,2026-07-16T07:50:00+00:00,2026-07-16T08:45:44.568329
 future-faa157e1d885c1c9c1da,2026-07-26T09:10:00+00:00,2026-07-26T09:14:40.599139+00:00,2026-07-26T03:16:45.222913+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,4.119220567967496,2.029586304636365,0.020497581845238092,2.127886879587817,5.446241650087451,True
 future-fae8aebefe4abca8d3d3,2026-07-18T20:05:00+00:00,2026-07-20T05:06:37.025233+00:00,2026-07-20T04:18:57.479072+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-fb366c96683719cf8dcd,2026-07-20T15:25:00+00:00,2026-07-20T15:34:22.750648+00:00,2026-07-20T12:32:36.336212+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,livehouse-canonical-v1,5.906315718058047e-17,7.685255830522526e-09,,4.1680416340218845e-09,0.0,False
+future-fb9ae2851f8b7e2517f6,2026-07-26T09:30:00+00:00,2026-07-27T15:01:33.593115+00:00,2026-07-27T13:45:28.213527+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,,False
 future-fcf59b15b08b710c47d2,2026-07-26T03:30:00+00:00,2026-07-26T03:48:09.691456+00:00,2026-07-25T22:09:49.038713+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TiRex,livehouse-canonical-v1,0.23288313042349396,0.4825796622563926,0.13400173409099606,0.31031292964391516,-3.247469134451419,True
 future-fd63f4e4b383f8356a9e,2026-07-19T04:50:00+00:00,2026-07-20T07:48:49.975692+00:00,2026-07-20T07:22:23.694259+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-ff13d7be68f502a5ac9b,2026-07-24T17:20:00+00:00,2026-07-26T03:14:21.017210+00:00,2026-07-26T01:54:05.904594+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
@@ -23631,6 +23635,7 @@ future-f9a10b971d713f420a74,2026-07-16T07:50:00+00:00,2026-07-16T08:45:44.562392
 future-faa157e1d885c1c9c1da,2026-07-26T09:10:00+00:00,2026-07-26T09:14:40.563718+00:00,2026-07-26T03:16:45.222913+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,4.155982890849811,2.038622792683779,0.02056898052189626,2.116261401614946,5.003205407653011,True
 future-fae8aebefe4abca8d3d3,2026-07-18T20:05:00+00:00,2026-07-20T05:06:37.021197+00:00,2026-07-20T04:18:57.479072+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-fb366c96683719cf8dcd,2026-07-20T15:25:00+00:00,2026-07-20T15:34:22.742599+00:00,2026-07-20T12:32:36.336212+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-fb9ae2851f8b7e2517f6,2026-07-26T09:30:00+00:00,2026-07-27T15:01:33.538971+00:00,2026-07-27T13:45:28.213527+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,,False
 future-fcf59b15b08b710c47d2,2026-07-26T03:30:00+00:00,2026-07-26T03:48:09.653590+00:00,2026-07-25T22:09:49.038713+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TimesFM-2.5,livehouse-canonical-v1,0.06450477465035839,0.25397790189376396,0.08028064847533566,0.16393710855980542,54.371350390892246,True
 future-fd63f4e4b383f8356a9e,2026-07-19T04:50:00+00:00,2026-07-20T07:48:49.966662+00:00,2026-07-20T07:22:23.694259+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-ff13d7be68f502a5ac9b,2026-07-24T17:20:00+00:00,2026-07-26T03:14:20.998725+00:00,2026-07-26T01:54:05.904594+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
@@ -25928,6 +25933,7 @@ future-f9a10b971d713f420a74,2026-07-16T07:50:00+00:00,2026-07-16T08:45:44.574423
 future-faa157e1d885c1c9c1da,2026-07-26T09:10:00+00:00,2026-07-26T09:14:40.618134+00:00,2026-07-26T03:16:45.222913+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,5.803819121630326,2.4091116872470497,0.024449271896258503,1.6206968645978435,-11.63800026212844,True
 future-fae8aebefe4abca8d3d3,2026-07-18T20:05:00+00:00,2026-07-20T05:06:37.029693+00:00,2026-07-20T04:18:57.479072+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,5.857653132301617e-09,7.653530644285431e-05,,0.0002840323608291294,-100.0,False
 future-fb366c96683719cf8dcd,2026-07-20T15:25:00+00:00,2026-07-20T15:34:22.759439+00:00,2026-07-20T12:32:36.336212+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,livehouse-canonical-v1,4.491277077166662,2.1192633336059634,,0.0002846662395772573,-100.0,False
+future-fb9ae2851f8b7e2517f6,2026-07-26T09:30:00+00:00,2026-07-27T15:01:33.627431+00:00,2026-07-27T13:45:28.213527+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,2.0190175213394278e-08,0.00014209213635312223,,0.00027905533217007254,,False
 future-fcf59b15b08b710c47d2,2026-07-26T03:30:00+00:00,2026-07-26T03:48:09.715927+00:00,2026-07-25T22:09:49.038713+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Toto-1.0,livehouse-canonical-v1,0.5032057621174701,0.7093699754835062,0.1589112621992816,0.37845204692145484,-39.500565783383024,True
 future-fd63f4e4b383f8356a9e,2026-07-19T04:50:00+00:00,2026-07-20T07:48:49.987367+00:00,2026-07-20T07:22:23.694259+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,8.258566527080827e-09,9.087665556720728e-05,,0.0002905614861144082,-100.0,False
 future-ff13d7be68f502a5ac9b,2026-07-24T17:20:00+00:00,2026-07-26T03:14:21.053023+00:00,2026-07-26T01:54:05.904594+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,1.6877053281769456e-06,0.0012991171341249202,,0.0002759826950312816,-100.0,False

results/aggregates/live_results_by_dataset.csv

@@ -15,7 +15,7 @@ ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.125765698900247
 Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6117911614426588,1.0695205059362567,0.0100853202752571,0.7741205692557181,28.297622329135265,1.9032512469123888,0.07619756763464879,0.08004919532870981,238,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.5811863431219901,1.070465590173461,0.008323636090464196,0.7421514556711728,36.369387975458395,2.0049073075588306,-0.056818181818181816,0.6556644947844955,33,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,6.468729875512288,0.3294817164997807,,0.14455126012102984,-31.353237075649346,72.67875763347044,0.037375234583272,0.3938831143314372,273,0.0,2026-06-29T10:05:00+00:00,2026-07-27T10:50:00+00:00
-Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653316e-18,1.3151753777977035e-09,,2.3561627471096824e-09,0.0,5.783207358808682e-34,0.0,1.0,534,0.0,2026-06-25T14:45:00+00:00,2026-07-26T08:15:00+00:00
+Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653316e-18,1.3151753777977035e-09,,2.3561627471096824e-09,0.0,5.783197218372519e-34,0.0,1.0,535,0.0,2026-06-25T14:45:00+00:00,2026-07-26T09:30:00+00:00
 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.31386553452913357,0.49365396547686097,0.03316284099899457,0.3340700346147921,7.7242988117908125,0.36722327176548764,-0.2698412698412698,0.04526042867191174,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3292213684176995,0.4794405430284587,0.4788820790457298,0.3150554185399946,50.5722768921193,0.42335808277862125,-0.04474513626064833,0.18248902347617235,398,0.9974874371859297,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.7966371402662333,1.4870889440150759,0.14732287656869858,1.0119245685767808,7.3451939497548375,3.4780132800436627,-0.04627018993290058,0.22967749500451973,303,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -28,7 +28,7 @@ Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.27994700016
 Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3584243203182118,0.988483236863085,0.009942212435786146,0.7224566765181408,22.070587855613862,1.5938837288700864,0.21714285714285714,1.881443456264298e-05,176,1.0,2026-07-03T07:00:00+00:00,2026-07-27T02:00:00+00:00
 Chronos-Bolt,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.4539380254510008,1.0171651602630492,0.00866256496836003,0.694295550748422,34.41538763559448,1.694495727681373,0.021645021645021644,0.9112884689584274,22,1.0,2026-07-10T05:00:00+00:00,2026-07-26T08:00:00+00:00
 Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.385192239366246,0.47151103887395757,,0.189607101498417,-24.527698823118495,87.48833292538022,0.044631197152054485,0.3991298153570063,188,0.0,2026-07-03T04:20:00+00:00,2026-07-27T10:50:00+00:00
-Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622845e-12,1.045994219755676e-06,,3.214861849916891e-06,-100.0,2.0220647285368825e-28,0.0,1.0,392,0.0,2026-07-01T21:10:00+00:00,2026-07-26T08:15:00+00:00
+Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622845e-12,1.0459942197556761e-06,,3.214861849916891e-06,-100.0,2.022058149025682e-28,0.0,1.0,393,0.0,2026-07-01T21:10:00+00:00,2026-07-26T09:30:00+00:00
 Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.36167861848650795,0.49455381778420476,0.03324062618358011,0.34431122124691615,7.986333567886383,0.5712708639071138,-0.15217391304347824,0.31275941965675913,24,1.0,2026-06-30T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3307511900733309,1.0466734612677182,1.0781998827846424,0.7028542459133291,7.3077253433019855,1.0750437742935728,0.0010236611973911264,0.9803029356406604,262,0.9961832061068703,2026-07-03T07:42:00+00:00,2026-07-27T11:06:00+00:00
 Chronos-Bolt,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.053613210335367,1.5740409901649883,0.1420962223726639,1.076715875931189,-1.4618279657308582,3.7749827798629183,-0.056022408963585436,0.23403653585070838,204,1.0,2026-07-02T10:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -54,7 +54,7 @@ ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.0833490720100392,
 Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3232765046928578,0.9429012137153884,0.008985526216856703,0.6909521591212189,31.450343129388866,1.6483081134835997,0.30585516178736516,1.5042570947855893e-09,177,1.0,2026-07-03T07:00:00+00:00,2026-07-27T02:00:00+00:00
 Moirai-2.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.7617173231646346,1.1324285203842483,0.009484338375650726,0.7276927535003623,29.188919734540207,1.7734024748178494,-0.05627705627705628,0.7380940484479567,22,1.0,2026-07-10T05:00:00+00:00,2026-07-26T08:00:00+00:00
 Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.336310405006168,0.4690474520671041,,0.18716470873506072,-24.52004654745157,87.26429799210821,0.0321370715395456,0.5429255320560067,189,0.0,2026-07-03T04:20:00+00:00,2026-07-27T10:50:00+00:00
-Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,0.0,0.0,1.0,393,0.0,2026-07-01T21:10:00+00:00,2026-07-26T08:15:00+00:00
+Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.4882488390014493e-07,,4.100515180343539e-07,0.0,0.0,0.0,1.0,394,0.0,2026-07-01T21:10:00+00:00,2026-07-26T09:30:00+00:00
 Moirai-2.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3509776387406318,0.5109250784451215,0.03392609341986356,0.3477349888235497,-0.05414682793155379,0.5466483923340161,-0.18840579710144928,0.20826013369971733,24,1.0,2026-06-30T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.7060769241952278,0.7072379720538087,0.8286674532196859,0.4683897173620283,39.01937643641005,0.8576148819298502,0.04629495254404551,0.2632598770099731,263,0.9961977186311787,2026-07-03T07:42:00+00:00,2026-07-27T11:06:00+00:00
 Moirai-2.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.8839447414764523,1.5147284313383567,0.1368150397798965,1.0182122980375516,3.30688144305577,3.697180078734069,-0.02552687662798958,0.5857967156807884,206,1.0,2026-07-02T10:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -119,7 +119,7 @@ TabPFN-TS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.33052701666
 TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6024420656404206,1.071766136199834,0.009922092182442147,0.7756962587154468,29.91063601582313,1.7892061365665708,0.05070442680397625,0.24511763187869207,237,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.8183701071507006,1.1566950827938647,0.009098519179104744,0.7859114801504872,36.06338252137382,2.012663949949189,-0.12096774193548389,0.34153305448057775,32,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,6.487755401477548,0.3258756514864504,,0.14459963746791732,-31.352605863171934,72.81598868653435,0.001977481215826084,0.964101991554655,272,0.0,2026-06-29T10:05:00+00:00,2026-07-27T10:50:00+00:00
-TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955703e-09,,1.3977486927145102e-09,0.0,0.0,0.0,1.0,533,0.0,2026-06-25T14:45:00+00:00,2026-07-26T08:15:00+00:00
+TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.42969816419557e-09,,1.39774869271451e-09,0.0,0.0,0.0,1.0,534,0.0,2026-06-25T14:45:00+00:00,2026-07-26T09:30:00+00:00
 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.314654479190125,0.4795158295005707,0.03176581536708863,0.32560657639009666,14.010661877279322,0.4008075938825765,-0.24867724867724864,0.06578881844114484,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3930608949976051,0.5239423177203615,0.6185610546285029,0.3493516574821373,45.595343712705386,0.5017723668626823,-0.0239864308950293,0.47482633604761837,398,0.9974874371859297,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.9054691505289254,1.5106463491616744,0.15066261387033303,1.0302566859469637,5.911826113041671,3.606691854417125,-0.14224109480539482,0.00022739599642497004,302,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -132,7 +132,7 @@ TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.284495726475147
 TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6415734687925971,1.0793235991283914,0.010593342108474227,0.8861496866583475,27.881784803619308,1.89999029967701,0.06512802019473493,0.13629766785971706,236,1.0,2026-06-29T09:00:00+00:00,2026-07-27T02:00:00+00:00
 TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.9235807995648218,1.1939238211789782,0.009107697376501547,0.9818204856365835,32.13359881394004,2.2268271082902564,-0.09469696969696971,0.45073160411871227,33,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.487693450044111,0.32671407135502384,,0.13438338903439273,-29.02738204672225,72.81479283996615,0.11740022082895056,0.008266523557156355,272,0.0,2026-06-29T10:05:00+00:00,2026-07-27T10:50:00+00:00
-TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,533,0.0,2026-06-25T14:45:00+00:00,2026-07-26T08:15:00+00:00
+TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,534,0.0,2026-06-25T14:45:00+00:00,2026-07-26T09:30:00+00:00
 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3316526222970445,0.518229795992016,0.03950672721610399,0.3705334650768531,1.9642900030307806,0.3385346334229588,-0.31746031746031744,0.0177084999871278,28,1.0,2026-06-26T23:00:00+00:00,2026-07-24T23:00:00+00:00
 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.1744067230616709,0.3561792058967257,0.2561062659534957,0.2746828490909965,62.83740592221253,0.20499230894741285,-0.014550568980948727,0.665438036422784,396,0.9974747474747475,2026-06-29T10:00:00+00:00,2026-07-27T11:06:00+00:00
 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.7081200802053518,1.472805122504672,0.1327931792392439,1.233632593135565,7.1260217681167815,3.2721113120803,-0.09458537765945745,0.014231477618090932,302,1.0,2026-06-28T11:10:00+00:00,2026-07-26T03:20:00+00:00
@@ -145,7 +145,7 @@ TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.262893428
 Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.269724042997417,1.2932646570136275,0.009829127666112472,0.7493222343920141,-0.29848063666583374,2.8668257073572234,0.1915134015441592,0.00014113314543141658,179,1.0,2026-07-03T07:00:00+00:00,2026-07-27T02:00:00+00:00
 Toto-1.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.175086269910645,1.521645487561495,0.010709564244259217,0.8709867168219557,0.5322464158750319,3.5235205419444062,-0.012987012987012986,0.9555771436337516,22,1.0,2026-07-10T05:00:00+00:00,2026-07-26T08:00:00+00:00
 Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,11.948625723158404,1.5074312737071036,,0.19082228393669265,-87.63885046180316,87.57760188268789,0.0070921985815602835,0.8847821344287348,189,0.0,2026-07-03T04:20:00+00:00,2026-07-27T10:50:00+00:00
-Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5499617619068247,0.31326091861309135,,0.0002757519473802751,-100.0,3.548081379978668,-0.01286384373192829,0.702606990926319,395,0.0,2026-07-01T21:10:00+00:00,2026-07-26T08:15:00+00:00
+Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5485729696297624,0.3124702145058269,,0.00027576028926105744,-100.0,3.543695059616197,-0.017261219792865365,0.6079700318656178,396,0.0,2026-07-01T21:10:00+00:00,2026-07-26T09:30:00+00:00
 Toto-1.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.706714315171903,0.6649440647216701,0.0315691235852417,0.3206082426601839,-12.340778812805832,1.3527117377628468,-0.18115942028985507,0.22687503195798614,24,1.0,2026-06-30T23:00:00+00:00,2026-07-24T23:00:00+00:00
 Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3181093275529228,0.9649455923902256,0.7603678346242598,0.3940922454587267,16.66167378631522,2.4900047379701507,0.02189822755860492,0.5952758161130641,265,0.9962264150943396,2026-07-03T07:42:00+00:00,2026-07-27T11:06:00+00:00
 Toto-1.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,56.28561192572501,5.13218825670169,0.13036410148840158,1.0269086770552778,-65.09722611053073,182.10170512116613,-0.07980304719435155,0.08689829314492818,208,1.0,2026-07-02T10:10:00+00:00,2026-07-26T03:20:00+00:00

results/aggregates/metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-27T14:42:15.165563+00:00",
+  "generated_at": "2026-07-27T15:03:53.025179+00:00",
   "baseline_model": "Seasonal-Naive",
   "normalization": "Per-config metric / Seasonal-Naive metric",
   "metric_aggregation": "Geometric mean over dataset configurations",

results/aggregates/results_by_domain.csv

@@ -70,7 +70,7 @@ Transportation,ETS,1.0,250217.138218906,8,1,1,1.0
 Transportation,Moving-Average,1.0,250217.138218906,9,1,1,1.0
 Transportation,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0
 Transportation,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0
-Transportation,Toto-1.0,60017383.593976185,288234825.7079002,12,1,1,1.0
+Transportation,Toto-1.0,20190.175213394294,279055332.17000043,12,1,1,1.0
 Web,ARIMA,0.35081770342317864,0.47944164778388026,1,1,1,1.0
 Web,Moirai-2.0,0.40785680526551005,0.5118677129116019,2,1,1,1.0
 Web,Sundial,0.303769640015456,0.5282879649026628,3,1,1,1.0

results/aggregates/results_by_frequency.csv

@@ -70,7 +70,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 5min,Moving-Average,1.0,252290.1359197037,9,2,2,1.0
 5min,Chronos-Bolt,1.0459942197556757,461166.5554836744,10,2,2,1.0
 5min,Moirai-2.0,1.0,374952.8836038598,11,2,2,1.0
-5min,Toto-1.0,9251087577.329466,284984965.45245165,12,2,2,1.0
+5min,Toto-1.0,169677519.57123166,280410250.5231814,12,2,2,1.0
 6min,TimesFM-2.5,0.08149338046575896,0.3178393092479955,1,1,1,1.0
 6min,Chronos-2,0.22608336574130738,0.3547554165549258,2,1,1,1.0
 6min,TiRex,0.3300878677297042,0.42664723259611365,3,1,1,1.0

results/aggregates/results_by_prediction_length.csv

@@ -21,7 +21,7 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 12,ARIMA,0.8639722620545719,438.7361038019728,8,2,2,1.0
 12,Seasonal-Naive,1.0,1.0,9,2,2,1.0
 12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
-12,Toto-1.0,6157.664067738149,13566.850518011315,11,2,2,1.0
+12,Toto-1.0,112.93992804987757,13349.068946589134,11,2,2,1.0
 12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
 24,TiRex,5.1068763699364625,0.7929392073800795,1,8,8,1.0
 24,Toto-1.0,74.04593077655163,0.7328973508255789,2,8,8,1.0

results/aggregates/results_overall.csv

@@ -5,7 +5,7 @@ Overall,Chronos-2,2.3418559223694784,1.5778653084132925,3,14,14,1.0
 Overall,TimesFM-2.5,1.9627307725061647,0.5449445203414824,4,14,14,1.0
 Overall,TabPFN-TS,1.336455398349586,0.4391716786554107,5,14,14,1.0
 Overall,Moirai-2.0,3.2785407532538597,4.086967589234789,6,14,14,1.0
-Overall,Toto-1.0,340.7106320400107,11.970488506721402,7,14,14,1.0
+Overall,Toto-1.0,192.4440437290971,11.942846898549456,7,14,14,1.0
 Overall,Moving-Average,6.676976193241766,0.9164921878694247,8,14,14,1.0
 Overall,Chronos-Bolt,3.504609415070311,4.1524540655495095,9,14,14,1.0
 Overall,Seasonal-Naive,1.0,1.0,10,14,14,1.0

results/chronos_2/all_results.csv

@@ -1,3 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,Chronos-2,253427.98031171164,253427.98031171164,430.1599934895833,0.9318014749305178,0.007149086996462027,0.007183290602900378,3.2641156533937963,503.4163091435474,0.008389478022961463,0.007168654940634957,0.006453564120717358,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,151474.27375920615,151474.27375920615,331.1985677083333,0.6128762551879093,0.00555338622541073,0.005536958612993723,3.7665332417731356,389.19696011043834,0.006507699932794779,0.005537918117874429,0.004363665891866698,Finance,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,Chronos-2,0.17505582868640848,0.17505582868640848,nan,nan,0.003231618795337522,nan,nan,0.41839673598919064,nan,nan,0.2881331988179761,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,0.46766119047554405,0.46766119047554405,nan,nan,0.007905167973149461,nan,nan,0.6838575805498862,nan,nan,0.46522569178545187,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,nan,nan,nan,nan,nan,1.2761158361191085e-09,nan,nan,1.8284365387902989e-09,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,nan,nan,nan,nan,nan,1.3151753777977035e-09,nan,nan,2.356162747109682e-09,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.06025211913342343,0.06025211913342343,nan,nan,0.014048149370033328,nan,nan,0.24546307081396873,nan,nan,0.16759977605525547,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.6764766705393601,0.6764766705393601,nan,nan,1.4029538557481118,nan,nan,0.8224820183684018,nan,nan,0.4884797334102632,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,1.9505935172101228,1.9505935172101228,nan,nan,0.13077107686209835,nan,nan,1.3966365014598905,nan,nan,0.9113497410294875,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,Chronos-2,0.22763978935275495,0.22763978935275495,0.4551292260487874,0.3293397414624391,0.02734639793034648,0.02740698654518156,1.2449814398684094,0.4771161172636646,0.02853423165374086,0.027219291695583462,0.02293888289302154,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,0.03526190188175566,0.03526190188175566,nan,nan,0.2142754133607554,nan,nan,0.1877815269981466,nan,nan,0.1128105078936095,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.16410673128769995,0.16410673128769995,nan,nan,0.03774184875099514,nan,nan,0.4051008902578467,nan,nan,0.20244880321228498,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,0.6326804740446184,0.6326804740446184,nan,nan,0.4433038595658039,nan,nan,0.7954121409964889,nan,nan,0.49632226407417623,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1.2600998320276883e-06,1.2600998320276883e-06,nan,nan,2.683003743489584e-06,nan,nan,0.0011225416838708878,nan,nan,0.002486851610667671,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,0.5379146607901764,0.5379146607901764,nan,nan,0.17100514688638668,nan,nan,0.7334266567218404,nan,nan,0.48842848142456025,Web,1,7

results/chronos_2/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/amazon/chronos-2",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Amazon / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "amazon/chronos-2"
+    "api_model_id": "amazon/chronos-2",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/chronos_2/online_meta.json

@@ -1,19 +1,19 @@
 {
     "model": "Chronos-2",
     "api_model_id": "amazon/chronos-2",
-    "evaluated_at": "2026-06-30T10:59:48.162083+00:00",
-    "datasets": [
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-27T15:03:51.936413+00:00",
+    "resolved_tasks": [
         {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 48,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 96,
-            "prediction_length": 24
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-fb9ae2851f8b7e2517f6",
+            "issued_at": "2026-07-27T13:45:28.213527+00:00",
+            "resolved_at": "2026-07-27T15:01:33.404339+00:00",
+            "target_end": "2026-07-26T09:30:00+00:00",
+            "prediction_length": 12,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/chronos_bolt/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T14:31:46.561352+00:00",
+    "evaluated_at": "2026-07-27T15:03:51.986089+00:00",
     "resolved_tasks": [
         {
-            "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
-            "task_id": "future-d5ca073221198d0ae2a3",
-            "issued_at": "2026-07-25T08:52:17.039053+00:00",
-            "resolved_at": "2026-07-27T14:23:39.091563+00:00",
-            "target_end": "2026-07-26T08:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-fb9ae2851f8b7e2517f6",
+            "issued_at": "2026-07-27T13:45:28.213527+00:00",
+            "resolved_at": "2026-07-27T15:01:33.445088+00:00",
+            "target_end": "2026-07-26T09:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/dataset_properties.csv

@@ -1,3 +1,15 @@
 dataset,domain,frequency,num_variates
 binance_btcusdt_1h_close,Finance,1h,1
+coingecko_bitcoin_7d_price_usd,Finance,1h,1
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
+data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
+nasa_power_shanghai_hourly_t2m,Weather,1h,1
+noaa_coops_sf_water_level_water_level,Ocean,6min,1
 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
+nws_ksfo_observations_temperature,Weather,1h,1
+open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
+open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
+usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
+usgs_potomac_iv_usgs_00060,Hydrology,15min,1
+wikimedia_time_series_hourly_pageviews,Web,1D,1

results/moirai_2_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T14:31:46.492729+00:00",
+    "evaluated_at": "2026-07-27T15:03:51.971486+00:00",
     "resolved_tasks": [
         {
-            "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
-            "task_id": "future-d5ca073221198d0ae2a3",
-            "issued_at": "2026-07-25T08:52:17.039053+00:00",
-            "resolved_at": "2026-07-27T14:23:39.153014+00:00",
-            "target_end": "2026-07-26T08:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-fb9ae2851f8b7e2517f6",
+            "issued_at": "2026-07-27T13:45:28.213527+00:00",
+            "resolved_at": "2026-07-27T15:01:33.511081+00:00",
+            "target_end": "2026-07-26T09:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/online_status.json

@@ -1,19 +1,206 @@
 {
-    "status": "partial",
-    "started_at": "2026-07-27T14:28:25.739208+00:00",
-    "finished_at": "2026-07-27T14:44:22.132527+00:00",
-    "task_count": 2,
+    "status": "ok",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "started_at": "2026-07-27T15:01:29.582933+00:00",
+    "finished_at": "2026-07-27T15:03:55.165487+00:00",
     "data_source": "ts_bench",
     "data_config": "configs/datasets/ts_bench.yaml",
-    "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
-    "models": {},
-    "failed_models": [
-        "Chronos-Bolt-Tiny",
-        "Chronos-Bolt-Mini",
-        "Chronos-Bolt-Base",
-        "Chronos-2",
-        "TimesFM-2.5",
-        "Moirai-1.1-Small"
-    ],
+    "task_count": 4,
+    "issued_tasks": 1,
+    "issued_forecasts": 12,
+    "resolved_forecasts": 6,
+    "pending_tasks": 13,
+    "failed_forecasts": [],
+    "models": {
+        "Chronos-2": {
+            "model": "Chronos-2",
+            "api_model_id": "amazon/chronos-2",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:51.936413+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-fb9ae2851f8b7e2517f6",
+                    "issued_at": "2026-07-27T13:45:28.213527+00:00",
+                    "resolved_at": "2026-07-27T15:01:33.404339+00:00",
+                    "target_end": "2026-07-26T09:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TiRex": {
+            "model": "TiRex",
+            "api_model_id": "NX-AI/TiRex-1.1-gifteval",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:51.946246+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-fb9ae2851f8b7e2517f6",
+                    "issued_at": "2026-07-27T13:45:28.213527+00:00",
+                    "resolved_at": "2026-07-27T15:01:33.593115+00:00",
+                    "target_end": "2026-07-26T09:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TimesFM-2.5": {
+            "model": "TimesFM-2.5",
+            "api_model_id": "google/timesfm-2.5-200m-pytorch",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:51.951882+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-fb9ae2851f8b7e2517f6",
+                    "issued_at": "2026-07-27T13:45:28.213527+00:00",
+                    "resolved_at": "2026-07-27T15:01:33.538971+00:00",
+                    "target_end": "2026-07-26T09:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Toto-1.0": {
+            "model": "Toto-1.0",
+            "api_model_id": "Datadog/Toto-Open-Base-1.0",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:51.958239+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-fb9ae2851f8b7e2517f6",
+                    "issued_at": "2026-07-27T13:45:28.213527+00:00",
+                    "resolved_at": "2026-07-27T15:01:33.627431+00:00",
+                    "target_end": "2026-07-26T09:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Moirai-2.0": {
+            "model": "Moirai-2.0",
+            "api_model_id": "Salesforce/moirai-2.0-R-small",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:51.971486+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-fb9ae2851f8b7e2517f6",
+                    "issued_at": "2026-07-27T13:45:28.213527+00:00",
+                    "resolved_at": "2026-07-27T15:01:33.511081+00:00",
+                    "target_end": "2026-07-26T09:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Chronos-Bolt": {
+            "model": "Chronos-Bolt",
+            "api_model_id": "amazon/chronos-bolt-base",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:51.986089+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-fb9ae2851f8b7e2517f6",
+                    "issued_at": "2026-07-27T13:45:28.213527+00:00",
+                    "resolved_at": "2026-07-27T15:01:33.445088+00:00",
+                    "target_end": "2026-07-26T09:30:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TabPFN-TS": {
+            "model": "TabPFN-TS",
+            "api_model_id": "priorlabs/tabpfn-ts",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:52.012858+00:00",
+            "resolved_tasks": []
+        },
+        "Sundial": {
+            "model": "Sundial",
+            "api_model_id": "thuml/sundial-base-128m",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:52.012874+00:00",
+            "resolved_tasks": []
+        },
+        "Moving-Average": {
+            "model": "Moving-Average",
+            "api_model_id": "baseline/moving-average",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:52.012877+00:00",
+            "resolved_tasks": []
+        },
+        "ETS": {
+            "model": "ETS",
+            "api_model_id": "baseline/ets",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:52.012881+00:00",
+            "resolved_tasks": []
+        },
+        "ARIMA": {
+            "model": "ARIMA",
+            "api_model_id": "baseline/arima",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:52.012883+00:00",
+            "resolved_tasks": []
+        },
+        "Seasonal-Naive": {
+            "model": "Seasonal-Naive",
+            "api_model_id": "baseline/seasonal-naive",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-27T15:03:52.012886+00:00",
+            "resolved_tasks": []
+        }
+    },
+    "skipped_models": [],
+    "aggregate_status": "ok",
+    "aggregate_files": {
+        "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
+        "gift_domain": "aggregates/results_by_domain.csv",
+        "gift_frequency": "aggregates/results_by_frequency.csv",
+        "gift_overall": "aggregates/results_overall.csv",
+        "gift_metadata": "aggregates/metadata.json",
+        "live_releases": "aggregates/live_release_metrics.csv",
+        "live_by_dataset": "aggregates/live_results_by_dataset.csv",
+        "live_rank": "aggregates/live_rank_up_to_now.csv",
+        "live_overall": "aggregates/live_overall_up_to_now.csv",
+        "live_rank_1d": "aggregates/live_rank_1d.csv",
+        "live_overall_1d": "aggregates/live_overall_1d.csv",
+        "live_rank_7d": "aggregates/live_rank_7d.csv",
+        "live_overall_7d": "aggregates/live_overall_7d.csv",
+        "live_rank_30d": "aggregates/live_rank_30d.csv",
+        "live_overall_30d": "aggregates/live_overall_30d.csv",
+        "live_metadata": "aggregates/live_metadata.json"
+    },
     "push_status": "pending"
 }

results/prequential/tasks/future-c9c98587a2361b45d83d.json

@@ -0,0 +1,259 @@
+{
+  "source_task_name": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260727t115000z",
+  "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+  "domain": "Transportation",
+  "frequency": "5min",
+  "prediction_length": 12,
+  "context": [
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0
+  ],
+  "context_timestamps": [
+    "2026-07-26T02:05:00",
+    "2026-07-26T02:10:00",
+    "2026-07-26T02:15:00",
+    "2026-07-26T02:20:00",
+    "2026-07-26T02:25:00",
+    "2026-07-26T02:30:00",
+    "2026-07-26T02:35:00",
+    "2026-07-26T02:40:00",
+    "2026-07-26T02:45:00",
+    "2026-07-26T02:50:00",
+    "2026-07-26T02:55:00",
+    "2026-07-26T03:00:00",
+    "2026-07-26T03:05:00",
+    "2026-07-26T03:10:00",
+    "2026-07-26T03:15:00",
+    "2026-07-26T03:20:00",
+    "2026-07-26T03:25:00",
+    "2026-07-26T03:30:00",
+    "2026-07-26T03:35:00",
+    "2026-07-26T03:40:00",
+    "2026-07-26T03:45:00",
+    "2026-07-26T03:50:00",
+    "2026-07-26T03:55:00",
+    "2026-07-26T04:00:00",
+    "2026-07-26T04:05:00",
+    "2026-07-26T04:10:00",
+    "2026-07-26T04:15:00",
+    "2026-07-26T04:20:00",
+    "2026-07-26T04:25:00",
+    "2026-07-26T04:30:00",
+    "2026-07-26T04:35:00",
+    "2026-07-26T04:40:00",
+    "2026-07-26T04:45:00",
+    "2026-07-26T04:50:00",
+    "2026-07-26T04:55:00",
+    "2026-07-26T05:00:00",
+    "2026-07-26T05:05:00",
+    "2026-07-26T05:10:00",
+    "2026-07-26T05:15:00",
+    "2026-07-26T05:20:00",
+    "2026-07-26T05:25:00",
+    "2026-07-26T05:30:00",
+    "2026-07-26T05:35:00",
+    "2026-07-26T05:40:00",
+    "2026-07-26T05:45:00",
+    "2026-07-26T05:50:00",
+    "2026-07-26T05:55:00",
+    "2026-07-26T06:00:00",
+    "2026-07-26T06:05:00",
+    "2026-07-26T06:10:00",
+    "2026-07-26T06:15:00",
+    "2026-07-26T06:20:00",
+    "2026-07-26T06:25:00",
+    "2026-07-26T06:30:00",
+    "2026-07-26T06:35:00",
+    "2026-07-26T06:40:00",
+    "2026-07-26T06:45:00",
+    "2026-07-26T06:50:00",
+    "2026-07-26T06:55:00",
+    "2026-07-26T07:00:00",
+    "2026-07-26T07:05:00",
+    "2026-07-26T07:10:00",
+    "2026-07-26T07:15:00",
+    "2026-07-26T07:20:00",
+    "2026-07-26T07:25:00",
+    "2026-07-26T07:30:00",
+    "2026-07-26T07:35:00",
+    "2026-07-26T07:40:00",
+    "2026-07-26T07:45:00",
+    "2026-07-26T07:50:00",
+    "2026-07-26T07:55:00",
+    "2026-07-26T08:00:00",
+    "2026-07-26T08:05:00",
+    "2026-07-26T08:10:00",
+    "2026-07-26T08:15:00",
+    "2026-07-26T08:20:00",
+    "2026-07-26T08:25:00",
+    "2026-07-26T08:30:00",
+    "2026-07-26T08:35:00",
+    "2026-07-26T08:40:00",
+    "2026-07-26T08:45:00",
+    "2026-07-26T08:50:00",
+    "2026-07-26T08:55:00",
+    "2026-07-26T09:00:00",
+    "2026-07-26T09:05:00",
+    "2026-07-26T09:10:00",
+    "2026-07-26T09:15:00",
+    "2026-07-26T09:20:00",
+    "2026-07-26T09:25:00",
+    "2026-07-26T09:30:00",
+    "2026-07-26T09:35:00",
+    "2026-07-26T09:40:00",
+    "2026-07-26T09:45:00",
+    "2026-07-26T09:50:00",
+    "2026-07-26T09:55:00",
+    "2026-07-26T10:00:00",
+    "2026-07-26T10:05:00",
+    "2026-07-26T10:10:00",
+    "2026-07-26T10:15:00",
+    "2026-07-26T10:20:00",
+    "2026-07-26T10:25:00",
+    "2026-07-26T10:30:00",
+    "2026-07-26T10:35:00",
+    "2026-07-26T10:40:00",
+    "2026-07-26T10:45:00",
+    "2026-07-26T10:50:00",
+    "2026-07-26T10:55:00",
+    "2026-07-26T11:00:00",
+    "2026-07-26T11:05:00",
+    "2026-07-26T11:10:00",
+    "2026-07-26T11:15:00",
+    "2026-07-26T11:20:00",
+    "2026-07-26T11:25:00",
+    "2026-07-26T11:30:00",
+    "2026-07-26T11:35:00",
+    "2026-07-26T11:40:00",
+    "2026-07-26T11:45:00",
+    "2026-07-26T11:50:00",
+    "2026-07-26T11:55:00",
+    "2026-07-26T12:00:00"
+  ],
+  "context_start": "2026-07-26 02:05",
+  "context_end": "2026-07-26 12:00",
+  "data_fetched_at": "2026-07-27T15:01:00.358747Z",
+  "task_id": "future-c9c98587a2361b45d83d",
+  "issued_at": "2026-07-27T15:01:33.945858+00:00",
+  "status": "open",
+  "scored_models": [],
+  "metric_version": "livehouse-canonical-v1"
+}

results/prequential/tasks/future-fb9ae2851f8b7e2517f6.json

@@ -253,7 +253,17 @@
   "data_fetched_at": "2026-07-27T13:44:46.235533Z",
   "task_id": "future-fb9ae2851f8b7e2517f6",
   "issued_at": "2026-07-27T13:45:28.213527+00:00",
-  "status": "open",
-  "scored_models": [],
-  "metric_version": "livehouse-canonical-v1"
+  "status": "resolved",
+  "scored_models": [
+    "Chronos-2",
+    "Chronos-Bolt",
+    "Moirai-2.0",
+    "TiRex",
+    "TimesFM-2.5",
+    "Toto-1.0"
+  ],
+  "metric_version": "livehouse-canonical-v1",
+  "resolved_at": "2026-07-27T15:01:33.673702+00:00",
+  "target_start": "2026-07-26T08:35:00",
+  "target_end": "2026-07-26T09:30:00"
 }

results/timesfm_2_5/all_results.csv

@@ -1,11 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81742.42789522807,124744.15551821391,297.3611653645833,0.4486972705324055,0.004943552533723208,0.0049579917738521604,4.904699820126863,285.90632713395496,0.0047624096472577765,0.004953215610330298,0.003661364469335062,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,97952.0961373647,155042.49553426108,344.3505859375,0.494849513065497,0.005734942849078377,0.005753831848928334,4.4515950592935765,312.9729958596503,0.005223298429098694,0.005746968263655385,0.004048322861622117,Finance,1
-nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,11.641811304915336,13.423471256234128,2.7575780550638833,3.5293238475457582,0.10321913729068599,0.11204715871745875,101.69350427694228,3.4120098629569253,0.14059996314044312,0.11363254752226123,0.10196536560973148,Weather,1
-noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02908771671812005,0.034046774600905515,0.13568753997484842,0.17312143585760467,0.11185537202482503,0.12463965779787611,2.676967727907387,0.1705512143554541,0.1434961937098364,0.11416304242585044,0.08757558544176978,Ocean,1
-noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05836318292564613,0.04761165148106272,0.16445205609003702,0.3447029766963658,0.07191232151835235,0.06762886788054125,17.47579260325252,0.24158473239351475,0.09877400134375952,0.06723764141999806,0.08169348159617512,Ocean,1
-nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.091922888105425,6.327109473932221,2.2220658461252847,1.3592926513955181,0.10384344306035338,0.11108617811955894,27.998005969855527,2.2565289468795706,0.10885767783941647,0.10719513629549113,0.08603730202253673,Weather,1
-open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,49.47017191748849,82.91626740256955,7.3194271723429365,0.5005687624158839,0.2545421621602366,0.295325743742574,5.8418762834746945,7.033503530779557,0.27381035642937446,0.28494120378950605,0.21288132768520807,Air Quality,1
-open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6484289968751302,1.7882974488526695,1.16057284673055,0.9274277392234174,0.04635277574155072,0.04703534337119358,20.58434769273915,1.2839116001014752,0.04978813570351389,0.045005246764860715,0.03796367653364946,Weather,1
-usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.541379031458973,13.808125303080638,3.0202603340148926,0.7396555920036473,0.33108155235761566,0.30808027947552724,19.43875757528811,3.5413809497791924,0.34691078691714533,0.29586223680145884,0.27081315021125635,Hazards,1
-usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,430.1970050111413,571.0872243667642,16.349232991536457,0.15238120069781555,0.006005184220679013,0.0060436006179905065,2.234056811286407,20.741191022001153,0.007664181440000427,0.006041287017657814,0.004361342408824095,Hydrology,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,TimesFM-2.5,0.18471364393609205,0.2511561167570871,nan,nan,0.003988779263392523,nan,nan,0.42978325227501835,nan,nan,0.26875152458008783,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,0.16431138716961843,0.2840452984238427,nan,nan,0.006365738815062364,nan,nan,0.40535341021091514,nan,nan,0.28603521259581766,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.07349968636756156,0.12715800629866036,nan,nan,0.017422859563450927,nan,nan,0.2711082558085636,nan,nan,0.19379553509865552,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.2438408969528248,0.1718848752055582,nan,nan,0.6037193360326559,nan,nan,0.49380248779529734,nan,nan,0.43764817618993246,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,1.1785047988827921,1.3574131843350636,nan,nan,0.10778625850392323,nan,nan,1.0855896088682833,nan,nan,0.8113230833776232,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.21622905324208355,0.1617179170793861,0.26413559913635254,0.1911332978675114,0.01630353750267156,0.01601217538840988,10.994616695384883,0.4650043583043965,0.027809880236186378,0.015796796840529412,0.021259949519123158,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,0.03785281024197016,0.017934866424511135,nan,nan,0.21483569476265685,nan,nan,0.19455798683675302,nan,nan,0.19205918049403484,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.06591225974664346,0.03575909793348882,nan,nan,0.01791180333102477,nan,nan,0.2567338305456518,nan,nan,0.19379445942016174,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,0.6086373270893934,0.641798892026256,nan,nan,0.34810479649554643,nan,nan,0.7801521179163673,nan,nan,0.5751539108404323,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,3.3558199566508234e-06,1.597313095652873e-05,nan,nan,1.097785101996528e-05,nan,nan,0.0018318897228410949,nan,nan,0.002929859832357882,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,0.38719216672060525,0.341005570724447,nan,nan,0.12667853599052806,nan,nan,0.6222476731339421,nan,nan,0.5343002043100503,Web,1,7

results/timesfm_2_5/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/google/timesfm-2.5-200m-pytorch",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Google / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "google/timesfm-2.5-200m-pytorch"
+    "api_model_id": "google/timesfm-2.5-200m-pytorch",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/timesfm_2_5/online_meta.json

@@ -1,67 +1,19 @@
 {
     "model": "TimesFM-2.5",
     "api_model_id": "google/timesfm-2.5-200m-pytorch",
-    "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
-    "datasets": [
-        {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 69,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-27T15:03:51.951882+00:00",
+    "resolved_tasks": [
+        {
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-fb9ae2851f8b7e2517f6",
+            "issued_at": "2026-07-27T13:45:28.213527+00:00",
+            "resolved_at": "2026-07-27T15:01:33.538971+00:00",
+            "target_end": "2026-07-26T09:30:00+00:00",
+            "prediction_length": 12,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/tirex/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T14:31:46.442615+00:00",
+    "evaluated_at": "2026-07-27T15:03:51.946246+00:00",
     "resolved_tasks": [
         {
-            "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
-            "task_id": "future-d5ca073221198d0ae2a3",
-            "issued_at": "2026-07-25T08:52:17.039053+00:00",
-            "resolved_at": "2026-07-27T14:23:39.341395+00:00",
-            "target_end": "2026-07-26T08:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-fb9ae2851f8b7e2517f6",
+            "issued_at": "2026-07-27T13:45:28.213527+00:00",
+            "resolved_at": "2026-07-27T15:01:33.593115+00:00",
+            "target_end": "2026-07-26T09:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/toto_1_0/all_results.csv

@@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Toto-1.0,0.2726949967761062,0.2527851149657427
 coingecko_bitcoin_7d_price_usd/1h/short,Toto-1.0,1.2672091214948127,0.013642740360327242,nan,nan,0.0013252159503021489,nan,nan,1.1257038338278913,nan,nan,0.23265817163880909,Finance,1,24
 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-1.0,23019.0460822337,26241.382774419122,124.61535914738973,1.313879348219856,0.6257435399486769,0.9697879270582787,13.780075922721792,151.7202889604212,0.9340465971435247,0.767178555755332,0.6004176198191844,Finance,1,12
 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,1.4259638831041896,6.09966053020686e-09,nan,nan,nan,nan,nan,1.1941372965887087,nan,nan,0.000281771747513406,Climate,1,36
-data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,6.0017383593976236e-05,1.0303155617333081e-08,nan,nan,nan,nan,nan,0.007747088717316734,nan,nan,0.0002882348257079077,Transportation,1,12
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,2.0190175213394278e-08,5.988175192781999e-09,nan,nan,nan,nan,nan,0.00014209213635312223,nan,nan,0.00027905533217007254,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Toto-1.0,0.3781601546771693,0.064105101809067,nan,nan,0.014643988879747117,nan,nan,0.614947277965493,nan,nan,0.19193844973139762,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,2.11683930835631,1.9318541444866848,nan,nan,2.4720793021414016,nan,nan,1.4549361870392494,nan,nan,0.6552121422909066,Ocean,1,60
 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-1.0,9.636232627812483,0.5254104186787759,nan,nan,0.06892947365847989,nan,nan,3.104228185525749,nan,nan,0.7304308435297772,Ocean,1,72

results/toto_1_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-27T14:31:46.467854+00:00",
+    "evaluated_at": "2026-07-27T15:03:51.958239+00:00",
     "resolved_tasks": [
         {
-            "dataset": "coingecko_bitcoin_7d_price_usd/1h/short",
-            "task_id": "future-d5ca073221198d0ae2a3",
-            "issued_at": "2026-07-25T08:52:17.039053+00:00",
-            "resolved_at": "2026-07-27T14:23:39.368463+00:00",
-            "target_end": "2026-07-26T08:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-fb9ae2851f8b7e2517f6",
+            "issued_at": "2026-07-27T13:45:28.213527+00:00",
+            "resolved_at": "2026-07-27T15:01:33.627431+00:00",
+            "target_end": "2026-07-26T09:30:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]