Update leaderboard results from local eval

results/aggregates/live_metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-28T07:00:12.645975+00:00",
+  "generated_at": "2026-07-28T07:14:13.862805+00:00",
   "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
   "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
   "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
@@ -13,8 +13,8 @@
   "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
   "num_models": 12,
   "num_datasets": 13,
-  "num_model_releases": 27146,
-  "num_unique_releases": 2684,
+  "num_model_releases": 27158,
+  "num_unique_releases": 2685,
   "fixed_windows": {
     "1d": {
       "days": 1,
@@ -25,21 +25,21 @@
     },
     "7d": {
       "days": 7,
-      "num_model_releases": 2538,
-      "num_unique_releases": 212,
+      "num_model_releases": 2550,
+      "num_unique_releases": 213,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 168 hours through reference_time"
     },
     "30d": {
       "days": 30,
-      "num_model_releases": 26765,
-      "num_unique_releases": 2626,
+      "num_model_releases": 26777,
+      "num_unique_releases": 2627,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 720 hours through reference_time"
     }
   },
   "protocol_counts": {
     "historical-snapshot-recompute": 22388,
-    "prequential-v1": 4758
+    "prequential-v1": 4770
   }
 }

results/aggregates/live_overall_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,8.512340325981382,1.1169180524795583,0.3331681036685062,0.7584891341372985,19.98022781003579,0.6693772353013977,11,2624,13,32.635416666666664,35.84896204825565,-0.11111111111111112,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
-2,Official,TiRex,7.849377543788855,1.0701246512523868,0.2722533987906331,0.7891002564438317,21.9005037844282,0.6673630444271482,11,2615,13,32.635416666666664,33.205086631895504,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
-3,Official,TimesFM-2.5,7.828783608364252,1.0883918680770466,0.39971195385102853,0.9042109061412342,15.413815495966132,0.609203383046501,11,2610,13,32.635416666666664,32.70898371510608,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
-4,Official,Moirai-2.0,8.258518247461542,1.1877478362851888,0.8982808727099679,0.8722689986425731,9.787752302463414,0.578450512176346,11,1866,13,27.291666666666668,34.497535955743366,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
-5,Official,TabPFN-TS,8.401670741814286,1.1097562243426036,0.34972011617853144,0.9236690665746422,13.989433668993103,0.5596691397052724,11,1755,13,29.291666666666668,35.77084664923236,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
-6,Official,Chronos-Bolt,7.469995440181427,1.1385143423726674,0.6650672600064403,0.7823076123233369,4.905330129440893,0.5233315557907752,11,1853,13,27.291666666666668,31.06580311628964,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
-7,Official,Sundial,8.432493322881909,1.091633168720757,0.43223003458512316,0.8621501797408905,7.874272791577716,0.512082804676973,11,2104,13,29.291666666666668,36.475509506072065,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
-8,Official,Seasonal-Naive,8.61231843569269,1.2532057664921026,0.8912562999196895,1.0394109617581229,0.0,0.38626071516495575,11,2455,13,32.635416666666664,35.56627516958364,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
-9,Official,Moving-Average,8.290674179557419,1.1664950201377202,1.0251502596517226,0.9850398669138531,-0.2692323704505521,0.3801199676868199,11,2455,13,32.635416666666664,35.747667885581166,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
-10,Official,ARIMA,9.210789133037654,1.53077329264352,1.0357529991736019,1.3682937718084056,-19.965048310190905,0.3745387984363803,11,2455,13,32.635416666666664,34.565504888241946,-0.5555555555555557,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
-11,Official,Toto-1.0,7.944322991849279,1.3983743489894476,0.4150548213601574,0.8452705329065926,-30.289921896938655,0.3737707633267615,11,1880,13,27.291666666666668,31.416888084082945,-0.11111111111111112,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
-12,Official,ETS,8.01881668233872,1.4265440908046112,1.1484019687759257,1.1699877214959014,-25.53740577941169,0.3658320802606688,11,2455,13,32.635416666666664,31.066837848493517,-0.11111111111111112,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+1,Official,Chronos-2,8.512340325981382,1.1169180524795583,0.3331681036685062,0.7584891341372985,19.98022781003579,0.6693772353013977,11,2625,13,32.635416666666664,35.84896204825565,-0.11111111111111112,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+2,Official,TiRex,7.849377543788855,1.0701246512523868,0.2722533987906331,0.7891002564438317,21.9005037844282,0.6673630444271482,11,2616,13,32.635416666666664,33.205086631895504,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+3,Official,TimesFM-2.5,7.828783608364252,1.0883918680770466,0.39971195385102853,0.9042109061412342,15.413815495966132,0.609203383046501,11,2611,13,32.635416666666664,32.70898371510608,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+4,Official,Moirai-2.0,8.258518247461542,1.1877478362851888,0.8982808727099679,0.8722689986425731,9.787752302463414,0.578450512176346,11,1867,13,27.291666666666668,34.497535955743366,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+5,Official,TabPFN-TS,8.401670741814286,1.1097562243426036,0.34972011617853144,0.9236690665746422,13.989433668993103,0.5596691397052724,11,1756,13,29.291666666666668,35.77084664923236,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+6,Official,Chronos-Bolt,7.469995440181427,1.1385143423726674,0.6650672600064403,0.7823076123233369,4.905330129440893,0.5233315557907752,11,1854,13,27.291666666666668,31.06580311628964,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+7,Official,Sundial,8.432493322881909,1.091633168720757,0.43223003458512316,0.8621501797408905,7.874272791577716,0.5120829071356116,11,2105,13,29.291666666666668,36.475509506072065,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+8,Official,Seasonal-Naive,8.61231843569269,1.2532057664921026,0.8912562999196895,1.0394109617581229,0.0,0.38626071516495575,11,2456,13,32.635416666666664,35.56627516958364,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+9,Official,Moving-Average,8.290674179557419,1.1664950201377202,1.0251502596517226,0.9850398669138531,-0.2692323704505521,0.3801199335339404,11,2456,13,32.635416666666664,35.747667885581166,-0.3333333333333333,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+10,Official,ARIMA,9.210789133037654,1.53077329264352,1.0357529991736019,1.3682937718084056,-19.965048310190905,0.37453876428350075,11,2456,13,32.635416666666664,34.565504888241946,-0.5555555555555557,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+11,Official,Toto-1.0,7.944322991849279,1.3983743489894476,0.4150548213601574,0.8452705329065926,-30.289921896938655,0.3737707633267615,11,1881,13,27.291666666666668,31.416888084082945,-0.11111111111111112,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00
+12,Official,ETS,8.01881668233872,1.4265440908046112,1.1484019687759257,1.1699877214959014,-25.53740577941169,0.36583204610778935,11,2456,13,32.635416666666664,31.066837848493517,-0.11111111111111112,0.0,7,15,0.8571428571428571,2026-07-27T09:25:00+00:00,2026-07-28T06:00:00+00:00

results/aggregates/live_overall_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.130724854552627,0.8758579965635972,0.15964586924135238,0.639259480937585,23.343999141716548,0.6693772353013977,11,2624,13,32.635416666666664,136.5793956125096,0.039314924356924665,0.23076923076923078,13,2578,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00
-2,Official,TiRex,14.300430907121266,0.8800236354704345,0.19553949408295182,0.6729918239807595,24.534194448627506,0.6673630444271482,11,2615,13,32.635416666666664,139.31186932110703,0.03306889699182632,0.23076923076923078,13,2565,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00
-3,Official,TimesFM-2.5,14.179186080958944,0.8751932160685933,0.13738824277205328,0.7173338118959146,23.941327001664035,0.609203383046501,11,2610,13,32.635416666666664,136.83672565482505,0.04151143048349411,0.23076923076923078,13,2559,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00
-4,Official,Moirai-2.0,17.69231340595149,0.9245152315841323,0.24072719119085173,0.6706747620678658,22.129140589636606,0.578450512176346,11,1866,13,27.291666666666668,156.3136782409905,0.06894599826987663,0.15384615384615385,13,1866,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
-5,Official,TabPFN-TS,19.388267630993425,0.9719965465026194,0.20000391943458096,0.8172351329826376,18.62005372322704,0.5596691397052724,11,1755,13,29.291666666666668,163.74057661949922,0.047130724745390276,0.15384615384615385,13,1758,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T06:00:00+00:00
-6,Official,Chronos-Bolt,17.957614429050665,0.9711353229973398,0.27361481880343863,0.7187085584873392,11.47522203999817,0.5233315557907752,11,1853,13,27.291666666666668,157.26764961919466,0.02815203134779423,0.15384615384615385,13,1853,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
-7,Official,Sundial,17.341980753088585,1.011797943979484,0.22216093446321353,0.7648116754521964,16.112876451931648,0.512082804676973,11,2104,13,29.291666666666668,151.2049810220281,0.004735879465716553,0.3076923076923077,13,2106,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T06:00:00+00:00
-8,Official,Seasonal-Naive,15.979659884861146,1.232697410411877,0.36451581326755245,0.9610017632059376,0.0,0.38626071516495575,11,2455,13,32.635416666666664,141.85477019062802,0.03578744828787388,0.3076923076923077,13,2406,0.8461538461538461,2026-06-28T11:00:00+00:00,2026-07-28T06:00:00+00:00
-9,Official,Moving-Average,15.721959068686273,1.1396314983200277,0.3399644995786557,0.9159283521159322,3.079115958122188,0.3801199676868199,11,2455,13,32.635416666666664,142.09913067107783,0.07794326940717787,0.15384615384615385,13,2398,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00
-10,Official,ARIMA,15.6491490808608,1.1435612217541982,0.34701881384296746,0.902071268644958,1.807773444898534,0.3745387984363803,11,2455,13,32.635416666666664,142.10570155570323,0.05853616758906145,0.15384615384615385,13,2398,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00
-11,Official,Toto-1.0,28.597727839762918,1.660429969140253,0.2808503204391648,0.7008920151183478,-19.16603835135675,0.3737707633267615,11,1880,13,27.291666666666668,213.59360108870322,-0.006609608166254493,0.15384615384615385,13,1880,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
-12,Official,ETS,17.41248789389177,1.3988728410761258,0.3153194740457652,1.1097760635687752,-3.577962500236581,0.3658320802606688,11,2455,13,32.635416666666664,146.96332968502088,0.07230158578694158,0.15384615384615385,13,2398,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00
+1,Official,Chronos-2,14.130724854552627,0.8758579965635972,0.15964586924135238,0.639259480937585,23.343999141716548,0.6693772353013977,11,2625,13,32.635416666666664,136.5793956125096,0.039314924356924665,0.23076923076923078,13,2579,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00
+2,Official,TiRex,14.300430907121266,0.8800236354704345,0.19553949408295182,0.6729918239807595,24.534194448627506,0.6673630444271482,11,2616,13,32.635416666666664,139.31186932110703,0.03306889699182632,0.23076923076923078,13,2566,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00
+3,Official,TimesFM-2.5,14.179186080958944,0.8751932160685933,0.13738824277205328,0.7173338118959146,23.941327001664035,0.609203383046501,11,2611,13,32.635416666666664,136.83672565482505,0.04151143048349411,0.23076923076923078,13,2560,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00
+4,Official,Moirai-2.0,17.69231340595149,0.9245152315841323,0.24072719119085173,0.6706747620678658,22.129140589636606,0.578450512176346,11,1867,13,27.291666666666668,156.3136782409905,0.06894599826987663,0.15384615384615385,13,1867,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
+5,Official,TabPFN-TS,19.388267630993425,0.9719965465026194,0.20000391943458096,0.8172351329826376,18.62005372322704,0.5596691397052724,11,1756,13,29.291666666666668,163.74057661949922,0.047130724745390276,0.15384615384615385,13,1759,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T06:00:00+00:00
+6,Official,Chronos-Bolt,17.957614429050665,0.9711353229973398,0.27361481880343863,0.7187085584873392,11.47522203999817,0.5233315557907752,11,1854,13,27.291666666666668,157.26764961919466,0.02815203134779423,0.15384615384615385,13,1854,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
+7,Official,Sundial,17.341980753088585,1.0117979439787956,0.22216093446321353,0.7648116754520398,16.112876451931648,0.5120829071356116,11,2105,13,29.291666666666668,151.2049810220281,0.004735879465716553,0.3076923076923077,13,2107,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T06:00:00+00:00
+8,Official,Seasonal-Naive,15.979659884861146,1.232697410411877,0.36451581326755245,0.9610017632059376,0.0,0.38626071516495575,11,2456,13,32.635416666666664,141.85477019062802,0.03578744828787388,0.3076923076923077,13,2407,0.8461538461538461,2026-06-28T11:00:00+00:00,2026-07-28T06:00:00+00:00
+9,Official,Moving-Average,15.721959068686273,1.1396314983200277,0.3399644995786557,0.9159283521159322,3.079115958122188,0.3801199335339404,11,2456,13,32.635416666666664,142.09913067107783,0.07794326940717787,0.15384615384615385,13,2399,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00
+10,Official,ARIMA,15.6491490808608,1.1435612217541982,0.34701881384296746,0.902071268644958,1.807773444898534,0.37453876428350075,11,2456,13,32.635416666666664,142.10570155570323,0.05853616758906145,0.15384615384615385,13,2399,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00
+11,Official,Toto-1.0,28.59762557821943,1.660373215842544,0.2808503204391648,0.7008920156229265,-19.16603835135675,0.3737707633267615,11,1881,13,27.291666666666668,213.5932746652705,-0.006729042815494483,0.15384615384615385,13,1881,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
+12,Official,ETS,17.41248789389177,1.3988728410761258,0.3153194740457652,1.1097760635687752,-3.577962500236581,0.36583204610778935,11,2456,13,32.635416666666664,146.96332968502088,0.07230158578694158,0.15384615384615385,13,2399,0.8461538461538461,2026-06-28T11:10:00+00:00,2026-07-28T06:00:00+00:00

results/aggregates/live_overall_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,116.73230978252285,1.747243273970008,0.15562470340687856,1.5315576702503793,17.077228464757717,0.6693772353013977,11,2624,13,32.635416666666664,449.1655044373698,-0.14095757447133775,0.08333333333333333,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
-2,Official,TiRex,117.54548143070421,1.7380306319849979,0.1530281099956268,1.81439053429328,18.489316564715015,0.6673630444271482,11,2615,13,32.635416666666664,458.0644114363002,-0.18902548594650528,0.0,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
-3,Official,TimesFM-2.5,116.65254690871767,1.7328159248511301,0.13761572644357634,1.6052674126042064,17.193536188242238,0.609203383046501,11,2610,13,32.635416666666664,449.2108198442591,-0.18269858444557946,0.0,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
-4,Official,Moirai-2.0,116.74715721715263,1.7716869142714728,0.21392533638017058,1.5331074109399971,14.640545822562403,0.578450512176346,11,1866,13,27.291666666666668,449.2963161925493,-0.11703497805231534,0.0,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
-5,Official,TabPFN-TS,116.89638169165194,1.8335843495374604,0.18097375838090352,1.7040604737890614,8.990362819472603,0.5596691397052724,11,1755,13,29.291666666666668,449.3055524424137,-0.12822871218845838,0.08333333333333333,12,211,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
-6,Official,Chronos-Bolt,116.7470674594292,1.7921256600862483,0.20533613257538336,1.5794194657399838,5.719438302669135,0.5233315557907752,11,1853,13,27.291666666666668,449.41797999847444,-0.10689001119673475,0.0,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
-7,Official,Sundial,116.89580456465303,1.7941811088984563,0.18976286672069792,1.5976367810870473,14.216261973957481,0.512082804676973,11,2104,13,29.291666666666668,449.37275194689914,-0.2054698152694609,0.0,12,211,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
-8,Official,Seasonal-Naive,117.2939831595237,1.9782400451818882,0.2679697260024721,1.6186099122450843,0.0,0.38626071516495575,11,2455,13,32.635416666666664,449.59641698608596,-0.15853677942621267,0.08333333333333333,12,211,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
-9,Official,Moving-Average,117.12250101021225,1.9440480769230373,0.27614312757212045,1.749828010705178,-3.2656993243559715,0.3801199676868199,11,2455,13,32.635416666666664,449.51280968456723,-0.08247875493581756,0.08333333333333333,12,211,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
-10,Official,ARIMA,117.18055643193709,2.0197589617688347,0.2674292028291988,1.7504394037300661,-7.878194243771255,0.3745387984363803,11,2455,13,32.635416666666664,449.43511443775066,0.018027339038044224,0.08333333333333333,12,211,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
-11,Official,Toto-1.0,157.98751446476254,2.377583018426494,0.17403026956450174,1.4792704936342744,-25.9717706725296,0.3737707633267615,11,1880,13,27.291666666666668,576.5778299891555,-0.125222444778965,0.0,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
-12,Official,ETS,118.3475590985068,2.2882751725474484,0.3823215515557009,2.0176017651527993,-13.334142087617067,0.3658320802606688,11,2455,13,32.635416666666664,450.7014289406079,0.029661661365289405,0.0,12,211,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+1,Official,Chronos-2,116.73230978252285,1.747243273970008,0.15562470340687856,1.5315576702503793,17.077228464757717,0.6693772353013977,11,2625,13,32.635416666666664,449.1655044373698,-0.14095757447133775,0.08333333333333333,12,213,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+2,Official,TiRex,117.54548143070421,1.7380306319849979,0.1530281099956268,1.81439053429328,18.489316564715015,0.6673630444271482,11,2616,13,32.635416666666664,458.0644114363002,-0.18902548594650528,0.0,12,213,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+3,Official,TimesFM-2.5,116.65254690871767,1.7328159248511301,0.13761572644357634,1.6052674126042064,17.193536188242238,0.609203383046501,11,2611,13,32.635416666666664,449.2108198442591,-0.18269858444557946,0.0,12,213,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+4,Official,Moirai-2.0,116.74715721715263,1.7716869142714728,0.21392533638017058,1.5331074109399971,14.640545822562403,0.578450512176346,11,1867,13,27.291666666666668,449.2963161925493,-0.11703497805231534,0.0,12,213,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+5,Official,TabPFN-TS,116.89638169165194,1.8335843495374604,0.18097375838090352,1.7040604737890614,8.990362819472603,0.5596691397052724,11,1756,13,29.291666666666668,449.3055524424137,-0.12822871218845838,0.08333333333333333,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+6,Official,Chronos-Bolt,116.7470674594292,1.7921256600862483,0.20533613257538336,1.5794194657399838,5.719438302669135,0.5233315557907752,11,1854,13,27.291666666666668,449.41797999847444,-0.10689001119673475,0.0,12,213,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+7,Official,Sundial,116.89580456465303,1.7941811088941897,0.18976286672069792,1.5976367810860947,14.216261973957481,0.5120829071356116,11,2105,13,29.291666666666668,449.37275194689914,-0.2054698152694609,0.0,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+8,Official,Seasonal-Naive,117.2939831595237,1.9782400451818882,0.2679697260024721,1.6186099122450843,0.0,0.38626071516495575,11,2456,13,32.635416666666664,449.59641698608596,-0.15853677942621267,0.08333333333333333,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+9,Official,Moving-Average,117.12250101021225,1.9440480769230373,0.27614312757212045,1.749828010705178,-3.2656993243559715,0.3801199335339404,11,2456,13,32.635416666666664,449.51280968456723,-0.08247875493581756,0.08333333333333333,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+10,Official,ARIMA,117.18055643193709,2.0197589617688347,0.2674292028291988,1.7504394037300661,-7.878194243771255,0.37453876428350075,11,2456,13,32.635416666666664,449.43511443775066,0.018027339038044224,0.08333333333333333,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+11,Official,Toto-1.0,157.98678567233188,2.377268579471858,0.17403026956450174,1.4792704967222206,-25.9717706725296,0.3737707633267615,11,1881,13,27.291666666666668,576.5753072742281,-0.12601115552947414,0.0,12,213,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00
+12,Official,ETS,118.3475590985068,2.2882751725474484,0.3823215515557009,2.0176017651527993,-13.334142087617067,0.36583204610778935,11,2456,13,32.635416666666664,450.7014289406079,0.029661661365289405,0.0,12,212,0.8333333333333334,2026-07-21T07:18:00+00:00,2026-07-28T06:00:00+00:00

results/aggregates/live_overall_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.130716064840945,0.8756350896189192,0.15959825586671142,0.6393942623869227,23.495945655101824,0.6693772353013977,11,2624,13,32.635416666666664,136.57938708851663,0.03566703476739055,0.23076923076923078,13,2629,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00
-2,Official,TiRex,14.298801628627883,0.8787614661193548,0.19531230635360758,0.6726026609863894,24.69337714121965,0.6673630444271482,11,2615,13,32.635416666666664,139.31024259684852,0.03563936905831963,0.23076923076923078,13,2615,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00
-3,Official,TimesFM-2.5,14.179848779076083,0.8754733414892932,0.13737128013954242,0.7175772499736055,23.919877633458835,0.609203383046501,11,2610,13,32.635416666666664,136.83783749665847,0.0369577760624657,0.23076923076923078,13,2610,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00
-4,Official,Moirai-2.0,17.69231340595149,0.9245152315841323,0.24072719119085173,0.6706747620678658,22.129140589636606,0.578450512176346,11,1866,13,27.291666666666668,156.3136782409905,0.06894599826987663,0.15384615384615385,13,1866,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
-5,Official,TabPFN-TS,19.388267630993425,0.9719965465026194,0.20000391943458096,0.8172351329826376,18.62005372322704,0.5596691397052724,11,1755,13,29.291666666666668,163.74057661949922,0.047130724745390276,0.15384615384615385,13,1758,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T06:00:00+00:00
-6,Official,Chronos-Bolt,17.957614429050665,0.9711353229973398,0.27361481880343863,0.7187085584873392,11.47522203999817,0.5233315557907752,11,1853,13,27.291666666666668,157.26764961919466,0.02815203134779423,0.15384615384615385,13,1853,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
-7,Official,Sundial,17.341980753088585,1.011797943979484,0.22216093446321353,0.7648116754521964,16.112876451931648,0.512082804676973,11,2104,13,29.291666666666668,151.2049810220281,0.004735879465716553,0.3076923076923077,13,2106,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T06:00:00+00:00
-8,Official,Seasonal-Naive,15.977691329991,1.2325791121900234,0.36463845567333114,0.9613580596984183,0.0,0.38626071516495575,11,2455,13,32.635416666666664,141.85235949315978,0.039048456853922234,0.3076923076923077,13,2464,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-28T06:00:00+00:00
-9,Official,Moving-Average,15.725299520967669,1.1413767091666576,0.34034134898985424,0.9176498028306828,2.9864665781940904,0.3801199676868199,11,2455,13,32.635416666666664,142.1002938742662,0.06582531564466178,0.15384615384615385,13,2455,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00
-10,Official,ARIMA,15.661097261265535,1.1472966953633015,0.34754409718243484,0.905065400464176,1.6789257279423686,0.3745387984363803,11,2455,13,32.635416666666664,142.1162507942788,0.04221758097869765,0.15384615384615385,13,2455,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00
-11,Official,Toto-1.0,28.597727839762918,1.660429969140253,0.2808503204391648,0.7008920151183478,-19.16603835135675,0.3737707633267615,11,1880,13,27.291666666666668,213.59360108870322,-0.006609608166254493,0.15384615384615385,13,1880,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
-12,Official,ETS,17.451958009952243,1.4075322544844036,0.3161836296719761,1.116721045581936,-3.8372247482220234,0.3658320802606688,11,2455,13,32.635416666666664,146.99185562719939,0.04965295040621071,0.15384615384615385,13,2455,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00
+1,Official,Chronos-2,14.130716064840945,0.8756350896189192,0.15959825586671142,0.6393942623869227,23.495945655101824,0.6693772353013977,11,2625,13,32.635416666666664,136.57938708851663,0.03566703476739055,0.23076923076923078,13,2630,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00
+2,Official,TiRex,14.298801628627883,0.8787614661193548,0.19531230635360758,0.6726026609863894,24.69337714121965,0.6673630444271482,11,2616,13,32.635416666666664,139.31024259684852,0.03563936905831963,0.23076923076923078,13,2616,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00
+3,Official,TimesFM-2.5,14.179848779076083,0.8754733414892932,0.13737128013954242,0.7175772499736055,23.919877633458835,0.609203383046501,11,2611,13,32.635416666666664,136.83783749665847,0.0369577760624657,0.23076923076923078,13,2611,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00
+4,Official,Moirai-2.0,17.69231340595149,0.9245152315841323,0.24072719119085173,0.6706747620678658,22.129140589636606,0.578450512176346,11,1867,13,27.291666666666668,156.3136782409905,0.06894599826987663,0.15384615384615385,13,1867,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
+5,Official,TabPFN-TS,19.388267630993425,0.9719965465026194,0.20000391943458096,0.8172351329826376,18.62005372322704,0.5596691397052724,11,1756,13,29.291666666666668,163.74057661949922,0.047130724745390276,0.15384615384615385,13,1759,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T06:00:00+00:00
+6,Official,Chronos-Bolt,17.957614429050665,0.9711353229973398,0.27361481880343863,0.7187085584873392,11.47522203999817,0.5233315557907752,11,1854,13,27.291666666666668,157.26764961919466,0.02815203134779423,0.15384615384615385,13,1854,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
+7,Official,Sundial,17.341980753088585,1.0117979439787956,0.22216093446321353,0.7648116754520398,16.112876451931648,0.5120829071356116,11,2105,13,29.291666666666668,151.2049810220281,0.004735879465716553,0.3076923076923077,13,2107,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T06:00:00+00:00
+8,Official,Seasonal-Naive,15.977691329991,1.2325791121900234,0.36463845567333114,0.9613580596984183,0.0,0.38626071516495575,11,2456,13,32.635416666666664,141.85235949315978,0.039048456853922234,0.3076923076923077,13,2465,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-28T06:00:00+00:00
+9,Official,Moving-Average,15.725299520967669,1.1413767091666576,0.34034134898985424,0.9176498028306828,2.9864665781940904,0.3801199335339404,11,2456,13,32.635416666666664,142.1002938742662,0.06582531564466178,0.15384615384615385,13,2456,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00
+10,Official,ARIMA,15.661097261265535,1.1472966953633015,0.34754409718243484,0.905065400464176,1.6789257279423686,0.37453876428350075,11,2456,13,32.635416666666664,142.1162507942788,0.04221758097869765,0.15384615384615385,13,2456,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00
+11,Official,Toto-1.0,28.59762557821943,1.660373215842544,0.2808503204391648,0.7008920156229265,-19.16603835135675,0.3737707633267615,11,1881,13,27.291666666666668,213.5932746652705,-0.006729042815494483,0.15384615384615385,13,1881,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T06:00:00+00:00
+12,Official,ETS,17.451958009952243,1.4075322544844036,0.3161836296719761,1.116721045581936,-3.8372247482220234,0.36583204610778935,11,2456,13,32.635416666666664,146.99185562719939,0.04965295040621071,0.15384615384615385,13,2456,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T06:00:00+00:00

results/aggregates/live_rank_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6693772353013977,11,2624,13,32.635416666666664
-2,Official,TiRex,0.6673630444271482,11,2615,13,32.635416666666664
-3,Official,TimesFM-2.5,0.609203383046501,11,2610,13,32.635416666666664
-4,Official,Moirai-2.0,0.578450512176346,11,1866,13,27.291666666666668
-5,Official,TabPFN-TS,0.5596691397052724,11,1755,13,29.291666666666668
-6,Official,Chronos-Bolt,0.5233315557907752,11,1853,13,27.291666666666668
-7,Official,Sundial,0.512082804676973,11,2104,13,29.291666666666668
-8,Official,Seasonal-Naive,0.38626071516495575,11,2455,13,32.635416666666664
-9,Official,Moving-Average,0.3801199676868199,11,2455,13,32.635416666666664
-10,Official,ARIMA,0.3745387984363803,11,2455,13,32.635416666666664
-11,Official,Toto-1.0,0.3737707633267615,11,1880,13,27.291666666666668
-12,Official,ETS,0.3658320802606688,11,2455,13,32.635416666666664
+1,Official,Chronos-2,0.6693772353013977,11,2625,13,32.635416666666664
+2,Official,TiRex,0.6673630444271482,11,2616,13,32.635416666666664
+3,Official,TimesFM-2.5,0.609203383046501,11,2611,13,32.635416666666664
+4,Official,Moirai-2.0,0.578450512176346,11,1867,13,27.291666666666668
+5,Official,TabPFN-TS,0.5596691397052724,11,1756,13,29.291666666666668
+6,Official,Chronos-Bolt,0.5233315557907752,11,1854,13,27.291666666666668
+7,Official,Sundial,0.5120829071356116,11,2105,13,29.291666666666668
+8,Official,Seasonal-Naive,0.38626071516495575,11,2456,13,32.635416666666664
+9,Official,Moving-Average,0.3801199335339404,11,2456,13,32.635416666666664
+10,Official,ARIMA,0.37453876428350075,11,2456,13,32.635416666666664
+11,Official,Toto-1.0,0.3737707633267615,11,1881,13,27.291666666666668
+12,Official,ETS,0.36583204610778935,11,2456,13,32.635416666666664

results/aggregates/live_rank_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6693772353013977,11,2624,13,32.635416666666664
-2,Official,TiRex,0.6673630444271482,11,2615,13,32.635416666666664
-3,Official,TimesFM-2.5,0.609203383046501,11,2610,13,32.635416666666664
-4,Official,Moirai-2.0,0.578450512176346,11,1866,13,27.291666666666668
-5,Official,TabPFN-TS,0.5596691397052724,11,1755,13,29.291666666666668
-6,Official,Chronos-Bolt,0.5233315557907752,11,1853,13,27.291666666666668
-7,Official,Sundial,0.512082804676973,11,2104,13,29.291666666666668
-8,Official,Seasonal-Naive,0.38626071516495575,11,2455,13,32.635416666666664
-9,Official,Moving-Average,0.3801199676868199,11,2455,13,32.635416666666664
-10,Official,ARIMA,0.3745387984363803,11,2455,13,32.635416666666664
-11,Official,Toto-1.0,0.3737707633267615,11,1880,13,27.291666666666668
-12,Official,ETS,0.3658320802606688,11,2455,13,32.635416666666664
+1,Official,Chronos-2,0.6693772353013977,11,2625,13,32.635416666666664
+2,Official,TiRex,0.6673630444271482,11,2616,13,32.635416666666664
+3,Official,TimesFM-2.5,0.609203383046501,11,2611,13,32.635416666666664
+4,Official,Moirai-2.0,0.578450512176346,11,1867,13,27.291666666666668
+5,Official,TabPFN-TS,0.5596691397052724,11,1756,13,29.291666666666668
+6,Official,Chronos-Bolt,0.5233315557907752,11,1854,13,27.291666666666668
+7,Official,Sundial,0.5120829071356116,11,2105,13,29.291666666666668
+8,Official,Seasonal-Naive,0.38626071516495575,11,2456,13,32.635416666666664
+9,Official,Moving-Average,0.3801199335339404,11,2456,13,32.635416666666664
+10,Official,ARIMA,0.37453876428350075,11,2456,13,32.635416666666664
+11,Official,Toto-1.0,0.3737707633267615,11,1881,13,27.291666666666668
+12,Official,ETS,0.36583204610778935,11,2456,13,32.635416666666664

results/aggregates/live_rank_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6693772353013977,11,2624,13,32.635416666666664
-2,Official,TiRex,0.6673630444271482,11,2615,13,32.635416666666664
-3,Official,TimesFM-2.5,0.609203383046501,11,2610,13,32.635416666666664
-4,Official,Moirai-2.0,0.578450512176346,11,1866,13,27.291666666666668
-5,Official,TabPFN-TS,0.5596691397052724,11,1755,13,29.291666666666668
-6,Official,Chronos-Bolt,0.5233315557907752,11,1853,13,27.291666666666668
-7,Official,Sundial,0.512082804676973,11,2104,13,29.291666666666668
-8,Official,Seasonal-Naive,0.38626071516495575,11,2455,13,32.635416666666664
-9,Official,Moving-Average,0.3801199676868199,11,2455,13,32.635416666666664
-10,Official,ARIMA,0.3745387984363803,11,2455,13,32.635416666666664
-11,Official,Toto-1.0,0.3737707633267615,11,1880,13,27.291666666666668
-12,Official,ETS,0.3658320802606688,11,2455,13,32.635416666666664
+1,Official,Chronos-2,0.6693772353013977,11,2625,13,32.635416666666664
+2,Official,TiRex,0.6673630444271482,11,2616,13,32.635416666666664
+3,Official,TimesFM-2.5,0.609203383046501,11,2611,13,32.635416666666664
+4,Official,Moirai-2.0,0.578450512176346,11,1867,13,27.291666666666668
+5,Official,TabPFN-TS,0.5596691397052724,11,1756,13,29.291666666666668
+6,Official,Chronos-Bolt,0.5233315557907752,11,1854,13,27.291666666666668
+7,Official,Sundial,0.5120829071356116,11,2105,13,29.291666666666668
+8,Official,Seasonal-Naive,0.38626071516495575,11,2456,13,32.635416666666664
+9,Official,Moving-Average,0.3801199335339404,11,2456,13,32.635416666666664
+10,Official,ARIMA,0.37453876428350075,11,2456,13,32.635416666666664
+11,Official,Toto-1.0,0.3737707633267615,11,1881,13,27.291666666666668
+12,Official,ETS,0.36583204610778935,11,2456,13,32.635416666666664

results/aggregates/live_rank_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6693772353013977,11,2624,13,32.635416666666664
-2,Official,TiRex,0.6673630444271482,11,2615,13,32.635416666666664
-3,Official,TimesFM-2.5,0.609203383046501,11,2610,13,32.635416666666664
-4,Official,Moirai-2.0,0.578450512176346,11,1866,13,27.291666666666668
-5,Official,TabPFN-TS,0.5596691397052724,11,1755,13,29.291666666666668
-6,Official,Chronos-Bolt,0.5233315557907752,11,1853,13,27.291666666666668
-7,Official,Sundial,0.512082804676973,11,2104,13,29.291666666666668
-8,Official,Seasonal-Naive,0.38626071516495575,11,2455,13,32.635416666666664
-9,Official,Moving-Average,0.3801199676868199,11,2455,13,32.635416666666664
-10,Official,ARIMA,0.3745387984363803,11,2455,13,32.635416666666664
-11,Official,Toto-1.0,0.3737707633267615,11,1880,13,27.291666666666668
-12,Official,ETS,0.3658320802606688,11,2455,13,32.635416666666664
+1,Official,Chronos-2,0.6693772353013977,11,2625,13,32.635416666666664
+2,Official,TiRex,0.6673630444271482,11,2616,13,32.635416666666664
+3,Official,TimesFM-2.5,0.609203383046501,11,2611,13,32.635416666666664
+4,Official,Moirai-2.0,0.578450512176346,11,1867,13,27.291666666666668
+5,Official,TabPFN-TS,0.5596691397052724,11,1756,13,29.291666666666668
+6,Official,Chronos-Bolt,0.5233315557907752,11,1854,13,27.291666666666668
+7,Official,Sundial,0.5120829071356116,11,2105,13,29.291666666666668
+8,Official,Seasonal-Naive,0.38626071516495575,11,2456,13,32.635416666666664
+9,Official,Moving-Average,0.3801199335339404,11,2456,13,32.635416666666664
+10,Official,ARIMA,0.37453876428350075,11,2456,13,32.635416666666664
+11,Official,Toto-1.0,0.3737707633267615,11,1881,13,27.291666666666668
+12,Official,ETS,0.36583204610778935,11,2456,13,32.635416666666664

results/aggregates/live_release_metrics.csv

@@ -957,6 +957,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.511159
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.319777+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,ARIMA,livehouse-canonical-v1,0.09034368482267668,0.30057226223102607,0.08584816377209524,0.21166539698076375,79.87505150574432,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.065991+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,livehouse-canonical-v1,10000.000009362993,100.00000004681496,0.041666666710272804,99.99999963022142,-4.681496645926259e-08,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.578115+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.456116+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.820135+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,livehouse-canonical-v1,2.9299855005627866,1.7117200415262965,0.022015019958866486,2.189248382469507,31.06190445917147,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:16.979606+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.352197+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,livehouse-canonical-v1,5.25270238866965,2.2918774811646565,0.03775618127996333,3.6645387048796,4.622973532093296,True
@@ -3468,6 +3469,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.597735
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.359947+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-2,livehouse-canonical-v1,0.08109564623763625,0.28477297315166034,0.07999677014547718,0.1894511243364351,81.74713053221075,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.132508+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,10000.0,100.0,0.041666666666666664,100.0,0.0,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.585770+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.510951+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.827862+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,livehouse-canonical-v1,1.9379397950077621,1.3920990607739674,0.012184519271418585,1.0875812710710875,48.378678721883176,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:17.013122+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.408862+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,3.474611558180053,1.8640309971081632,0.015378280340456496,1.8566738730698593,24.763591861479046,True
@@ -5797,6 +5799,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.640717
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.380506+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Chronos-Bolt,livehouse-canonical-v1,1.5829943714512622,1.2581710422081975,0.39001995326635375,0.9019419435610517,-32.44163643405528,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.159929+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,10000.0,100.0,0.041666666666666664,100.0,0.0,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.594943+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.532995+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.836042+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,livehouse-canonical-v1,3.8119721492484273,1.9524272455711191,0.01717271744673844,1.5209153735783902,18.74141283829216,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:17.040098+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.425762+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,3.643891908201823,1.9088980874320722,0.01612449918337477,1.8168515468566673,22.518165424885126,True
@@ -7894,6 +7897,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.686704
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.406939+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,ETS,livehouse-canonical-v1,1.1301408862991174,1.063080846548896,0.304667031341064,0.7610742109143392,-16.652182147033308,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.207422+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,livehouse-canonical-v1,10000.000009362993,100.00000004681496,0.041666666710272804,99.99999963022142,-4.681496645926259e-08,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.601259+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.602881+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.844322+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,livehouse-canonical-v1,0.8610746001780633,0.9279410542583313,0.007975771445712198,0.7589285515195429,73.22290644964136,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:17.059029+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.444847+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,livehouse-canonical-v1,2.6692660440690674,1.63378886153293,0.014016342794428122,1.1654412082251815,36.681011321042526,True
@@ -10108,6 +10112,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.734915
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.434854+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Moirai-2.0,livehouse-canonical-v1,0.055721445451577055,0.23605390369908533,0.06709138809243545,0.18095887539416944,87.08964537357498,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.262614+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,10000.0,100.0,0.041666666666666664,99.99986911349826,0.0,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.607092+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.635978+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.850283+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,livehouse-canonical-v1,2.188216173139461,1.479262036672158,0.012966004472207512,1.1534765923289483,43.59227020035318,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:17.087083+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.464792+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,3.7804372674508806,1.944334659324593,0.016426666551285978,1.8504841511654375,20.765001803102216,True
@@ -12215,6 +12220,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.766714
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.456915+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Moving-Average,livehouse-canonical-v1,0.6840187814029869,0.8270542795989795,0.2929441171581598,0.7832458855804579,8.27791057625363,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.292379+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,livehouse-canonical-v1,10000.000009362993,100.00000004681496,0.041666666710272804,99.99999963022142,-4.681496645926259e-08,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.613909+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.696890+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.855920+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,livehouse-canonical-v1,5.166006630228085,2.2728850895344634,0.021241052823975388,2.1236687436396346,3.766134142909507,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:17.104261+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.490988+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,livehouse-canonical-v1,5.073600223215601,2.2524653655973492,0.019247135285738168,1.6559218506612061,6.352306972627117,True
@@ -14672,6 +14678,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.797680
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.488879+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Seasonal-Naive,livehouse-canonical-v1,0.8074840522119177,0.8986011641501015,0.31656051971624843,0.8417293621458692,0.0,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.327415+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,livehouse-canonical-v1,10000.0,100.0,0.041666666666666664,84.66666666666674,0.0,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.620071+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.755065+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.862348+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,livehouse-canonical-v1,5.570352309980602,2.360159382325821,0.021231401780318793,1.6015120132928151,0.0,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:17.119080+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.515806+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,livehouse-canonical-v1,5.76190476190476,2.4003967925959158,0.019246480643539468,1.5770042685653092,0.0,True
@@ -16994,6 +17001,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.835764
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.520863+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Sundial,livehouse-canonical-v1,0.05785240670060254,0.24052527247797173,0.07541226313991628,0.12070489605127818,86.62892194018812,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.377452+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Sundial,livehouse-canonical-v1,10000.0,100.0,0.041666666666666664,100.0,0.0,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.625594+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,4.477100413945156e-16,2.115915975161858e-08,,2.0569481080768957e-08,0.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.783732+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,3.6998138473223216e-16,1.9234900174740503e-08,,1.9312927769778423e-08,0.0,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.868865+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,livehouse-canonical-v1,5.571680279375159,2.3604406960089377,0.02050874692055621,2.007973843942625,-0.011918556007689395,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:17.141167+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,2.224308396154249e-14,1.4914115448642098e-07,,1.996284068791117e-08,0.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.537764+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Sundial,livehouse-canonical-v1,5.324918062917035,2.307578398000171,0.019649657512682054,2.065362588063097,3.941496187793085,True
@@ -18973,6 +18981,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.866481
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.564810+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TabPFN-TS,livehouse-canonical-v1,0.7333273401696042,0.8563453393167993,0.25561925129703855,0.6629838806327178,4.812835134071453,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.426488+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TabPFN-TS,livehouse-canonical-v1,10000.0,100.0,0.041666666666666664,100.0,0.0,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.636801+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.844880+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.880215+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,livehouse-canonical-v1,2.293148198889767,1.5143144319756603,0.013542200355176512,1.4040571244672369,41.67614801314004,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:17.192132+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.548683+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TabPFN-TS,livehouse-canonical-v1,3.4332700143004455,1.8529085283144566,0.015259086873556515,1.6494581991826949,25.324529487250572,True
@@ -21050,6 +21059,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.939798
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.635278+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TiRex,livehouse-canonical-v1,0.07453587640349262,0.2730125938551052,0.08251554417032134,0.1937645162535675,83.09882260358934,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.482859+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,9568.451217122376,97.81846051294396,0.04075175391303169,122.810993109809,2.2053292725589815,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.649187+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.912269+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.891485+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,livehouse-canonical-v1,3.365048981182453,1.8344069835187755,0.016242097656471777,1.4214175429850273,24.680518053275936,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:17.256143+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.614781+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,3.4716967200783384,1.863248968892332,0.015373097338707615,1.8794373116542624,24.80297689146699,True
@@ -23665,6 +23675,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.908668
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.612812+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,TimesFM-2.5,livehouse-canonical-v1,0.009607542289942745,0.09801807124169883,0.02882603864276593,0.08644527086831816,97.64835610729786,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.455523+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,10000.0,100.0,0.041666666666666664,100.0,0.0,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.643858+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.874374+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.885781+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,livehouse-canonical-v1,2.727205708464092,1.6514253566129145,0.016510582862442183,1.4136947299654383,34.26485955502163,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:17.214075+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.574742+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,3.3821215253553216,1.8390545194080903,0.015576871907429337,1.6776971747265543,26.025551128008807,True
@@ -25986,6 +25997,7 @@ future-7237e33c1788bdd8410b,2026-07-24T09:30:00+00:00,2026-07-25T09:03:06.982108
 future-726670e0c79eb66cf01a,2026-07-22T18:24:00+00:00,2026-07-23T02:48:14.660045+00:00,2026-07-22T12:34:44.803520+00:00,prequential-v1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,Toto-1.0,livehouse-canonical-v1,0.9974503452925738,0.9987243590163273,0.11813688641699366,0.3540300809746226,-10.52483089376014,True
 future-73617af5c3b8ccb19343,2026-07-27T02:25:00+00:00,2026-07-27T03:37:01.537502+00:00,2026-07-26T20:28:20.662093+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,17839.556631798547,133.56480311743266,0.048356200324164496,115.3394332320602,-28.15977544284648,True
 future-73a035a608b14e596977,2026-07-19T03:45:00+00:00,2026-07-20T07:22:23.654671+00:00,2026-07-20T07:02:46.573167+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.10471888491749093,0.3236029742098965,,0.000267044430374544,-100.0,False
+future-74d6212c9576c1e92191,2026-07-26T22:50:00+00:00,2026-07-28T07:11:41.967883+00:00,2026-07-28T06:17:57.409061+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,9.809345688447446e-05,0.009904214097265591,,0.0002784084393961502,-100.00000000000001,False
 future-756e234e9c906b40418d,2026-07-22T01:00:00+00:00,2026-07-22T02:11:03.897361+00:00,2026-07-21T01:28:59.904093+00:00,prequential-v1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,livehouse-canonical-v1,3.627119529390528,1.904499810813991,0.0171895937530647,1.561621733988467,21.127901389942622,True
 future-7658e7c0988c6f0d19f1,2026-07-22T06:05:00+00:00,2026-07-23T06:54:17.277145+00:00,2026-07-23T05:42:06.537152+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,6.84010603984259e-05,0.008270493358828474,,0.00027062367079014175,-100.0,False
 future-76d0cd6b9255315b0d5a,2026-07-25T20:40:00+00:00,2026-07-25T21:00:01.632708+00:00,2026-07-25T14:46:00.648333+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,3.8354042133216697,1.9584188043729742,0.01654488465245373,1.5213004086568642,20.07334090791464,True

results/aggregates/live_results_by_dataset.csv

@@ -2,7 +2,7 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stabili
 ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0362152760069723,1.262423873577054,0.014552071672063134,1.1868424577746526,9.843546699249252,2.1311933119335262,0.03426791277258567,0.45576305814672124,214,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.9083101123257313,1.261258169978178,0.011845155708664644,1.1042089583487873,17.948263157190265,1.7646338660449543,-0.19354838709677422,0.12407814866273859,32,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.645855357964576,0.37759979269723765,,0.1546304137212198,-31.742673379137045,73.6766063170563,0.04732036920489715,0.2897896778477299,265,0.0,2026-06-29T10:05:00+00:00,2026-07-28T03:55:00+00:00
-ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.786828912128036e-08,,2.502171382189061e-07,0.0,1.5792323151541413e-30,0.0,1.0,523,0.0,2026-06-25T14:45:00+00:00,2026-07-26T21:20:00+00:00
+ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,524,0.0,2026-06-25T14:45:00+00:00,2026-07-26T22:50:00+00:00
 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.0372713909008047,1.338757409135639,0.08841225349586862,1.0471920629078773,-60.04842052552159,1.3229518329527603,-0.019704433497536943,0.8964941426465813,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.2098797276852824,0.9701421965736446,1.2996166848240107,0.7595856836674688,5.0476421205324415,1.1843632558775448,0.07951374499240227,0.020480771285173893,381,0.9973753280839895,2026-06-29T10:00:00+00:00,2026-07-28T01:00:00+00:00
 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.642668390401371,1.4291009307200675,0.13270701076162955,1.0415510999232118,11.598549038427826,3.392521142542207,-0.1264049636081613,0.001329558197059011,290,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -15,7 +15,7 @@ ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.125765698900247
 Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6143995287769621,1.071300987091728,0.010071875487467954,0.7740100183681309,28.269168769570957,1.8996766414901718,0.07963854998066172,0.06675174172264038,239,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.5811863431219901,1.070465590173461,0.008323636090464196,0.7421514556711728,36.369387975458395,2.0049073075588306,-0.056818181818181816,0.6556644947844955,33,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,6.3984175942567205,0.32590039350821914,,0.14298005079176251,-30.992855040297055,72.2843642475897,0.024415750561938065,0.5759335560731229,276,0.0,2026-06-29T10:05:00+00:00,2026-07-28T03:55:00+00:00
-Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653318e-18,1.3151753777977037e-09,,2.3561627471096824e-09,0.0,3.855411627554691e-34,0.0,1.0,543,0.0,2026-06-25T14:45:00+00:00,2026-07-26T21:20:00+00:00
+Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653318e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,3.855405089606628e-34,0.0,1.0,544,0.0,2026-06-25T14:45:00+00:00,2026-07-26T22:50:00+00:00
 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3050272072682975,0.4849039749140633,0.03248454496927092,0.32868574233935344,8.695873973865309,0.3637335838792971,-0.31034482758620685,0.018062900791912716,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3286348192869535,0.4790181944446496,0.4816520916270794,0.3146984573024241,50.418544569657946,0.42258392388579624,-0.04566416040100251,0.17258153623157835,400,0.9975,2026-06-29T10:00:00+00:00,2026-07-28T01:00:00+00:00
 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.7878878465279024,1.4852479970989572,0.14705923915976638,1.011446662698795,7.310432629870646,3.4682706268177075,-0.04823123382226057,0.20901726293026146,305,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -28,7 +28,7 @@ Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.27994700016
 Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.362298354965361,0.9909761575747218,0.009923004027311918,0.7225046602720693,22.098942754948517,1.5901846812739464,0.22059578839239857,1.3058414977773687e-05,177,1.0,2026-07-03T07:00:00+00:00,2026-07-28T02:00:00+00:00
 Chronos-Bolt,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.4539380254510008,1.0171651602630492,0.00866256496836003,0.694295550748422,34.41538763559448,1.694495727681373,0.021645021645021644,0.9112884689584274,22,1.0,2026-07-10T05:00:00+00:00,2026-07-26T08:00:00+00:00
 Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.23778084293641,0.4641051072260941,,0.18662898052441418,-24.123396095264898,86.80277298156264,0.025824332225607597,0.6234950094120787,191,0.0,2026-07-03T04:20:00+00:00,2026-07-28T03:55:00+00:00
-Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622845e-12,1.045994219755676e-06,,3.214861849916891e-06,-100.0,2.0220066965097633e-28,0.0,1.0,401,0.0,2026-07-01T21:10:00+00:00,2026-07-26T21:20:00+00:00
+Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622845e-12,1.045994219755676e-06,,3.214861849916891e-06,-100.0,2.022000409204833e-28,0.0,1.0,402,0.0,2026-07-01T21:10:00+00:00,2026-07-26T22:50:00+00:00
 Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.34961672975930663,0.4845803469664631,0.032520078799656196,0.33712340507115973,9.025963259699289,0.562485284793877,-0.19999999999999996,0.16991295403230983,25,1.0,2026-06-30T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3279387215792386,1.0459502283988897,1.0933371640616079,0.7022932172411729,6.858912342188647,1.0721363247607556,-0.0005761032377001959,0.9888711885297796,264,0.9962121212121212,2026-07-03T07:42:00+00:00,2026-07-28T01:00:00+00:00
 Chronos-Bolt,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.03953168262844,1.5710343092675203,0.141761317242231,1.076496996460011,-1.470514477674246,3.759265705643246,-0.05991001657589392,0.2009202188216379,206,1.0,2026-07-02T10:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -41,7 +41,7 @@ Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.58882279
 ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.9075679929227745,1.145442111216266,0.010256259035586813,0.8906745144318265,25.146768370353712,2.4464040828135194,0.09780176385415296,0.033282650029523714,214,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.6772698673479125,1.1374607267848178,0.00888958251994685,0.8481888404956763,28.643717831168455,1.8085885112023488,-0.08064516129032259,0.5301288877477086,32,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.664303480374945,0.37329833495879805,,0.1511984935015667,-31.7103570784273,73.73175583875448,0.08279391330474933,0.06400484082158506,265,0.0,2026-06-29T10:05:00+00:00,2026-07-28T03:55:00+00:00
-ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.786828912128036e-08,,2.502171382189061e-07,0.0,1.5792323151541413e-30,0.0,1.0,523,0.0,2026-06-25T14:45:00+00:00,2026-07-26T21:20:00+00:00
+ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,524,0.0,2026-06-25T14:45:00+00:00,2026-07-26T22:50:00+00:00
 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,5.660516480548183,2.225192339732908,0.15960783427971914,1.7959679609048849,-79.30302139698192,3.8990647260009315,0.04926108374384236,0.7239201974279224,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9164463481743605,1.2320353512594178,1.472985591956702,0.9363153024890022,-12.250073538797745,1.7082829356389155,0.09783119215361238,0.00435433019694368,381,0.9973753280839895,2026-06-29T10:00:00+00:00,2026-07-28T01:00:00+00:00
 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,5.881789957840418,1.9109640170752107,0.18518516691996545,1.5271174639958454,-5.23247461085654,12.036677544706185,-0.17752058226941891,6.56305097443338e-06,290,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -54,7 +54,7 @@ ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.0833490720100392,
 Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3295117699164924,0.9463672571957353,0.008979569418290392,0.6916022759067921,31.367009216121886,1.6457491264731656,0.30895702405890946,9.19671354596505e-10,178,1.0,2026-07-03T07:00:00+00:00,2026-07-28T02:00:00+00:00
 Moirai-2.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.7617173231646346,1.1324285203842483,0.009484338375650726,0.7276927535003623,29.188919734540207,1.7734024748178494,-0.05627705627705628,0.7380940484479567,22,1.0,2026-07-10T05:00:00+00:00,2026-07-26T08:00:00+00:00
 Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.190430554927948,0.4617185900073623,,0.18424026551824013,-24.115869956010062,86.58404694781929,0.013433887211502828,0.7980344214011474,192,0.0,2026-07-03T04:20:00+00:00,2026-07-28T03:55:00+00:00
-Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,0.0,0.0,1.0,402,0.0,2026-07-01T21:10:00+00:00,2026-07-26T21:20:00+00:00
+Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794953e-13,3.488248839001448e-07,,4.1005151803435396e-07,0.0,2.527492691450778e-29,0.0,1.0,403,0.0,2026-07-01T21:10:00+00:00,2026-07-26T22:50:00+00:00
 Moirai-2.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.34076853139363533,0.5028654711604497,0.033287769041700964,0.34285408620963204,0.43057480191444525,0.537567756002475,-0.22666666666666663,0.11834341824544657,25,1.0,2026-06-30T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.7117365269675556,0.7101050966007989,0.8620743131122589,0.47072198684077,38.29749292665518,0.8625407588622177,0.05117209834190967,0.21448361246753145,265,0.9962264150943396,2026-07-03T07:42:00+00:00,2026-07-28T01:00:00+00:00
 Moirai-2.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.8688820113851063,1.5111751889082585,0.13646046897449665,1.0171774950623418,3.351648045559635,3.682506707780746,-0.029914529914529916,0.5210370980061367,208,1.0,2026-07-02T10:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -67,7 +67,7 @@ Moirai-2.0,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.3257669497
 Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.5860092119298526,1.3524317650973139,0.012695978639958229,1.1287234384232716,13.44189853303409,2.9101870458041974,-0.008907024702733534,0.8462843005375524,214,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.269265685407324,1.5349643437810503,0.012371122286664232,1.296030600804856,16.041236998369264,3.389151169692855,-0.07661290322580645,0.5514777322263826,32,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.698402884636236,0.3937140027669556,,0.17030110284926456,-32.48789654246491,73.74059283651317,0.07258832483881413,0.10441635153810179,265,0.0,2026-06-29T10:05:00+00:00,2026-07-28T03:55:00+00:00
-Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.786828912128036e-08,,2.502171382189061e-07,0.0,1.5792323151541413e-30,0.0,1.0,523,0.0,2026-06-25T14:45:00+00:00,2026-07-26T21:20:00+00:00
+Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,0.0,0.0,1.0,524,0.0,2026-06-25T14:45:00+00:00,2026-07-26T22:50:00+00:00
 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.9273834742740605,0.9016982078707616,0.0646813713439241,0.6859666764987647,-41.28342324098874,0.6697749727682409,-0.05911330049261083,0.668894784416208,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.4086011163971446,1.0308301294415168,2.072721228714386,0.9014171625388095,5.472133924051279,1.5739656513152704,0.15634756181793066,5.195438253615829e-06,381,0.9973753280839895,2026-06-29T10:00:00+00:00,2026-07-28T01:00:00+00:00
 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.631290839671014,1.4332679737031624,0.1416579623183331,1.136058821099961,11.467976619468008,3.4999974058427137,-0.09375969454719008,0.017282926369031178,290,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -80,7 +80,7 @@ Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.023478
 Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,3.089598510340393,1.5130203684629175,0.01368788348877177,1.0266377342367037,0.0,3.1864761823370666,-0.013119213724715898,0.775230539748514,214,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.8803486777886427,1.7234750348172114,0.013600798681791645,1.164368059063642,0.0,3.667874600129973,-0.14919354838709678,0.23861491183733988,32,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.978047460741655,0.4347647311562464,,0.17035891000060693,0.0,73.63724881979373,0.1420542506045585,0.003632974420670664,266,0.0,2026-06-29T09:30:00+00:00,2026-07-28T03:55:00+00:00
-Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,524,0.0,2026-06-25T14:25:00+00:00,2026-07-26T21:20:00+00:00
+Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,525,0.0,2026-06-25T14:25:00+00:00,2026-07-26T22:50:00+00:00
 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.39647700304925787,0.54863940015927,0.03875276121808834,0.39106434616248387,0.0,0.46887968125286356,-0.33004926108374383,0.011674730549296571,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.4797251675632443,1.068532087076426,2.1035877580499567,0.9393186549550592,0.0,1.5983477358646545,0.17524838191037637,3.148068962528472e-07,382,0.9973821989528796,2026-06-29T09:30:00+00:00,2026-07-28T01:00:00+00:00
 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.0722296870151973,1.5799632771322931,0.1496278236622612,1.2811680142484092,0.0,3.592425197906636,-0.08979736935655883,0.02237146474422088,291,1.0,2026-06-28T11:00:00+00:00,2026-07-27T05:20:00+00:00
@@ -93,7 +93,7 @@ Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,2.865413
 Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.3336485273273295,1.369431003685908,0.014044892580721374,1.0786778106569637,3.2340679926689107,2.076739478282935,-0.15919790758500432,0.00125367582101177,186,1.0,2026-07-01T08:00:00+00:00,2026-07-28T02:00:00+00:00
 Sundial,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.195593023269829,1.2510649627495094,0.010353811211048837,0.9577149267740791,30.624585259542382,2.167796226333411,-0.18153846153846157,0.20324965345831253,26,1.0,2026-07-01T13:00:00+00:00,2026-07-26T08:00:00+00:00
 Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.735732046068512,0.4132198726900958,,0.16086321874405216,-30.91698650251186,79.45374854983554,0.02875028982146997,0.5181388367558106,228,0.0,2026-07-01T00:15:00+00:00,2026-07-28T03:55:00+00:00
-Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,6.685973929678101e-16,2.3305905263244463e-08,,2.023957145339205e-08,0.0,1.4237154807810496e-15,0.0,1.0,454,0.0,2026-06-29T22:35:00+00:00,2026-07-26T21:20:00+00:00
+Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,6.67941094048611e-16,2.329695799931368e-08,,2.0237534873867625e-08,0.0,1.4222155495092245e-15,0.0,1.0,455,0.0,2026-06-29T22:35:00+00:00,2026-07-26T22:50:00+00:00
 Sundial,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30978891113489,0.4956772566894806,0.032907023608860275,0.3317689795201935,4.092702437208488,0.35559679062311217,-0.37321937321937326,0.005900024667731748,27,1.0,2026-06-28T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Sundial,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3870166695327117,0.5388540940885383,0.7886290889375925,0.35591626912535035,53.314928814853026,0.38459316936346444,0.03390168909475702,0.3678910416373625,317,0.9968454258675079,2026-07-01T07:24:00+00:00,2026-07-28T01:00:00+00:00
 Sundial,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.2068171045462255,1.6532986732723154,0.1655272503431966,1.2290265733958226,-4.921866333476962,3.5435589077989937,-0.10013831258644537,0.02061141750810736,241,1.0,2026-06-30T09:40:00+00:00,2026-07-27T05:20:00+00:00
@@ -106,7 +106,7 @@ Sundial,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.3116635320842
 TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2930236112584452,0.9657022022428051,0.009435472005290437,0.8282398664622558,23.80957906614156,1.5209091532305468,0.3034135726914185,3.4484971719621384e-09,172,1.0,2026-07-01T13:00:00+00:00,2026-07-28T02:00:00+00:00
 TabPFN-TS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.6897087292640207,1.09329092186638,0.009593598242124572,0.9474734246730254,30.125180199747636,1.9526605060946605,-0.03896103896103896,0.8236433617484156,22,1.0,2026-07-10T05:00:00+00:00,2026-07-26T08:00:00+00:00
 TabPFN-TS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.488471464961265,0.47862384218407905,,0.19025168052331193,-24.425143639415577,87.96848762471043,0.01920663735260189,0.7200028290014815,186,0.0,2026-07-01T12:55:00+00:00,2026-07-28T03:55:00+00:00
-TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,387,0.0,2026-06-30T03:30:00+00:00,2026-07-26T21:20:00+00:00
+TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,388,0.0,2026-06-30T03:30:00+00:00,2026-07-26T22:50:00+00:00
 TabPFN-TS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3627555185114735,0.5107314929902669,0.03355682757102783,0.40559998873585773,3.718126622914688,0.4992065903079575,-0.23692307692307696,0.09409290644202206,26,1.0,2026-06-28T23:00:00+00:00,2026-07-25T23:00:00+00:00
 TabPFN-TS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.9684587391656666,0.8694076121333468,0.9236492339025404,0.7080759284007276,22.745805125806623,0.8988324401892442,-0.01921353907416625,0.6535512025390484,246,0.9959349593495935,2026-07-01T12:54:00+00:00,2026-07-28T01:00:00+00:00
 TabPFN-TS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.9011134846321696,1.5120083014532495,0.13555876677473053,1.2778606486823414,3.1923669104628583,3.778619118493681,-0.03663758921490881,0.4468997368955213,195,1.0,2026-06-30T13:20:00+00:00,2026-07-27T05:20:00+00:00
@@ -119,7 +119,7 @@ TabPFN-TS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.33052701666
 TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6044818304930752,1.0733341728449766,0.00990931419231941,0.775637081946561,29.88973440242601,1.785704738010647,0.053788604049214615,0.21659803303164127,238,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.8183701071507006,1.1566950827938647,0.009098519179104744,0.7859114801504872,36.06338252137382,2.012663949949189,-0.12096774193548389,0.34153305448057775,32,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,6.416979888006884,0.3223206444631647,,0.14302218692282778,-30.992231083135476,72.41941103317795,-0.010170516836173961,0.8161768313478145,275,0.0,2026-06-29T10:05:00+00:00,2026-07-28T03:55:00+00:00
-TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,0.0,0.0,1.0,542,0.0,2026-06-25T14:45:00+00:00,2026-07-26T21:20:00+00:00
+TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955703e-09,,1.39774869271451e-09,0.0,0.0,0.0,1.0,543,0.0,2026-06-25T14:45:00+00:00,2026-07-26T22:50:00+00:00
 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30586831742315235,0.47141716039930026,0.031164447064971287,0.32074666933005247,14.706159785040878,0.396419029203761,-0.2807881773399014,0.03315447182691332,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3914620092544251,0.5226759197116431,0.6170064879662301,0.3486725188424674,45.64680805889104,0.501022473143983,-0.028070175438596495,0.40178591060122304,400,0.9975,2026-06-29T10:00:00+00:00,2026-07-28T01:00:00+00:00
 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.895640253536301,1.508523968610139,0.15034840281052772,1.0296021159005146,5.895901483706021,3.5968041503855366,-0.14234844537085287,0.00021426313539021729,304,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -132,7 +132,7 @@ TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.284495726475147
 TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6453848622382907,1.0815005714223864,0.010579608774461076,0.8863769556681769,27.825438502908504,1.8968683448062447,0.06908388757777299,0.1132848151615818,237,1.0,2026-06-29T09:00:00+00:00,2026-07-28T02:00:00+00:00
 TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.9235807995648218,1.1939238211789782,0.009107697376501547,0.9818204856365835,32.13359881394004,2.2268271082902564,-0.09469696969696971,0.45073160411871227,33,1.0,2026-06-30T08:00:00+00:00,2026-07-26T08:00:00+00:00
 TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.416918612407265,0.32314991784933267,,0.1329173884267448,-28.69373397721969,72.41822174281357,0.10361181457002351,0.019232861173099587,275,0.0,2026-06-29T10:05:00+00:00,2026-07-28T03:55:00+00:00
-TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,542,0.0,2026-06-25T14:45:00+00:00,2026-07-26T21:20:00+00:00
+TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,543,0.0,2026-06-25T14:45:00+00:00,2026-07-26T22:50:00+00:00
 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3226648021472211,0.5095483963504411,0.038763270367779684,0.36433482943848794,2.8079116098780363,0.3359394049576855,-0.3546798029556649,0.006518643400864223,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.17448931469062262,0.35656673752797174,0.26484915186726404,0.2748904753855771,62.61501599360679,0.2045072475628232,-0.011151475260433147,0.7397038857137405,398,0.9974874371859297,2026-06-29T10:00:00+00:00,2026-07-28T01:00:00+00:00
 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.6979168803211935,1.4701912573594818,0.13257353065894328,1.2309706076189924,7.170898002036358,3.2637140341094106,-0.09727288518325516,0.011424178344997619,304,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
@@ -145,7 +145,7 @@ TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.262893428
 Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.28199037431467,1.2978356815478813,0.009816543535913609,0.7495388373219307,-0.37220432904438483,2.8635395035234312,0.19739292364990688,8.348137639666252e-05,180,1.0,2026-07-03T07:00:00+00:00,2026-07-28T02:00:00+00:00
 Toto-1.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.175086269910645,1.521645487561495,0.010709564244259217,0.8709867168219557,0.5322464158750319,3.5235205419444062,-0.012987012987012986,0.9555771436337516,22,1.0,2026-07-10T05:00:00+00:00,2026-07-26T08:00:00+00:00
 Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,11.77251576698867,1.4953558523385855,,0.18784508264848965,-87.84260567397124,86.89842758134664,0.002181500872600349,0.964161642636905,192,0.0,2026-07-03T04:20:00+00:00,2026-07-28T03:55:00+00:00
-Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5385051199436088,0.3087103265368102,,0.0002757518324799847,-100.0,3.5090836510389116,-0.017271454192565663,0.6041225060447398,404,0.0,2026-07-01T21:10:00+00:00,2026-07-26T21:20:00+00:00
+Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5371757198782094,0.30797253366658917,,0.00027575839200323453,-100.0,3.504840146413804,-0.018824104632685495,0.5715323755715467,405,0.0,2026-07-01T21:10:00+00:00,2026-07-26T22:50:00+00:00
 Toto-1.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.6842781864590141,0.6536203898554627,0.031095016624194248,0.31729018203317877,-12.202435017151721,1.3289735382530592,-0.20666666666666664,0.1556965251316672,25,1.0,2026-06-30T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3122149672366819,0.9631675017453174,0.7635797715635193,0.39394466459514893,16.331076814203552,2.481563307623274,0.01878291233702233,0.6474024140869519,267,0.9962546816479401,2026-07-03T07:42:00+00:00,2026-07-28T01:00:00+00:00
 Toto-1.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,55.893550851653345,5.115976641537143,0.13016770391072469,1.02535087139364,-65.06094840341238,181.27678755574658,-0.08206880838459785,0.07686337263333232,210,1.0,2026-07-02T10:10:00+00:00,2026-07-27T05:20:00+00:00

results/aggregates/metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-28T07:00:10.719692+00:00",
+  "generated_at": "2026-07-28T07:14:11.790094+00:00",
   "baseline_model": "Seasonal-Naive",
   "normalization": "Per-config metric / Seasonal-Naive metric",
   "metric_aggregation": "Geometric mean over dataset configurations",

results/aggregates/results_by_domain.csv

@@ -64,13 +64,13 @@ Transportation,TabPFN-TS,1.0,1.0,2,1,1,1.0
 Transportation,TimesFM-2.5,1.0,1.0,3,1,1,1.0
 Transportation,TiRex,1.0,1397.7486927145103,4,1,1,1.0
 Transportation,Chronos-2,1.0,2356.162747109683,5,1,1,1.0
-Transportation,Sundial,1.0,21204.395211915653,6,1,1,1.0
+Transportation,Sundial,1.0,19312.92776977842,6,1,1,1.0
 Transportation,ARIMA,1.0,250217.138218906,7,1,1,1.0
 Transportation,ETS,1.0,250217.138218906,8,1,1,1.0
 Transportation,Moving-Average,1.0,250217.138218906,9,1,1,1.0
 Transportation,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0
 Transportation,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0
-Transportation,Toto-1.0,27316675.10206863,278512041.71450025,12,1,1,1.0
+Transportation,Toto-1.0,98093456.88447441,278408439.3961,12,1,1,1.0
 Web,ARIMA,0.35081770342317864,0.47944164778388026,1,1,1,1.0
 Web,Moirai-2.0,0.40785680526551005,0.5118677129116019,2,1,1,1.0
 Web,Sundial,0.303769640015456,0.5282879649026628,3,1,1,1.0

results/aggregates/results_by_frequency.csv

@@ -64,13 +64,13 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 5min,TimesFM-2.5,1.0,1.0,3,2,2,1.0
 5min,Chronos-2,1.0,2075.594868502009,4,2,2,1.0
 5min,TiRex,1.0,2413.6848893618544,5,2,2,1.0
-5min,Sundial,1.0,33663.371004648085,6,2,2,1.0
+5min,Sundial,1.0,32126.892237945118,6,2,2,1.0
 5min,ARIMA,1.0,252290.1359197037,7,2,2,1.0
 5min,ETS,1.0,252290.1359197037,8,2,2,1.0
 5min,Moving-Average,1.0,252290.1359197037,9,2,2,1.0
 5min,Chronos-Bolt,1.0459942197556757,461166.5554836744,10,2,2,1.0
 5min,Moirai-2.0,1.0,374952.8836038598,11,2,2,1.0
-5min,Toto-1.0,6220952279.460259,281173700.57366675,12,2,2,1.0
+5min,Toto-1.0,11788620065.678411,281121399.5015463,12,2,2,1.0
 6min,Sundial,0.3487673463245832,0.44689652107170585,1,1,1,1.0
 6min,TiRex,0.5103870226749679,0.6114316749197464,2,1,1,1.0
 6min,Moving-Average,0.4551013883720313,0.7312614141590786,3,1,1,1.0

results/aggregates/results_by_prediction_length.csv

@@ -17,11 +17,11 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 12,TimesFM-2.5,0.883401733927733,0.8936065549864372,4,2,2,1.0
 12,Chronos-Bolt,0.8576213668056174,1427.1372538860771,5,2,2,1.0
 12,TabPFN-TS,0.9139044671265871,0.9447650776752475,6,2,2,1.0
-12,Sundial,0.8615789003568101,129.19532948928773,7,2,2,1.0
+12,Sundial,0.8615789003568101,123.29853797396173,7,2,2,1.0
 12,ARIMA,0.8639722620545719,438.7361038019728,8,2,2,1.0
 12,Seasonal-Naive,1.0,1.0,9,2,2,1.0
 12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0
-12,Toto-1.0,4154.238071061318,13336.068021195564,11,2,2,1.0
+12,Toto-1.0,7872.224714504268,13333.587381455896,11,2,2,1.0
 12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0
 24,Sundial,0.6935740796010547,0.734091456200139,1,7,7,1.0
 24,TiRex,0.41279657789440766,0.7429011030436475,2,7,7,1.0

results/aggregates/results_overall.csv

@@ -1,5 +1,5 @@
 overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
-Overall,Sundial,0.6725063238810834,3.6525781493397464,1,13,13,1.0
+Overall,Sundial,0.6725063238810834,3.6264204031320615,1,13,13,1.0
 Overall,TiRex,0.5489961205384355,2.5528465461310423,2,13,13,1.0
 Overall,Chronos-2,0.6821043032319836,2.644216333250759,3,13,13,1.0
 Overall,Moirai-2.0,0.6241248273685508,5.80404755170115,4,13,13,1.0
@@ -8,6 +8,6 @@ Overall,Moving-Average,1.0350013226930381,6.909993167287181,6,13,13,1.0
 Overall,Chronos-Bolt,0.7632998939653152,6.38374324229728,7,13,13,1.0
 Overall,TimesFM-2.5,0.6320563340097379,0.8575924408042747,8,13,13,1.0
 Overall,Seasonal-Naive,1.0,1.0,9,13,13,1.0
-Overall,Toto-1.0,46.894633294071056,16.078596061644475,10,13,13,1.0
+Overall,Toto-1.0,51.74063746236559,16.078135905905473,10,13,13,1.0
 Overall,ARIMA,1.424844430804671,8.535160147766407,11,13,13,1.0
 Overall,ETS,2.0441752692417037,9.804716830226365,12,13,13,1.0

results/arima/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T06:35:32.441968+00:00",
+    "evaluated_at": "2026-07-28T07:14:10.429853+00:00",
     "resolved_tasks": [
         {
-            "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
-            "task_id": "future-9d7348afd70fb47bdf55",
-            "issued_at": "2026-07-27T07:01:00.553762+00:00",
-            "resolved_at": "2026-07-28T06:32:39.016002+00:00",
-            "target_end": "2026-07-28T06:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.456116+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/chronos_2/all_results.csv

@@ -1,3 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,Chronos-2,253427.98031171164,253427.98031171164,430.1599934895833,0.9318014749305178,0.007149086996462027,0.007183290602900378,3.2641156533937963,503.4163091435474,0.008389478022961463,0.007168654940634957,0.006453564120717358,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,151474.27375920615,151474.27375920615,331.1985677083333,0.6128762551879093,0.00555338622541073,0.005536958612993723,3.7665332417731356,389.19696011043834,0.006507699932794779,0.005537918117874429,0.004363665891866698,Finance,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,Chronos-2,2.2351909543412476,2.2351909543412476,nan,nan,0.006872015993651753,nan,nan,1.4950555020939014,nan,nan,0.7476989071223547,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,0.46766119047554405,0.46766119047554405,nan,nan,0.007905167973149461,nan,nan,0.6838575805498862,nan,nan,0.46522569178545187,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,nan,nan,nan,nan,nan,1.2761158361191085e-09,nan,nan,1.8284365387902989e-09,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,nan,nan,nan,nan,nan,1.3151753777977035e-09,nan,nan,2.356162747109682e-09,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.05755404396488803,0.05755404396488803,nan,nan,0.013492256137008982,nan,nan,0.23990423915572653,nan,nan,0.1779255586270698,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.39869489331544644,0.39869489331544644,nan,nan,0.23653810805327471,nan,nan,0.6314229116174408,nan,nan,0.3388036720406042,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,1.2590344320617552,1.2590344320617552,nan,nan,0.09515380096257456,nan,nan,1.1220670354581117,nan,nan,0.979254046679312,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,Chronos-2,0.22763978935275495,0.22763978935275495,0.4551292260487874,0.3293397414624391,0.02734639793034648,0.02740698654518156,1.2449814398684094,0.4771161172636646,0.02853423165374086,0.027219291695583462,0.02293888289302154,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,0.004568087077043557,0.004568087077043557,nan,nan,0.1019209742528152,nan,nan,0.0675876251768292,nan,nan,0.07371692886298616,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.03022152236565098,0.03022152236565098,nan,nan,0.01838861164214259,nan,nan,0.1738433845898399,nan,nan,0.17612253472655737,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,0.8102304159422345,0.8102304159422345,nan,nan,0.6696798883371339,nan,nan,0.9001279997546097,nan,nan,0.5943882512463644,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,2.5415135552354715,2.5415135552354715,nan,nan,0.012275848995344263,nan,nan,1.594212518842915,nan,nan,0.9427722003004525,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,0.5379146607901764,0.5379146607901764,nan,nan,0.17100514688638668,nan,nan,0.7334266567218404,nan,nan,0.48842848142456025,Web,1,7

results/chronos_2/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/amazon/chronos-2",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Amazon / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "amazon/chronos-2"
+    "api_model_id": "amazon/chronos-2",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/chronos_2/online_meta.json

@@ -1,19 +1,19 @@
 {
     "model": "Chronos-2",
     "api_model_id": "amazon/chronos-2",
-    "evaluated_at": "2026-06-30T10:59:48.162083+00:00",
-    "datasets": [
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-28T07:14:10.331666+00:00",
+    "resolved_tasks": [
         {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 48,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 96,
-            "prediction_length": 24
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.510951+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/chronos_bolt/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T06:35:32.349323+00:00",
+    "evaluated_at": "2026-07-28T07:14:10.365464+00:00",
     "resolved_tasks": [
         {
-            "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
-            "task_id": "future-9d7348afd70fb47bdf55",
-            "issued_at": "2026-07-27T07:01:00.553762+00:00",
-            "resolved_at": "2026-07-28T06:32:39.151881+00:00",
-            "target_end": "2026-07-28T06:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.532995+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/dataset_properties.csv

@@ -1,7 +1,12 @@
 dataset,domain,frequency,num_variates
 binance_btcusdt_1h_close,Finance,1h,1
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
+data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
 nasa_power_shanghai_hourly_t2m,Weather,1h,1
 noaa_coops_sf_water_level_water_level,Ocean,6min,1
+noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
+nws_ksfo_observations_temperature,Weather,1h,1
 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1

results/ets/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T06:35:32.428357+00:00",
+    "evaluated_at": "2026-07-28T07:14:10.410294+00:00",
     "resolved_tasks": [
         {
-            "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
-            "task_id": "future-9d7348afd70fb47bdf55",
-            "issued_at": "2026-07-27T07:01:00.553762+00:00",
-            "resolved_at": "2026-07-28T06:32:39.180207+00:00",
-            "target_end": "2026-07-28T06:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.602881+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/moirai_2_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T06:35:32.328405+00:00",
+    "evaluated_at": "2026-07-28T07:14:10.358402+00:00",
     "resolved_tasks": [
         {
-            "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
-            "task_id": "future-9d7348afd70fb47bdf55",
-            "issued_at": "2026-07-27T07:01:00.553762+00:00",
-            "resolved_at": "2026-07-28T06:32:39.232409+00:00",
-            "target_end": "2026-07-28T06:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.635978+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/moving_average/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T06:35:32.406047+00:00",
+    "evaluated_at": "2026-07-28T07:14:10.402293+00:00",
     "resolved_tasks": [
         {
-            "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
-            "task_id": "future-9d7348afd70fb47bdf55",
-            "issued_at": "2026-07-27T07:01:00.553762+00:00",
-            "resolved_at": "2026-07-28T06:32:39.273943+00:00",
-            "target_end": "2026-07-28T06:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.696890+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/online_status.json

@@ -1,21 +1,266 @@
 {
-    "status": "partial",
-    "started_at": "2026-07-28T06:50:40.938634+00:00",
-    "finished_at": "2026-07-28T06:50:49.769334+00:00",
-    "task_count": 8,
+    "status": "ok",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "started_at": "2026-07-28T07:11:38.857608+00:00",
+    "finished_at": "2026-07-28T07:14:13.876092+00:00",
     "data_source": "ts_bench",
     "data_config": "configs/datasets/ts_bench.yaml",
-    "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
-    "models": {},
-    "failed_models": [
-        "Chronos-Bolt-Tiny",
-        "Chronos-Bolt-Mini",
-        "Chronos-Bolt-Base",
-        "Chronos-2",
-        "TimesFM-2.5",
-        "Moirai-1.1-Small"
-    ],
-    "push_status": "ok",
-    "pushed_at": "2026-07-28T07:10:42.373701+00:00",
-    "push_detail": "HF Hub API"
+    "task_count": 4,
+    "issued_tasks": 1,
+    "issued_forecasts": 12,
+    "resolved_forecasts": 12,
+    "pending_tasks": 13,
+    "failed_forecasts": [],
+    "models": {
+        "Chronos-2": {
+            "model": "Chronos-2",
+            "api_model_id": "amazon/chronos-2",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.331666+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.510951+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TiRex": {
+            "model": "TiRex",
+            "api_model_id": "NX-AI/TiRex-1.1-gifteval",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.341025+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.912269+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TimesFM-2.5": {
+            "model": "TimesFM-2.5",
+            "api_model_id": "google/timesfm-2.5-200m-pytorch",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.343714+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.874374+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Toto-1.0": {
+            "model": "Toto-1.0",
+            "api_model_id": "Datadog/Toto-Open-Base-1.0",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.349334+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.967883+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Moirai-2.0": {
+            "model": "Moirai-2.0",
+            "api_model_id": "Salesforce/moirai-2.0-R-small",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.358402+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.635978+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Chronos-Bolt": {
+            "model": "Chronos-Bolt",
+            "api_model_id": "amazon/chronos-bolt-base",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.365464+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.532995+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TabPFN-TS": {
+            "model": "TabPFN-TS",
+            "api_model_id": "priorlabs/tabpfn-ts",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.371424+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.844880+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Sundial": {
+            "model": "Sundial",
+            "api_model_id": "thuml/sundial-base-128m",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.387926+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.783732+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Moving-Average": {
+            "model": "Moving-Average",
+            "api_model_id": "baseline/moving-average",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.402293+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.696890+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "ETS": {
+            "model": "ETS",
+            "api_model_id": "baseline/ets",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.410294+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.602881+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "ARIMA": {
+            "model": "ARIMA",
+            "api_model_id": "baseline/arima",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.429853+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.456116+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Seasonal-Naive": {
+            "model": "Seasonal-Naive",
+            "api_model_id": "baseline/seasonal-naive",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T07:14:10.437580+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+                    "task_id": "future-74d6212c9576c1e92191",
+                    "issued_at": "2026-07-28T06:17:57.409061+00:00",
+                    "resolved_at": "2026-07-28T07:11:41.755065+00:00",
+                    "target_end": "2026-07-26T22:50:00+00:00",
+                    "prediction_length": 12,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        }
+    },
+    "skipped_models": [],
+    "aggregate_status": "ok",
+    "aggregate_files": {
+        "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
+        "gift_domain": "aggregates/results_by_domain.csv",
+        "gift_frequency": "aggregates/results_by_frequency.csv",
+        "gift_overall": "aggregates/results_overall.csv",
+        "gift_metadata": "aggregates/metadata.json",
+        "live_releases": "aggregates/live_release_metrics.csv",
+        "live_by_dataset": "aggregates/live_results_by_dataset.csv",
+        "live_rank": "aggregates/live_rank_up_to_now.csv",
+        "live_overall": "aggregates/live_overall_up_to_now.csv",
+        "live_rank_1d": "aggregates/live_rank_1d.csv",
+        "live_overall_1d": "aggregates/live_overall_1d.csv",
+        "live_rank_7d": "aggregates/live_rank_7d.csv",
+        "live_overall_7d": "aggregates/live_overall_7d.csv",
+        "live_rank_30d": "aggregates/live_rank_30d.csv",
+        "live_overall_30d": "aggregates/live_overall_30d.csv",
+        "live_metadata": "aggregates/live_metadata.json"
+    },
+    "push_status": "pending"
 }

results/prequential/tasks/future-74d6212c9576c1e92191.json

@@ -253,7 +253,23 @@
   "data_fetched_at": "2026-07-28T06:17:38.318283Z",
   "task_id": "future-74d6212c9576c1e92191",
   "issued_at": "2026-07-28T06:17:57.409061+00:00",
-  "status": "open",
-  "scored_models": [],
-  "metric_version": "livehouse-canonical-v1"
+  "status": "resolved",
+  "scored_models": [
+    "ARIMA",
+    "Chronos-2",
+    "Chronos-Bolt",
+    "ETS",
+    "Moirai-2.0",
+    "Moving-Average",
+    "Seasonal-Naive",
+    "Sundial",
+    "TabPFN-TS",
+    "TiRex",
+    "TimesFM-2.5",
+    "Toto-1.0"
+  ],
+  "metric_version": "livehouse-canonical-v1",
+  "resolved_at": "2026-07-28T07:11:42.014766+00:00",
+  "target_start": "2026-07-26T21:55:00",
+  "target_end": "2026-07-26T22:50:00"
 }

results/prequential/tasks/future-d9b78c2309e07ba374de.json

@@ -0,0 +1,259 @@
+{
+  "source_task_name": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260728t044500z",
+  "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+  "domain": "Transportation",
+  "frequency": "5min",
+  "prediction_length": 12,
+  "context": [
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0
+  ],
+  "context_timestamps": [
+    "2026-07-26T13:00:00",
+    "2026-07-26T13:05:00",
+    "2026-07-26T13:10:00",
+    "2026-07-26T13:15:00",
+    "2026-07-26T13:20:00",
+    "2026-07-26T13:25:00",
+    "2026-07-26T13:30:00",
+    "2026-07-26T13:35:00",
+    "2026-07-26T13:40:00",
+    "2026-07-26T13:45:00",
+    "2026-07-26T13:50:00",
+    "2026-07-26T13:55:00",
+    "2026-07-26T14:00:00",
+    "2026-07-26T14:05:00",
+    "2026-07-26T14:10:00",
+    "2026-07-26T14:15:00",
+    "2026-07-26T14:20:00",
+    "2026-07-26T14:25:00",
+    "2026-07-26T14:30:00",
+    "2026-07-26T14:35:00",
+    "2026-07-26T14:40:00",
+    "2026-07-26T14:45:00",
+    "2026-07-26T14:50:00",
+    "2026-07-26T14:55:00",
+    "2026-07-26T15:00:00",
+    "2026-07-26T15:05:00",
+    "2026-07-26T15:10:00",
+    "2026-07-26T15:15:00",
+    "2026-07-26T15:20:00",
+    "2026-07-26T15:25:00",
+    "2026-07-26T15:30:00",
+    "2026-07-26T15:35:00",
+    "2026-07-26T15:40:00",
+    "2026-07-26T15:45:00",
+    "2026-07-26T15:50:00",
+    "2026-07-26T15:55:00",
+    "2026-07-26T16:00:00",
+    "2026-07-26T16:05:00",
+    "2026-07-26T16:10:00",
+    "2026-07-26T16:15:00",
+    "2026-07-26T16:20:00",
+    "2026-07-26T16:25:00",
+    "2026-07-26T16:30:00",
+    "2026-07-26T16:35:00",
+    "2026-07-26T16:40:00",
+    "2026-07-26T16:45:00",
+    "2026-07-26T16:50:00",
+    "2026-07-26T16:55:00",
+    "2026-07-26T17:00:00",
+    "2026-07-26T17:05:00",
+    "2026-07-26T17:10:00",
+    "2026-07-26T17:15:00",
+    "2026-07-26T17:20:00",
+    "2026-07-26T17:25:00",
+    "2026-07-26T17:30:00",
+    "2026-07-26T17:35:00",
+    "2026-07-26T17:40:00",
+    "2026-07-26T17:45:00",
+    "2026-07-26T17:50:00",
+    "2026-07-26T17:55:00",
+    "2026-07-26T18:00:00",
+    "2026-07-26T18:05:00",
+    "2026-07-26T18:10:00",
+    "2026-07-26T18:15:00",
+    "2026-07-26T18:20:00",
+    "2026-07-26T18:25:00",
+    "2026-07-26T18:30:00",
+    "2026-07-26T18:35:00",
+    "2026-07-26T18:40:00",
+    "2026-07-26T18:45:00",
+    "2026-07-26T18:50:00",
+    "2026-07-26T18:55:00",
+    "2026-07-26T19:00:00",
+    "2026-07-26T19:05:00",
+    "2026-07-26T19:10:00",
+    "2026-07-26T19:15:00",
+    "2026-07-26T19:20:00",
+    "2026-07-26T19:25:00",
+    "2026-07-26T19:30:00",
+    "2026-07-26T19:35:00",
+    "2026-07-26T19:40:00",
+    "2026-07-26T19:45:00",
+    "2026-07-26T19:50:00",
+    "2026-07-26T19:55:00",
+    "2026-07-26T20:00:00",
+    "2026-07-26T20:05:00",
+    "2026-07-26T20:10:00",
+    "2026-07-26T20:15:00",
+    "2026-07-26T20:20:00",
+    "2026-07-26T20:25:00",
+    "2026-07-26T20:30:00",
+    "2026-07-26T20:35:00",
+    "2026-07-26T20:40:00",
+    "2026-07-26T20:45:00",
+    "2026-07-26T20:50:00",
+    "2026-07-26T20:55:00",
+    "2026-07-26T21:00:00",
+    "2026-07-26T21:05:00",
+    "2026-07-26T21:10:00",
+    "2026-07-26T21:15:00",
+    "2026-07-26T21:20:00",
+    "2026-07-26T21:25:00",
+    "2026-07-26T21:30:00",
+    "2026-07-26T21:35:00",
+    "2026-07-26T21:40:00",
+    "2026-07-26T21:45:00",
+    "2026-07-26T21:50:00",
+    "2026-07-26T21:55:00",
+    "2026-07-26T22:00:00",
+    "2026-07-26T22:05:00",
+    "2026-07-26T22:10:00",
+    "2026-07-26T22:15:00",
+    "2026-07-26T22:20:00",
+    "2026-07-26T22:25:00",
+    "2026-07-26T22:30:00",
+    "2026-07-26T22:35:00",
+    "2026-07-26T22:40:00",
+    "2026-07-26T22:45:00",
+    "2026-07-26T22:50:00",
+    "2026-07-26T22:55:00"
+  ],
+  "context_start": "2026-07-26 13:00",
+  "context_end": "2026-07-26 22:55",
+  "data_fetched_at": "2026-07-28T07:11:01.884880Z",
+  "task_id": "future-d9b78c2309e07ba374de",
+  "issued_at": "2026-07-28T07:11:42.467430+00:00",
+  "status": "open",
+  "scored_models": [],
+  "metric_version": "livehouse-canonical-v1"
+}

results/seasonal_naive/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T06:35:32.457657+00:00",
+    "evaluated_at": "2026-07-28T07:14:10.437580+00:00",
     "resolved_tasks": [
         {
-            "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
-            "task_id": "future-9d7348afd70fb47bdf55",
-            "issued_at": "2026-07-27T07:01:00.553762+00:00",
-            "resolved_at": "2026-07-28T06:32:39.321893+00:00",
-            "target_end": "2026-07-28T06:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.755065+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/sundial/all_results.csv

@@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Sundial,1.7146618576285901,1.7036796647957921,
 coingecko_bitcoin_7d_price_usd/1h/short,Sundial,0.020980244564637807,0.0447908708599997,nan,nan,0.0023348485467426807,nan,nan,0.14484558869581707,nan,nan,0.15634843776673438,Finance,1,24
 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Sundial,27047.212071285932,27202.68214463723,143.1162110964457,1.5089426812363538,2.4254864254221506,0.8536544624552972,36.2452386153836,164.4603662627745,1.0124792572257424,0.881076689786568,0.7401326095810744,Finance,1,12
 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,3.8597592120744734e-15,4.070110165539987e-15,nan,nan,nan,nan,nan,6.212696042842006e-08,nan,nan,5.3442813910569505e-08,Climate,1,36
-data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,5.207266645822808e-16,6.348599874188025e-16,nan,nan,nan,nan,nan,2.2819436114467878e-08,nan,nan,2.1204395211915635e-08,Transportation,1,12
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,3.6998138473223216e-16,4.6554999771491e-16,nan,nan,nan,nan,nan,1.9234900174740503e-08,nan,nan,1.9312927769778423e-08,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Sundial,0.03484559946889979,0.03321369616330838,nan,nan,0.011084302742851744,nan,nan,0.18666976045653402,nan,nan,0.12063016584599584,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Sundial,0.04821187162773686,0.06255171335029873,nan,nan,0.1113706881054695,nan,nan,0.21957201922771685,nan,nan,0.1293380084059859,Ocean,1,60
 noaa_ndbc_46013_realtime_wave_height/10min/short,Sundial,1.1304476064801594,1.1426146677625701,nan,nan,0.09235264505865295,nan,nan,1.0632250968069552,nan,nan,0.731749763844937,Ocean,1,72

results/sundial/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T06:35:32.375609+00:00",
+    "evaluated_at": "2026-07-28T07:14:10.387926+00:00",
     "resolved_tasks": [
         {
-            "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
-            "task_id": "future-9d7348afd70fb47bdf55",
-            "issued_at": "2026-07-27T07:01:00.553762+00:00",
-            "resolved_at": "2026-07-28T06:32:39.369860+00:00",
-            "target_end": "2026-07-28T06:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.783732+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/tabpfn_ts/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T06:35:32.358781+00:00",
+    "evaluated_at": "2026-07-28T07:14:10.371424+00:00",
     "resolved_tasks": [
         {
-            "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
-            "task_id": "future-9d7348afd70fb47bdf55",
-            "issued_at": "2026-07-27T07:01:00.553762+00:00",
-            "resolved_at": "2026-07-28T06:32:39.396908+00:00",
-            "target_end": "2026-07-28T06:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.844880+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/timesfm_2_5/all_results.csv

@@ -1,11 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81742.42789522807,124744.15551821391,297.3611653645833,0.4486972705324055,0.004943552533723208,0.0049579917738521604,4.904699820126863,285.90632713395496,0.0047624096472577765,0.004953215610330298,0.003661364469335062,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,97952.0961373647,155042.49553426108,344.3505859375,0.494849513065497,0.005734942849078377,0.005753831848928334,4.4515950592935765,312.9729958596503,0.005223298429098694,0.005746968263655385,0.004048322861622117,Finance,1
-nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,11.641811304915336,13.423471256234128,2.7575780550638833,3.5293238475457582,0.10321913729068599,0.11204715871745875,101.69350427694228,3.4120098629569253,0.14059996314044312,0.11363254752226123,0.10196536560973148,Weather,1
-noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02908771671812005,0.034046774600905515,0.13568753997484842,0.17312143585760467,0.11185537202482503,0.12463965779787611,2.676967727907387,0.1705512143554541,0.1434961937098364,0.11416304242585044,0.08757558544176978,Ocean,1
-noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05836318292564613,0.04761165148106272,0.16445205609003702,0.3447029766963658,0.07191232151835235,0.06762886788054125,17.47579260325252,0.24158473239351475,0.09877400134375952,0.06723764141999806,0.08169348159617512,Ocean,1
-nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.091922888105425,6.327109473932221,2.2220658461252847,1.3592926513955181,0.10384344306035338,0.11108617811955894,27.998005969855527,2.2565289468795706,0.10885767783941647,0.10719513629549113,0.08603730202253673,Weather,1
-open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,49.47017191748849,82.91626740256955,7.3194271723429365,0.5005687624158839,0.2545421621602366,0.295325743742574,5.8418762834746945,7.033503530779557,0.27381035642937446,0.28494120378950605,0.21288132768520807,Air Quality,1
-open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6484289968751302,1.7882974488526695,1.16057284673055,0.9274277392234174,0.04635277574155072,0.04703534337119358,20.58434769273915,1.2839116001014752,0.04978813570351389,0.045005246764860715,0.03796367653364946,Weather,1
-usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.541379031458973,13.808125303080638,3.0202603340148926,0.7396555920036473,0.33108155235761566,0.30808027947552724,19.43875757528811,3.5413809497791924,0.34691078691714533,0.29586223680145884,0.27081315021125635,Hazards,1
-usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,430.1970050111413,571.0872243667642,16.349232991536457,0.15238120069781555,0.006005184220679013,0.0060436006179905065,2.234056811286407,20.741191022001153,0.007664181440000427,0.006041287017657814,0.004361342408824095,Hydrology,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,TimesFM-2.5,2.544873715422005,2.1763895224570793,nan,nan,0.00733854194735763,nan,nan,1.5952660328051886,nan,nan,0.9400124419879271,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,0.16431138716961843,0.2840452984238427,nan,nan,0.006365738815062364,nan,nan,0.40535341021091514,nan,nan,0.28603521259581766,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.07100583795216671,0.11015231373309131,nan,nan,0.017946478614699196,nan,nan,0.2664692063863416,nan,nan,0.19077303156426317,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.14262902462292637,0.10499166979015469,nan,nan,0.14590502381629022,nan,nan,0.3776625803848276,nan,nan,0.31992783287089027,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,1.1073154863140786,1.4107221533655678,nan,nan,0.0953658327893421,nan,nan,1.0522905902430557,nan,nan,0.786268762633924,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.21622905324208355,0.1617179170793861,0.26413559913635254,0.1911332978675114,0.01630353750267156,0.01601217538840988,10.994616695384883,0.4650043583043965,0.027809880236186378,0.015796796840529412,0.021259949519123158,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,0.006262990376178233,0.004554783835561518,nan,nan,0.09627439894456198,nan,nan,0.07913905721057228,nan,nan,0.10022450213355703,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.06269121952817955,0.10589695801141052,nan,nan,0.033732113336197196,nan,nan,0.25038214698372474,nan,nan,0.1887512228581642,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,0.7736671660082207,0.9192549938039831,nan,nan,0.6858045973238216,nan,nan,0.8795835184951004,nan,nan,0.6374611819871363,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1.0138778409908962,1.3513171412073017,nan,nan,0.009873107307397877,nan,nan,1.0069150118013417,nan,nan,0.8884134784812392,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,0.38719216672060525,0.341005570724447,nan,nan,0.12667853599052806,nan,nan,0.6222476731339421,nan,nan,0.5343002043100503,Web,1,7

results/timesfm_2_5/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/google/timesfm-2.5-200m-pytorch",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Google / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "google/timesfm-2.5-200m-pytorch"
+    "api_model_id": "google/timesfm-2.5-200m-pytorch",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/timesfm_2_5/online_meta.json

@@ -1,67 +1,19 @@
 {
     "model": "TimesFM-2.5",
     "api_model_id": "google/timesfm-2.5-200m-pytorch",
-    "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
-    "datasets": [
-        {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 69,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-28T07:14:10.343714+00:00",
+    "resolved_tasks": [
+        {
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.874374+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/tirex/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T06:35:32.276309+00:00",
+    "evaluated_at": "2026-07-28T07:14:10.341025+00:00",
     "resolved_tasks": [
         {
-            "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
-            "task_id": "future-9d7348afd70fb47bdf55",
-            "issued_at": "2026-07-27T07:01:00.553762+00:00",
-            "resolved_at": "2026-07-28T06:32:39.510054+00:00",
-            "target_end": "2026-07-28T06:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.912269+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/toto_1_0/all_results.csv

@@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Toto-1.0,4.477663680103048,2.0890328378534413,
 coingecko_bitcoin_7d_price_usd/1h/short,Toto-1.0,1.2672091214948127,0.013642740360327242,nan,nan,0.0013252159503021489,nan,nan,1.1257038338278913,nan,nan,0.23265817163880909,Finance,1,24
 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-1.0,23019.0460822337,26241.382774419122,124.61535914738973,1.313879348219856,0.6257435399486769,0.9697879270582787,13.780075922721792,151.7202889604212,0.9340465971435247,0.767178555755332,0.6004176198191844,Finance,1,12
 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,1.41672612492986,6.629220576377907e-09,nan,nan,nan,nan,nan,1.1902630486282686,nan,nan,0.00028386079613516846,Climate,1,36
-data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,2.731667510206862e-05,6.214720965819995e-09,nan,nan,nan,nan,nan,0.005226535669262061,nan,nan,0.0002785120417145124,Transportation,1,12
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,9.809345688447446e-05,5.994102245361695e-09,nan,nan,nan,nan,nan,0.009904214097265591,nan,nan,0.0002784084393961502,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Toto-1.0,0.14581109734968253,0.10758165581966579,nan,nan,0.019716449559055497,nan,nan,0.3818521930664829,nan,nan,0.23765672698505458,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,0.5938577859053631,0.20279020502719616,nan,nan,0.2032631822843151,nan,nan,0.7706216879282357,nan,nan,0.3000537773009777,Ocean,1,60
 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-1.0,2.554995718742831,1.2207269681748636,nan,nan,0.10368288653439751,nan,nan,1.5984353971126988,nan,nan,0.8256745826761597,Ocean,1,72

results/toto_1_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T06:35:32.297948+00:00",
+    "evaluated_at": "2026-07-28T07:14:10.349334+00:00",
     "resolved_tasks": [
         {
-            "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
-            "task_id": "future-9d7348afd70fb47bdf55",
-            "issued_at": "2026-07-27T07:01:00.553762+00:00",
-            "resolved_at": "2026-07-28T06:32:39.572890+00:00",
-            "target_end": "2026-07-28T06:00:00+00:00",
-            "prediction_length": 24,
+            "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short",
+            "task_id": "future-74d6212c9576c1e92191",
+            "issued_at": "2026-07-28T06:17:57.409061+00:00",
+            "resolved_at": "2026-07-28T07:11:41.967883+00:00",
+            "target_end": "2026-07-26T22:50:00+00:00",
+            "prediction_length": 12,
             "metric_version": "livehouse-canonical-v1"
         }
     ]