Update leaderboard results from local eval

results/aggregates/live_metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-28T16:03:59.879202+00:00",
+  "generated_at": "2026-07-28T17:18:32.218475+00:00",
   "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
   "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
   "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
@@ -13,33 +13,33 @@
   "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
   "num_models": 12,
   "num_datasets": 13,
-  "num_model_releases": 27338,
-  "num_unique_releases": 2700,
+  "num_model_releases": 27350,
+  "num_unique_releases": 2701,
   "fixed_windows": {
     "1d": {
       "days": 1,
-      "num_model_releases": 216,
-      "num_unique_releases": 18,
+      "num_model_releases": 228,
+      "num_unique_releases": 19,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 24 hours through reference_time"
     },
     "7d": {
       "days": 7,
-      "num_model_releases": 2646,
-      "num_unique_releases": 221,
+      "num_model_releases": 2658,
+      "num_unique_releases": 222,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 168 hours through reference_time"
     },
     "30d": {
       "days": 30,
-      "num_model_releases": 26921,
-      "num_unique_releases": 2636,
+      "num_model_releases": 26933,
+      "num_unique_releases": 2637,
       "ranking_scope": "Cumulative release history through reference_time",
       "metrics_scope": "Trailing 720 hours through reference_time"
     }
   },
   "protocol_counts": {
     "historical-snapshot-recompute": 22388,
-    "prequential-v1": 4950
+    "prequential-v1": 4962
   }
 }

results/aggregates/live_overall_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,9.691743648519376,1.3287506014191555,0.2579521995189736,0.9201615739505183,26.46064499086783,0.6692692910902497,11,2640,13,32.95625,34.45049265228295,0.08971024758112528,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
-2,Official,TiRex,8.992851063081362,1.2556340793055827,0.22602733230459868,0.9223616009376264,30.78259865990102,0.6673723941623062,11,2631,13,32.95625,31.67379312516451,-0.24362308575220806,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
-3,Official,TimesFM-2.5,9.018406318737144,1.3054357588066565,0.3279060451221889,1.0940105652077947,22.119142088324207,0.6089709267581602,11,2626,13,32.95625,31.3694950423679,-0.021400863529985863,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
-4,Official,Moirai-2.0,9.277160718939813,1.35657126443811,0.7394005650825641,0.9918644114243735,19.9000582288021,0.5784033320753897,11,1882,13,27.6125,33.08865535558147,-0.132511974641097,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
-5,Official,TabPFN-TS,9.612240481180487,1.3489327848540211,0.6044990153758313,1.145299619024881,19.699075529204226,0.5594210403865945,11,1771,13,29.6125,34.38531542558271,0.3119324698033476,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
-6,Official,Chronos-Bolt,8.560480811696685,1.3305470625185412,0.9242155003292897,0.944290482206546,15.55127733649574,0.5234745013874808,11,1869,13,27.6125,29.697068495513935,0.08971024758112528,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
-7,Official,Sundial,9.493884372326525,1.3186572320871082,0.7665171363661849,1.0611392164450217,13.434648028660718,0.5120736320108704,11,2120,13,29.6125,35.27615973148168,0.3111111111111111,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
-8,Official,Seasonal-Naive,10.165233489113794,1.593927426157024,1.4718241916017558,1.2262094560070598,0.0,0.3860482738154498,11,2471,13,32.95625,36.83311607397379,0.3693100008582723,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
-9,Official,Moving-Average,9.467178448930584,1.436048802628169,1.5765527538375246,1.2340279521938087,4.752038407375251,0.3799605654729632,11,2471,13,32.95625,35.055100732990915,0.3693100008582723,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
-10,Official,ARIMA,9.616658025531295,1.5373432675960323,0.998125350894547,1.108205103316985,-5.530251631532114,0.3749207684088164,11,2471,13,32.95625,33.86091159145163,-0.021400863529985863,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
-11,Official,Toto-1.0,9.119583196143576,1.5977356760642267,0.6980511659888241,0.9818750495604893,-17.622424991290504,0.37395776105189243,11,1896,13,27.6125,30.40423428880899,0.15555555555555553,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
-12,Official,ETS,8.864268475135926,1.5210112420971602,0.9651309775999265,1.25367827831526,-10.278590490409169,0.36612751337982685,11,2471,13,32.95625,29.835022748602302,-0.132511974641097,0.0,7,18,0.8571428571428571,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+1,Official,Chronos-2,8.712400102993533,1.3329962940213558,0.2364934980088413,0.9235382272805488,23.04582127713893,0.6692157726687226,11,2641,13,32.95625,34.45049265228295,0.08971024758112528,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+2,Official,TiRex,8.084197651854257,1.2627883854614907,0.20880469934538187,0.925146060218413,27.29324743236146,0.6673832549433456,11,2632,13,32.95625,31.67379312516451,-0.24362308575220806,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+3,Official,TimesFM-2.5,8.067878602312268,1.2909056555106755,0.29617233520825004,1.077944578958082,20.94093988816794,0.6090510443100313,11,2627,13,32.95625,31.3694950423679,-0.021400863529985863,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+4,Official,Moirai-2.0,8.344120399250723,1.3553019546242726,0.6495032765120391,0.991571343806203,17.455718062270872,0.5783319814676345,11,1883,13,27.6125,33.08865535558147,-0.132511974641097,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+5,Official,TabPFN-TS,8.660911401509315,1.3571639250973773,0.5345201802019014,1.1543836836524672,16.66115860096295,0.5592741309610769,11,1772,13,29.6125,34.38531542558271,0.3119324698033476,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+6,Official,Chronos-Bolt,7.717718464507236,1.3327879253240087,0.8072142202628091,0.9498461719398852,13.631450852515144,0.5234316753368471,11,1870,13,27.6125,29.697068495513935,0.08971024758112528,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+7,Official,Sundial,8.544046556699978,1.3259070828422135,0.6726260891665541,1.0504862444685148,11.520879718484991,0.5120470266063228,11,2121,13,29.6125,35.27615973148168,0.3111111111111111,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+8,Official,Seasonal-Naive,9.122754596511127,1.563570812410888,1.2762787301381882,1.2030487269657046,0.0,0.38600504457064466,11,2472,13,32.95625,36.83311607397379,0.3693100008582723,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+9,Official,Moving-Average,8.461951405012595,1.4057783641730484,1.3648234728933468,1.1893897523635693,5.696288136141353,0.3800595355475174,11,2472,13,32.95625,35.055100732990915,0.3693100008582723,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+10,Official,ARIMA,8.594044117252837,1.4949536723768464,0.8688498370235173,1.0745999381287574,-3.3454184565069927,0.37498962867903357,11,2472,13,32.95625,33.86091159145163,-0.021400863529985863,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+11,Official,Toto-1.0,8.620041040169546,1.6809510723287218,0.6137268064859845,0.9755663611991757,-21.352149064164593,0.37397454997418156,11,1897,13,27.6125,30.40423428880899,0.15555555555555553,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00
+12,Official,ETS,7.952976329935859,1.4877053609190476,0.8414150172149155,1.2116896516093427,-8.069059590256625,0.3662363549346423,11,2472,13,32.95625,29.835022748602302,-0.132511974641097,0.0,8,19,0.875,2026-07-27T14:15:00+00:00,2026-07-28T13:42:00+00:00

results/aggregates/live_overall_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.080631977425693,0.8777466218255294,0.15949989384938879,0.6404560429975669,23.44123043618871,0.6692692910902497,11,2640,13,32.95625,136.2501707411985,0.03902133456114503,0.23076923076923078,13,2589,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
-2,Official,TiRex,14.25003569527766,0.8821090979576441,0.1954609310271299,0.6741824205115546,24.638853583037797,0.6673723941623062,11,2631,13,32.95625,138.97440907434057,0.031254328868216726,0.23076923076923078,13,2576,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
-3,Official,TimesFM-2.5,14.129527934211804,0.8776283603932818,0.1373891307566684,0.7195248231281047,23.980513491340112,0.6089709267581602,11,2626,13,32.95625,136.5046750764185,0.039840379488282465,0.23076923076923078,13,2570,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
-4,Official,Moirai-2.0,17.59859907773176,0.925506542615327,0.24110501733348302,0.6712445015318758,22.187215761364918,0.5784033320753897,11,1882,13,27.6125,155.81162360349467,0.07055593748768546,0.15384615384615385,13,1882,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
-5,Official,TabPFN-TS,19.275278881627077,0.9730086080415027,0.20260565543040399,0.8184290146621377,18.6911367339008,0.5594210403865945,11,1771,13,29.6125,163.16629724879746,0.04904315234229305,0.15384615384615385,13,1774,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:42:00+00:00
-6,Official,Chronos-Bolt,17.861578473717927,0.9720215836438951,0.27662873223854884,0.7193953620821947,11.56218267006121,0.5234745013874808,11,1869,13,27.6125,156.75684087385156,0.029499406228400256,0.15384615384615385,13,1869,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
-7,Official,Sundial,17.258057829371424,1.012794083805584,0.22480246623892677,0.7658289459388551,16.1683876571357,0.5120736320108704,11,2120,13,29.6125,150.7567099499542,0.006542590741452598,0.3076923076923077,13,2122,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:42:00+00:00
-8,Official,Seasonal-Naive,15.926454011305168,1.236666019089506,0.36864332111503245,0.9637482523867802,0.0,0.3860482738154498,11,2471,13,32.95625,141.4905573588782,0.034556759179329426,0.3076923076923077,13,2416,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
-9,Official,Moving-Average,15.662644913460934,1.1423940966398352,0.3441456480202968,0.9182959126643501,3.130400697672835,0.3799605654729632,11,2471,13,32.95625,141.73228004481496,0.07660568535954221,0.15384615384615385,13,2409,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
-10,Official,ARIMA,15.588369236202688,1.145595746742334,0.3479258118991122,0.9024770407324367,1.8965378033085658,0.3749207684088164,11,2471,13,32.95625,141.73753979500964,0.0564076624548732,0.15384615384615385,13,2409,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
-11,Official,Toto-1.0,28.469856448024156,1.6608930248652223,0.2835244885437342,0.7016291265406915,-19.065927931147126,0.37395776105189243,11,1896,13,27.6125,212.970959760406,-0.005092125222312242,0.15384615384615385,13,1896,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
-12,Official,ETS,17.355325061671845,1.4005184248067737,0.31564738436584966,1.1110533831302667,-3.413084383709771,0.36612751337982685,11,2471,13,32.95625,146.60107442511364,0.0713765541380671,0.15384615384615385,13,2409,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
+1,Official,Chronos-2,14.080386358724324,0.8777125191962013,0.159488326676709,0.6404380216385192,23.438801846057427,0.6692157726687226,11,2641,13,32.95625,136.24975734908878,0.03905965977330551,0.23076923076923078,13,2590,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
+2,Official,TiRex,14.249724534954323,0.8820550802034423,0.1954473206799852,0.6741584553688384,24.637870832708366,0.6673832549433456,11,2632,13,32.95625,138.97399639241797,0.031311699015596064,0.23076923076923078,13,2577,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
+3,Official,TimesFM-2.5,14.129187893643811,0.8775516907660242,0.13738080804702918,0.7194527383506686,23.982066405418802,0.6090510443100313,11,2627,13,32.95625,136.50432251400045,0.039817979346468614,0.23076923076923078,13,2571,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
+4,Official,Moirai-2.0,17.598210397625042,0.9254459027908951,0.24109355977633398,0.6712343220601851,22.186011309782785,0.5783319814676345,11,1883,13,27.6125,155.81099770662902,0.070627503348725,0.15384615384615385,13,1883,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
+5,Official,TabPFN-TS,19.27492585743523,0.972970450115815,0.20259595617362455,0.8184055105362992,18.68801308534023,0.5592741309610769,11,1772,13,29.6125,163.16559312512453,0.049228896132885586,0.15384615384615385,13,1775,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:42:00+00:00
+6,Official,Chronos-Bolt,17.86112468343608,0.9719388782019386,0.2766126783178733,0.7193627493001855,11.562849008179127,0.5234316753368471,11,1870,13,27.6125,156.7562120147384,0.029435696788500387,0.15384615384615385,13,1870,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
+7,Official,Sundial,17.257640907802053,1.0127061490836693,0.2247813364701911,0.765748491033336,16.1693559876763,0.5120470266063228,11,2121,13,29.6125,150.75622115099247,0.006492822830500216,0.3076923076923077,13,2123,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:42:00+00:00
+8,Official,Seasonal-Naive,15.926102355854443,1.2365979898336765,0.36862819431279736,0.9636783639563459,0.0,0.38600504457064466,11,2472,13,32.95625,141.49013423180315,0.03453331224934204,0.3076923076923077,13,2417,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
+9,Official,Moving-Average,15.662308911350745,1.1423248427142112,0.3441303735282311,0.9182223273332009,3.1306177896241483,0.3800595355475174,11,2472,13,32.95625,141.73186505115262,0.07660666896091356,0.15384615384615385,13,2410,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
+10,Official,ARIMA,15.588032957029668,1.145528839926664,0.34791303007448243,0.9024192338301447,1.8966163669105696,0.37498962867903357,11,2472,13,32.95625,141.73714153075338,0.05645314737234307,0.15384615384615385,13,2410,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00
+11,Official,Toto-1.0,28.451347405040817,1.6598530985818256,0.28351484310881747,0.7015948774234027,-19.05887635629571,0.37397454997418156,11,1897,13,27.6125,212.94031713482113,-0.0054905959625140876,0.15384615384615385,13,1897,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
+12,Official,ETS,17.354146780245838,1.4003385297167728,0.3156205994678847,1.110887298313899,-3.40995834975547,0.3662363549346423,11,2472,13,32.95625,146.59964940812168,0.07135066149656175,0.15384615384615385,13,2410,0.8461538461538461,2026-06-28T14:10:00+00:00,2026-07-28T13:42:00+00:00

results/aggregates/live_overall_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,116.79511441831512,1.752601216250542,0.15764131171265522,1.5369012906139068,16.99349209784474,0.6692692910902497,11,2640,13,32.95625,449.11452682982343,-0.13437704023182503,0.08333333333333333,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
-2,Official,TiRex,117.58566955269015,1.737254908687925,0.15760027078652222,1.8161961510640288,18.85276714169035,0.6673723941623062,11,2631,13,32.95625,457.98513675830435,-0.17879548440994442,0.0,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
-3,Official,TimesFM-2.5,116.69394562091317,1.7352767634833492,0.1388416183069571,1.608636438032321,17.30454889071517,0.6089709267581602,11,2626,13,32.95625,449.14028821213907,-0.18018773617989103,0.0,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
-4,Official,Moirai-2.0,116.76452243878639,1.770221950801969,0.22740638393828583,1.5342219645069513,14.814424143500235,0.5784033320753897,11,1882,13,27.6125,449.2428654846561,-0.09563820671898879,0.0,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
-5,Official,TabPFN-TS,116.94915444487492,1.8411141391720627,0.2188842275933091,1.713446222996397,8.734021309920537,0.5594210403865945,11,1771,13,29.6125,449.25223840972666,-0.1223874823070721,0.08333333333333333,12,220,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
-6,Official,Chronos-Bolt,116.77385522519978,1.7915570893794677,0.25332099926923474,1.5824898707563824,6.022256789013248,0.5234745013874808,11,1869,13,27.6125,449.35627653944533,-0.09705487366291132,0.0,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
-7,Official,Sundial,116.90087871496554,1.7942483402491025,0.23690052106685644,1.5997994183625324,14.270056863047364,0.5120736320108704,11,2120,13,29.6125,449.3333230025327,-0.18384265231135055,0.0,12,220,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
-8,Official,Seasonal-Naive,117.3412473510247,1.9855392514759727,0.35411149497486316,1.6201390121349142,0.0,0.3860482738154498,11,2471,13,32.95625,449.64590416301075,-0.11662497824316449,0.08333333333333333,12,220,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
-9,Official,Moving-Average,117.12495803486428,1.9422769613665831,0.36284565869580965,1.7508831178282251,-2.8263465294409325,0.3799605654729632,11,2471,13,32.95625,449.4262938172727,-0.049311581251057834,0.08333333333333333,12,220,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
-10,Official,ARIMA,117.18117388018997,2.011370696220355,0.2962327456268879,1.7373326142391432,-7.007290841169418,0.3749207684088164,11,2471,13,32.95625,449.34555172178784,0.028417620746012964,0.08333333333333333,12,220,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
-11,Official,Toto-1.0,157.8849357836556,2.366574050235901,0.21872658471277137,1.4771395223127985,-25.352380956694855,0.37395776105189243,11,1896,13,27.6125,576.4061758710775,-0.10154419935116099,0.0,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
-12,Official,ETS,118.37561358603132,2.28371860449555,0.40031648302212697,2.0165357591917057,-12.67040540622025,0.36612751337982685,11,2471,13,32.95625,450.5479185748764,0.02265055719057637,0.0,12,220,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+1,Official,Chronos-2,116.79461684880233,1.7530022906756937,0.15742317818587015,1.536887981093986,17.01223979328009,0.6692157726687226,11,2641,13,32.95625,449.1090759835067,-0.13437704023182503,0.08333333333333333,12,222,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+2,Official,TiRex,117.58736857184182,1.738525836033389,0.15757677877167167,1.8169063759173458,18.798981288302254,0.6673832549433456,11,2632,13,32.95625,457.980398719262,-0.17328584253666618,0.0,12,222,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+3,Official,TimesFM-2.5,116.69380147917038,1.7357457033250203,0.13877087428679763,1.609429329415007,17.32174297098779,0.6090510443100313,11,2627,13,32.95625,449.13567979507394,-0.17247423755730149,0.0,12,222,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+4,Official,Moirai-2.0,116.7668999161347,1.7717862428563225,0.22745301267623094,1.535194363985146,14.7332147834883,0.5783319814676345,11,1883,13,27.6125,449.2381481569912,-0.08682277972174363,0.0,12,222,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+5,Official,TabPFN-TS,116.94855897263248,1.841410210329837,0.21870786206261542,1.7139703037533085,8.779049717715639,0.5592741309610769,11,1772,13,29.6125,449.2460110430789,-0.12073458974508865,0.08333333333333333,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+6,Official,Chronos-Bolt,116.77450660940876,1.792433000751766,0.25320520735098295,1.583144116454388,6.006030596491754,0.5234316753368471,11,1870,13,27.6125,449.3507166000307,-0.09099426760230528,0.0,12,222,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+7,Official,Sundial,116.90180110088517,1.7954226094195995,0.2368249836993733,1.6004818162852563,14.229897661555752,0.5120470266063228,11,2121,13,29.6125,449.3253665569653,-0.17392529693944972,0.0,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+8,Official,Seasonal-Naive,117.34207231294421,1.986367216687307,0.3540122150055373,1.6208194900161939,0.0,0.38600504457064466,11,2472,13,32.95625,449.64101833812236,-0.1171759424304923,0.08333333333333333,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+9,Official,Moving-Average,117.12623043304042,1.943359008919213,0.3628022767751164,1.7516858974106218,-2.863215186730589,0.3800595355475174,11,2472,13,32.95625,449.4223808705361,-0.04545483193976307,0.08333333333333333,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+10,Official,ARIMA,117.18264061267466,2.0124722978551097,0.296193443201697,1.738052653511299,-7.03959979711398,0.37498962867903357,11,2472,13,32.95625,449.34189915491174,0.03502919099394685,0.08333333333333333,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+11,Official,Toto-1.0,157.8493265190505,2.3618698452272624,0.21872910478488014,1.4775840244994443,-25.24127353703079,0.37397454997418156,11,1897,13,27.6125,576.3808504408817,-0.10815576959909488,0.0,12,222,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00
+12,Official,ETS,118.3763080776048,2.28439819681289,0.4001649400227755,2.016886796733593,-12.65071651598113,0.3662363549346423,11,2472,13,32.95625,450.543974537005,0.028160199063854606,0.0,12,221,0.8333333333333334,2026-07-21T13:55:00+00:00,2026-07-28T13:42:00+00:00

results/aggregates/live_overall_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
-1,Official,Chronos-2,14.078299078772542,0.8766843507501553,0.1595449206082912,0.6401103847664495,23.543937022086887,0.6692692910902497,11,2640,13,32.95625,136.2487931287433,0.03691847397953753,0.23076923076923078,13,2645,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00
-2,Official,TiRex,14.24521343365082,0.8796920208120065,0.19523059381076166,0.6731394716805147,24.756780675575328,0.6673723941623062,11,2631,13,32.95625,138.97160262350894,0.03636853112859869,0.23076923076923078,13,2631,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00
-3,Official,TimesFM-2.5,14.126927099852976,0.8765226995536719,0.13731203295370434,0.7185649766217908,23.96750972916431,0.6089709267581602,11,2626,13,32.95625,136.50497706788013,0.0380793684028967,0.23076923076923078,13,2626,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00
-4,Official,Moirai-2.0,17.59859907773176,0.925506542615327,0.24110501733348302,0.6712445015318758,22.187215761364918,0.5784033320753897,11,1882,13,27.6125,155.81162360349467,0.07055593748768546,0.15384615384615385,13,1882,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
-5,Official,TabPFN-TS,19.275278881627077,0.9730086080415027,0.20260565543040399,0.8184290146621377,18.6911367339008,0.5594210403865945,11,1771,13,29.6125,163.16629724879746,0.04904315234229305,0.15384615384615385,13,1774,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:42:00+00:00
-6,Official,Chronos-Bolt,17.861578473717927,0.9720215836438951,0.27662873223854884,0.7193953620821947,11.56218267006121,0.5234745013874808,11,1869,13,27.6125,156.75684087385156,0.029499406228400256,0.15384615384615385,13,1869,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
-7,Official,Sundial,17.258057829371424,1.012794083805584,0.22480246623892677,0.7658289459388551,16.1683876571357,0.5120736320108704,11,2120,13,29.6125,150.7567099499542,0.006542590741452598,0.3076923076923077,13,2122,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:42:00+00:00
-8,Official,Seasonal-Naive,15.919821792813687,1.2346981814653561,0.36867804920027186,0.9625967955113411,0.0,0.3860482738154498,11,2471,13,32.95625,141.48714486562886,0.04132254899291169,0.3076923076923077,13,2480,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-28T13:42:00+00:00
-9,Official,Moving-Average,15.662652511618974,1.1427467369669229,0.344445826799794,0.9189055330972578,3.0353734913559784,0.3799605654729632,11,2471,13,32.95625,141.73227654862694,0.06740260712053872,0.15384615384615385,13,2471,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00
-10,Official,ARIMA,15.5969816985931,1.1479554422142373,0.34838733493666985,0.904491269120159,1.763246604968491,0.3749207684088164,11,2471,13,32.95625,141.7470352632057,0.0430777875640694,0.15384615384615385,13,2471,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00
-11,Official,Toto-1.0,28.469856448024156,1.6608930248652223,0.2835244885437342,0.7016291265406915,-19.065927931147126,0.37395776105189243,11,1896,13,27.6125,212.970959760406,-0.005092125222312242,0.15384615384615385,13,1896,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
-12,Official,ETS,17.38918043176396,1.4082201366596385,0.31667523299362554,1.1173710460721593,-3.7498494839704457,0.36612751337982685,11,2471,13,32.95625,146.62256059604712,0.04999332339810833,0.15384615384615385,13,2471,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00
+1,Official,Chronos-2,14.078065068575906,0.8766535483733674,0.15953323969616653,0.640094227938368,23.541724568850476,0.6692157726687226,11,2641,13,32.95625,136.2483868631424,0.03695096501847429,0.23076923076923078,13,2646,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00
+2,Official,TiRex,14.244917843113551,0.8796426751776919,0.19521721691024888,0.6731180429691108,24.755960493385693,0.6673832549433456,11,2632,13,32.95625,138.97119542160365,0.03641710404854416,0.23076923076923078,13,2632,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00
+3,Official,TimesFM-2.5,14.126603333827005,0.8764518303670588,0.13730404384642136,0.7184980187573748,23.96900556515701,0.6090510443100313,11,2627,13,32.95625,136.5046275795586,0.0380487899153008,0.23076923076923078,13,2627,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00
+4,Official,Moirai-2.0,17.598210397625042,0.9254459027908951,0.24109355977633398,0.6712343220601851,22.186011309782785,0.5783319814676345,11,1883,13,27.6125,155.81099770662902,0.070627503348725,0.15384615384615385,13,1883,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
+5,Official,TabPFN-TS,19.27492585743523,0.972970450115815,0.20259595617362455,0.8184055105362992,18.68801308534023,0.5592741309610769,11,1772,13,29.6125,163.16559312512453,0.049228896132885586,0.15384615384615385,13,1775,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:42:00+00:00
+6,Official,Chronos-Bolt,17.86112468343608,0.9719388782019386,0.2766126783178733,0.7193627493001855,11.562849008179127,0.5234316753368471,11,1870,13,27.6125,156.7562120147384,0.029435696788500387,0.15384615384615385,13,1870,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
+7,Official,Sundial,17.257640907802053,1.0127061490836693,0.2247813364701911,0.765748491033336,16.1693559876763,0.5120470266063228,11,2121,13,29.6125,150.75622115099247,0.006492822830500216,0.3076923076923077,13,2123,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-28T13:42:00+00:00
+8,Official,Seasonal-Naive,15.919493334610651,1.234637884109997,0.3686635342991805,0.9625335066834771,0.0,0.38600504457064466,11,2472,13,32.95625,141.4867267368033,0.041288385765355755,0.3076923076923077,13,2481,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-28T13:42:00+00:00
+9,Official,Moving-Average,15.662333735847872,1.1426834584369954,0.34443107822900676,0.9188370328414958,3.0355950244297385,0.3800595355475174,11,2472,13,32.95625,141.73186696374253,0.06739383887679619,0.15384615384615385,13,2472,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00
+10,Official,ARIMA,15.596662660361245,1.147894412760133,0.34837499183858667,0.904437822829355,1.7633390883759028,0.37498962867903357,11,2472,13,32.95625,141.7466417805074,0.04311180078008363,0.15384615384615385,13,2472,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00
+11,Official,Toto-1.0,28.451347405040817,1.6598530985818256,0.28351484310881747,0.7015948774234027,-19.05887635629571,0.37397454997418156,11,1897,13,27.6125,212.94031713482113,-0.0054905959625140876,0.15384615384615385,13,1897,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-28T13:42:00+00:00
+12,Official,ETS,17.388041690382966,1.4080466236212024,0.3166483457983693,1.1172099706824348,-3.746510829114072,0.3662363549346423,11,2472,13,32.95625,146.62116694540384,0.04996320858111057,0.15384615384615385,13,2472,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-28T13:42:00+00:00

results/aggregates/live_rank_1d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6692692910902497,11,2640,13,32.95625
-2,Official,TiRex,0.6673723941623062,11,2631,13,32.95625
-3,Official,TimesFM-2.5,0.6089709267581602,11,2626,13,32.95625
-4,Official,Moirai-2.0,0.5784033320753897,11,1882,13,27.6125
-5,Official,TabPFN-TS,0.5594210403865945,11,1771,13,29.6125
-6,Official,Chronos-Bolt,0.5234745013874808,11,1869,13,27.6125
-7,Official,Sundial,0.5120736320108704,11,2120,13,29.6125
-8,Official,Seasonal-Naive,0.3860482738154498,11,2471,13,32.95625
-9,Official,Moving-Average,0.3799605654729632,11,2471,13,32.95625
-10,Official,ARIMA,0.3749207684088164,11,2471,13,32.95625
-11,Official,Toto-1.0,0.37395776105189243,11,1896,13,27.6125
-12,Official,ETS,0.36612751337982685,11,2471,13,32.95625
+1,Official,Chronos-2,0.6692157726687226,11,2641,13,32.95625
+2,Official,TiRex,0.6673832549433456,11,2632,13,32.95625
+3,Official,TimesFM-2.5,0.6090510443100313,11,2627,13,32.95625
+4,Official,Moirai-2.0,0.5783319814676345,11,1883,13,27.6125
+5,Official,TabPFN-TS,0.5592741309610769,11,1772,13,29.6125
+6,Official,Chronos-Bolt,0.5234316753368471,11,1870,13,27.6125
+7,Official,Sundial,0.5120470266063228,11,2121,13,29.6125
+8,Official,Seasonal-Naive,0.38600504457064466,11,2472,13,32.95625
+9,Official,Moving-Average,0.3800595355475174,11,2472,13,32.95625
+10,Official,ARIMA,0.37498962867903357,11,2472,13,32.95625
+11,Official,Toto-1.0,0.37397454997418156,11,1897,13,27.6125
+12,Official,ETS,0.3662363549346423,11,2472,13,32.95625

results/aggregates/live_rank_30d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6692692910902497,11,2640,13,32.95625
-2,Official,TiRex,0.6673723941623062,11,2631,13,32.95625
-3,Official,TimesFM-2.5,0.6089709267581602,11,2626,13,32.95625
-4,Official,Moirai-2.0,0.5784033320753897,11,1882,13,27.6125
-5,Official,TabPFN-TS,0.5594210403865945,11,1771,13,29.6125
-6,Official,Chronos-Bolt,0.5234745013874808,11,1869,13,27.6125
-7,Official,Sundial,0.5120736320108704,11,2120,13,29.6125
-8,Official,Seasonal-Naive,0.3860482738154498,11,2471,13,32.95625
-9,Official,Moving-Average,0.3799605654729632,11,2471,13,32.95625
-10,Official,ARIMA,0.3749207684088164,11,2471,13,32.95625
-11,Official,Toto-1.0,0.37395776105189243,11,1896,13,27.6125
-12,Official,ETS,0.36612751337982685,11,2471,13,32.95625
+1,Official,Chronos-2,0.6692157726687226,11,2641,13,32.95625
+2,Official,TiRex,0.6673832549433456,11,2632,13,32.95625
+3,Official,TimesFM-2.5,0.6090510443100313,11,2627,13,32.95625
+4,Official,Moirai-2.0,0.5783319814676345,11,1883,13,27.6125
+5,Official,TabPFN-TS,0.5592741309610769,11,1772,13,29.6125
+6,Official,Chronos-Bolt,0.5234316753368471,11,1870,13,27.6125
+7,Official,Sundial,0.5120470266063228,11,2121,13,29.6125
+8,Official,Seasonal-Naive,0.38600504457064466,11,2472,13,32.95625
+9,Official,Moving-Average,0.3800595355475174,11,2472,13,32.95625
+10,Official,ARIMA,0.37498962867903357,11,2472,13,32.95625
+11,Official,Toto-1.0,0.37397454997418156,11,1897,13,27.6125
+12,Official,ETS,0.3662363549346423,11,2472,13,32.95625

results/aggregates/live_rank_7d.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6692692910902497,11,2640,13,32.95625
-2,Official,TiRex,0.6673723941623062,11,2631,13,32.95625
-3,Official,TimesFM-2.5,0.6089709267581602,11,2626,13,32.95625
-4,Official,Moirai-2.0,0.5784033320753897,11,1882,13,27.6125
-5,Official,TabPFN-TS,0.5594210403865945,11,1771,13,29.6125
-6,Official,Chronos-Bolt,0.5234745013874808,11,1869,13,27.6125
-7,Official,Sundial,0.5120736320108704,11,2120,13,29.6125
-8,Official,Seasonal-Naive,0.3860482738154498,11,2471,13,32.95625
-9,Official,Moving-Average,0.3799605654729632,11,2471,13,32.95625
-10,Official,ARIMA,0.3749207684088164,11,2471,13,32.95625
-11,Official,Toto-1.0,0.37395776105189243,11,1896,13,27.6125
-12,Official,ETS,0.36612751337982685,11,2471,13,32.95625
+1,Official,Chronos-2,0.6692157726687226,11,2641,13,32.95625
+2,Official,TiRex,0.6673832549433456,11,2632,13,32.95625
+3,Official,TimesFM-2.5,0.6090510443100313,11,2627,13,32.95625
+4,Official,Moirai-2.0,0.5783319814676345,11,1883,13,27.6125
+5,Official,TabPFN-TS,0.5592741309610769,11,1772,13,29.6125
+6,Official,Chronos-Bolt,0.5234316753368471,11,1870,13,27.6125
+7,Official,Sundial,0.5120470266063228,11,2121,13,29.6125
+8,Official,Seasonal-Naive,0.38600504457064466,11,2472,13,32.95625
+9,Official,Moving-Average,0.3800595355475174,11,2472,13,32.95625
+10,Official,ARIMA,0.37498962867903357,11,2472,13,32.95625
+11,Official,Toto-1.0,0.37397454997418156,11,1897,13,27.6125
+12,Official,ETS,0.3662363549346423,11,2472,13,32.95625

results/aggregates/live_rank_up_to_now.csv

@@ -1,13 +1,13 @@
 Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
-1,Official,Chronos-2,0.6692692910902497,11,2640,13,32.95625
-2,Official,TiRex,0.6673723941623062,11,2631,13,32.95625
-3,Official,TimesFM-2.5,0.6089709267581602,11,2626,13,32.95625
-4,Official,Moirai-2.0,0.5784033320753897,11,1882,13,27.6125
-5,Official,TabPFN-TS,0.5594210403865945,11,1771,13,29.6125
-6,Official,Chronos-Bolt,0.5234745013874808,11,1869,13,27.6125
-7,Official,Sundial,0.5120736320108704,11,2120,13,29.6125
-8,Official,Seasonal-Naive,0.3860482738154498,11,2471,13,32.95625
-9,Official,Moving-Average,0.3799605654729632,11,2471,13,32.95625
-10,Official,ARIMA,0.3749207684088164,11,2471,13,32.95625
-11,Official,Toto-1.0,0.37395776105189243,11,1896,13,27.6125
-12,Official,ETS,0.36612751337982685,11,2471,13,32.95625
+1,Official,Chronos-2,0.6692157726687226,11,2641,13,32.95625
+2,Official,TiRex,0.6673832549433456,11,2632,13,32.95625
+3,Official,TimesFM-2.5,0.6090510443100313,11,2627,13,32.95625
+4,Official,Moirai-2.0,0.5783319814676345,11,1883,13,27.6125
+5,Official,TabPFN-TS,0.5592741309610769,11,1772,13,29.6125
+6,Official,Chronos-Bolt,0.5234316753368471,11,1870,13,27.6125
+7,Official,Sundial,0.5120470266063228,11,2121,13,29.6125
+8,Official,Seasonal-Naive,0.38600504457064466,11,2472,13,32.95625
+9,Official,Moving-Average,0.3800595355475174,11,2472,13,32.95625
+10,Official,ARIMA,0.37498962867903357,11,2472,13,32.95625
+11,Official,Toto-1.0,0.37397454997418156,11,1897,13,27.6125
+12,Official,ETS,0.3662363549346423,11,2472,13,32.95625

results/aggregates/live_release_metrics.csv

@@ -1002,6 +1002,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.342223
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.543705+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,ARIMA,livehouse-canonical-v1,1.9727811654915286,1.4045572845176264,0.7842593939385664,1.248080673280621,-17.553562152186416,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.360006+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,livehouse-canonical-v1,0.00362644782916205,0.06021999526039545,0.02059864928876767,0.0003316009876255779,-99.97884290979731,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.429500+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.087851+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,ARIMA,livehouse-canonical-v1,1.4357467593036326,1.198226505842544,0.09319675379733881,0.8393637818111649,11.948413768668857,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.543678+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,livehouse-canonical-v1,1.5355555156385459,1.2391753369231273,,0.5333333455322494,1.5714723099825757e-06,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:51.190523+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.338142+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,livehouse-canonical-v1,17.34218823729739,4.164395302717717,0.014841233576947244,1.0535267886977016,-2.1284982078190096,True
@@ -3529,6 +3530,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.347246
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.550181+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Chronos-2,livehouse-canonical-v1,0.6084556830997082,0.7800356934780025,0.35668324586229727,0.5313169904102858,38.91221554611547,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.368099+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,4.1454898968033475e-07,0.0006438547892811972,0.026928362743750805,0.004782196152203306,-3.8690057693559115,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.469598+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.181151+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Chronos-2,livehouse-canonical-v1,1.856995284312634,1.3627161422367586,0.10774128894804758,0.9471748005907611,-0.8579447189633711,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.553618+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,livehouse-canonical-v1,1.535555563251382,1.239175356134628,,0.5333333361068833,2.1126689289010955e-08,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:51.416819+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.386846+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,livehouse-canonical-v1,19.390705111763356,4.40348783486038,0.038714799389808006,3.0911313617001115,-7.69615422725693,True
@@ -5874,6 +5876,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.355797
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.555073+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Chronos-Bolt,livehouse-canonical-v1,0.7179609677141908,0.8473257742534396,0.41866209256344655,0.5738192271106884,31.674015448923758,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.374968+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,0.0012612440368535546,0.035513997759384325,1.691998319034023,0.03157251930448027,-99.93917920403986,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.481073+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.208098+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Chronos-Bolt,livehouse-canonical-v1,1.8183820341810941,1.3484739649622806,0.1052065398639262,0.9887360000732605,0.19266546465097298,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.561218+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,livehouse-canonical-v1,1.535555495275836,1.2391753287068927,,0.5333333293421745,2.2345128152027856e-06,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:51.470311+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.403536+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-Bolt,livehouse-canonical-v1,13.579464828189124,3.6850325409946008,0.032265626356336806,2.6607414919817405,10.066145223871118,True
@@ -7987,6 +7990,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.361189
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.563402+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,ETS,livehouse-canonical-v1,2.1277991744144735,1.4586977666447816,0.8207737055792634,1.2943506648399188,-21.19331663750253,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.381538+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,livehouse-canonical-v1,0.0031429866325814785,0.05606234594254399,0.020935013939437738,0.00032071717206017566,-99.97558887633197,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.519069+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.245110+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,ETS,livehouse-canonical-v1,1.573931313535394,1.254564192672258,0.09911925490484888,0.9177692646679216,7.3976567108111855,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.569655+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,livehouse-canonical-v1,1.5355555156385459,1.2391753369231273,,0.5333333455322494,1.5714723099825757e-06,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:51.577164+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.437963+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,livehouse-canonical-v1,12.950804403023048,3.598722607123679,0.03218581173776447,3.1450776137857495,12.406150053215368,True
@@ -10217,6 +10221,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.370446
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.568909+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Moirai-2.0,livehouse-canonical-v1,0.6053587306214726,0.7780480259093732,0.3806139270795274,0.5307547426196325,39.12851035842043,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.387494+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,3.269073540243252e-05,0.005717581254554457,0.2656774614095336,0.004338376208017158,-97.67998216666365,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.553276+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.274091+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Moirai-2.0,livehouse-canonical-v1,1.8128381614270934,1.3464167859274088,0.11011954508888912,0.9895198704790081,0.3453368965522688,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.576802+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,livehouse-canonical-v1,1.5355555883666363,1.239175366268486,,0.5333334531777685,-7.966637806997946e-07,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:51.673978+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.491807+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-2.0,livehouse-canonical-v1,12.86361270018599,3.5865878910443545,0.030966350161483868,2.0960522786891955,12.738575742904171,True
@@ -12340,6 +12345,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.375500
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.579273+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Moving-Average,livehouse-canonical-v1,1.4441096318045419,1.201711126604286,0.647944200665175,1.0255345065756438,-2.1393678785159724,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.394322+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,livehouse-canonical-v1,0.0031510155834832943,0.05613390760924536,0.028679810075242358,0.0004740984825866127,-99.97565106956674,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.583369+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.315090+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Moving-Average,livehouse-canonical-v1,1.42536209758668,1.1938852949872027,0.09444778722827778,0.8769223535518942,12.306036237504076,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.583869+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,livehouse-canonical-v1,1.5355555156385459,1.2391753369231273,,0.5333333455322494,1.5714723099825757e-06,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:51.716263+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.526864+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,livehouse-canonical-v1,15.728503782992284,3.9659177731002297,0.03544123836403249,3.5079119119111764,2.7538620677304437,True
@@ -14813,6 +14819,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.380308
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.584617+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Seasonal-Naive,livehouse-canonical-v1,1.3836142161091407,1.1762713190880498,0.5686071533114972,0.8852154078326493,0.0,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.400633+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,livehouse-canonical-v1,3.836660054662494e-07,0.0006194077860878481,0.028492526702245374,0.0004414757088415894,0.0,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.633244+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.359018+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Seasonal-Naive,livehouse-canonical-v1,1.8254023482924664,1.3510745161879363,0.10300596135678308,1.0409236236762192,0.0,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.591091+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,livehouse-canonical-v1,1.535555563900206,1.2391753563964247,,0.5333333363135656,0.0,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:51.792256+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.559804+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,livehouse-canonical-v1,16.619318181818176,4.076679798784567,0.034983660130718956,3.1794790051481496,0.0,True
@@ -17151,6 +17158,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.384692
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.589096+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Sundial,livehouse-canonical-v1,0.9360987407081298,0.9675219587730967,0.5043432398521995,0.670243019558088,19.291847040205273,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.407190+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Sundial,livehouse-canonical-v1,0.008516376258993865,0.09228421457104062,1.1037589562990158,0.0326818054299257,-99.99099032944818,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.675173+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,5.413532792738109e-16,2.3266999790987466e-08,,2.039065630499982e-08,0.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.425481+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Sundial,livehouse-canonical-v1,1.8951818473141462,1.376656038127951,0.10927980596876953,0.9759154406329663,-1.8754984527450744,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.598374+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Sundial,livehouse-canonical-v1,1.5355555672856749,1.2391753577624416,,0.5333333798261453,-1.1023595856934296e-07,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:51.850327+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,4.0972901818728267e-16,2.0241764206394726e-08,,2.0361351243741515e-08,0.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.587819+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Sundial,livehouse-canonical-v1,12.091758915080945,3.477320651749123,0.03034057848562602,3.0997474875847244,15.769381453216957,True
@@ -19146,6 +19154,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.389683
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.594123+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,TabPFN-TS,livehouse-canonical-v1,0.5976418192559829,0.7730729714949184,0.3608439376927988,0.6547500766742971,39.67041022581979,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.413456+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TabPFN-TS,livehouse-canonical-v1,2.327820171094352e-06,0.00152571955846884,0.07468616444033326,0.0015030095950895304,-71.70068512369018,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.708215+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.470161+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,TabPFN-TS,livehouse-canonical-v1,2.0016078438111062,1.4147819068008702,0.11464716915832285,1.217972136045571,-4.604259896725958,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.606017+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TabPFN-TS,livehouse-canonical-v1,1.535555563900206,1.2391753563964247,,0.5333333363135656,0.0,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:51.910203+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.609290+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TabPFN-TS,livehouse-canonical-v1,19.181243185406043,4.379639618211303,0.03838738582835478,4.342184325787424,-7.156102881485359,True
@@ -21239,6 +21248,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.403308
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.610080+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,TiRex,livehouse-canonical-v1,0.5372876531646805,0.7329990812850181,0.32681930643579016,0.5098930121921481,44.05881302330171,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.425207+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,2.6211719397941044e-06,0.0016190033785616707,0.07636417119710241,0.05653570070600993,-74.4634477828383,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.749153+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.560063+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,TiRex,livehouse-canonical-v1,1.7236237732645157,1.3128685285528463,0.10546890159008093,0.944637275183918,2.8677888395845277,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.619007+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,livehouse-canonical-v1,1.535555561634629,1.2391753554822775,,0.5333333388468418,7.377059854504563e-08,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:52.203164+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.681649+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,livehouse-canonical-v1,19.042277269901874,4.363745784289212,0.03823923619089563,3.183229913338055,-6.794309276947485,True
@@ -23870,6 +23880,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.398596
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.600039+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,TimesFM-2.5,livehouse-canonical-v1,0.6577112567858043,0.8109939930639464,0.3284370667916474,0.70629918281875,35.560373343790346,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.419602+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,2.472084798926435e-06,0.0015722864875481297,0.08511272494568217,0.002388183015525811,-73.13028819768878,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.729088+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.517057+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,TimesFM-2.5,livehouse-canonical-v1,1.4141845873381427,1.1891949324388087,0.1057700757246169,0.9654826752100926,12.693524487074066,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.612607+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,livehouse-canonical-v1,1.535555563900206,1.2391753563964247,,0.5333333363135656,0.0,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:52.063063+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.654859+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,livehouse-canonical-v1,19.538458774667234,4.4202328869265735,0.036243485594107436,3.962516691524915,-8.073340892506028,True
@@ -26207,6 +26218,7 @@ future-89113a425bb8b401f299,2026-07-14T14:10:00+00:00,2026-07-15T14:59:54.408123
 future-89201d2707746863d3e8,2026-07-20T18:00:00+00:00,2026-07-21T01:15:03.615480+00:00,2026-07-19T18:39:16.488605+00:00,prequential-v1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,Toto-1.0,livehouse-canonical-v1,1.0498626001531177,1.024628030142216,0.40511425553496067,0.5583407959090575,13.715011120124608,True
 future-892e31cc5b645af9d71e,2026-07-17T03:40:00+00:00,2026-07-17T08:51:54.430865+00:00,2026-07-16T22:28:14.239544+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,0.0317503034105217,0.17818614820047518,0.024223655907951485,0.0009902966503852577,-99.99758325856355,True
 future-8957db0e66f0c457010f,2026-07-24T16:10:00+00:00,2026-07-26T01:54:05.779387+00:00,2026-07-25T21:48:15.447676+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.01828048286440639,0.13520533593170941,,0.0002838976480099383,-100.0,False
+future-8b03aa07f5a636178bdf,2026-07-27T17:20:00+00:00,2026-07-28T16:57:17.597024+00:00,2026-07-28T04:37:18.912152+00:00,prequential-v1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,Toto-1.0,livehouse-canonical-v1,5.1232459483513475,2.263458846180188,0.10778064946894744,0.9314055426699801,-47.46021757428325,True
 future-8b64b198329cec1da97a,2026-07-22T06:15:00+00:00,2026-07-22T10:47:51.625755+00:00,2026-07-22T03:26:05.421579+00:00,prequential-v1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,livehouse-canonical-v1,3.55741545897979,1.8861112000568232,,0.5334072503107737,-39.69902608902443,False
 future-8bb3ef7c68b47f72f7f0,2026-07-22T17:10:00+00:00,2026-07-23T14:18:52.283271+00:00,2026-07-23T12:38:43.642650+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.00033784483488736466,0.018380555891685232,,0.0002691713908259569,-100.0,False
 future-8bba4c3f6b76098d77aa,2026-07-26T02:55:00+00:00,2026-07-26T03:14:20.714935+00:00,2026-07-25T21:00:01.815568+00:00,prequential-v1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,livehouse-canonical-v1,8.12831527655267,2.8510200414154703,0.02459689031862745,1.9073526563019125,34.31036312845275,True

results/aggregates/live_results_by_dataset.csv

@@ -5,7 +5,7 @@ ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate
 ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,533,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.0372713909008047,1.338757409135639,0.08841225349586862,1.0471920629078773,-60.04842052552159,1.3229518329527603,-0.019704433497536943,0.8964941426465813,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.2060504821363578,0.9682660005889143,1.313555623465233,0.7584494437933518,5.442731988369674,1.182785366482018,0.07446037756482987,0.02956407350654144,383,0.9973890339425587,2026-06-29T10:00:00+00:00,2026-07-28T13:42:00+00:00
-ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.642668390401371,1.4291009307200675,0.13270701076162955,1.0415510999232118,11.598549038427826,3.392521142542207,-0.1264049636081613,0.001329558197059011,290,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
+ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.6385208933872897,1.4283075478167082,0.13257123668271448,1.040856298142758,11.599751322724188,3.387405867464201,-0.1259627917999763,0.0013559336904469704,291,1.0,2026-06-28T11:10:00+00:00,2026-07-27T17:20:00+00:00
 ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,2.224989505012516,0.8376872389949994,0.03753078258092905,0.6302451084156856,31.472996936085384,9.894620159763747,0.07644529383659818,0.2804556277713832,92,1.0,2026-07-04T00:00:00+00:00,2026-07-15T23:00:00+00:00
 ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.676857050690692,0.9482953842520914,0.45516115075163893,0.7414801600628518,3.093313252763524,3.8125426268499294,-0.29146968139773893,3.2361181388683506e-07,140,1.0,2026-06-29T11:00:00+00:00,2026-07-28T05:00:00+00:00
 ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.7032288939326719,1.2115706707260652,0.0946102123839448,0.945074865415258,-43.30653634279677,1.4433810484488727,-0.0180334907685702,0.754571057214523,137,1.0,2026-06-29T11:00:00+00:00,2026-07-28T06:00:00+00:00
@@ -18,7 +18,7 @@ Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Cli
 Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653318e-18,1.3151753777977037e-09,,2.3561627471096824e-09,0.0,3.855347313561963e-34,0.0,1.0,553,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3050272072682975,0.4849039749140633,0.03248454496927092,0.32868574233935344,8.695873973865309,0.3637335838792971,-0.31034482758620685,0.018062900791912716,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3288365163158683,0.47898873599571934,0.4810264349560084,0.31459949843662444,50.46816443679802,0.4223076100328461,-0.04574384933189414,0.1707564777046725,402,0.9975124378109452,2026-06-29T10:00:00+00:00,2026-07-28T13:42:00+00:00
-Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.7878878465279024,1.4852479970989572,0.14705923915976638,1.011446662698795,7.310432629870646,3.4682706268177075,-0.04823123382226057,0.20901726293026146,305,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
+Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.7848457139716434,1.4848475662007146,0.14693074912639478,1.011236623933736,7.2816707377972865,3.4629891740059575,-0.047808850316082716,0.21227521633912982,306,1.0,2026-06-28T11:10:00+00:00,2026-07-27T17:20:00+00:00
 Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,2.770662920708487,0.9383375365561323,0.04147426688621382,0.6664343471483456,32.51750738043405,9.969986449028195,0.026208503203261502,0.6962897689185866,102,1.0,2026-07-04T00:00:00+00:00,2026-07-15T23:00:00+00:00
 Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.021420096704319,0.7601464052316582,0.34268467491723437,0.5152385850105019,22.20062475012013,2.3428438544951105,-0.3470265106281347,8.456780624602227e-11,159,1.0,2026-06-29T11:00:00+00:00,2026-07-28T05:00:00+00:00
 Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.3960585555804672,0.5790431846700701,0.04271482667689994,0.39893577500800953,14.66222017945875,0.3184370314998671,-0.11755341432760787,0.029949082098449084,155,1.0,2026-06-29T11:00:00+00:00,2026-07-28T06:00:00+00:00
@@ -31,7 +31,7 @@ Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,
 Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.045994219755676e-06,,3.214861849916891e-06,-100.0,0.0,0.0,1.0,411,0.0,2026-07-01T21:10:00+00:00,2026-07-27T13:10:00+00:00
 Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.34961672975930663,0.4845803469664631,0.032520078799656196,0.33712340507115973,9.025963259699289,0.562485284793877,-0.19999999999999996,0.16991295403230983,25,1.0,2026-06-30T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3253515272630614,1.0448927831917765,1.1296465442538672,0.7016295682638084,7.282898884800594,1.0703980299202227,-0.002922400340473826,0.9433763830218344,266,0.9962406015037594,2026-07-03T07:42:00+00:00,2026-07-28T13:42:00+00:00
-Chronos-Bolt,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.03953168262844,1.5710343092675203,0.141761317242231,1.076496996460011,-1.470514477674246,3.759265705643246,-0.05991001657589392,0.2009202188216379,206,1.0,2026-07-02T10:10:00+00:00,2026-07-27T05:20:00+00:00
+Chronos-Bolt,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.033632408964443,1.5699591385220844,0.14158472411479958,1.0760730302938917,-1.461852082141302,3.7510905371723355,-0.06073823929459219,0.1936657353807152,207,1.0,2026-07-02T10:10:00+00:00,2026-07-27T17:20:00+00:00
 Chronos-Bolt,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,2.768843963278756,0.8902673165851895,0.03498639781627768,0.6413761405723531,39.70093271789535,11.382484507106362,0.07441016333938293,0.40932488546762036,58,1.0,2026-07-07T21:00:00+00:00,2026-07-15T23:00:00+00:00
 Chronos-Bolt,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.523819771491744,0.6185176791541969,0.3808061056536098,0.4137400558279903,12.795230785816507,0.581730871421917,-0.4636422136422136,4.269587867818866e-13,112,1.0,2026-07-03T07:00:00+00:00,2026-07-28T05:00:00+00:00
 Chronos-Bolt,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.3987001203481794,0.5530554896629497,0.041572755643710595,0.4061900266783742,23.340723376709242,0.432410599970157,-0.22227682227682227,0.0005438741542448725,111,1.0,2026-07-03T08:00:00+00:00,2026-07-28T06:00:00+00:00
@@ -44,7 +44,7 @@ ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5
 ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,533,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,5.660516480548183,2.225192339732908,0.15960783427971914,1.7959679609048849,-79.30302139698192,3.8990647260009315,0.04926108374384236,0.7239201974279224,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9076461869872718,1.2277913083938614,1.4784617480562567,0.9332928388553625,-11.712999602633158,1.7082000358290674,0.08897789564337757,0.009319299599513981,383,0.9973890339425587,2026-06-29T10:00:00+00:00,2026-07-28T13:42:00+00:00
-ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,5.881789957840418,1.9109640170752107,0.18518516691996545,1.5271174639958454,-5.23247461085654,12.036677544706185,-0.17752058226941891,6.56305097443338e-06,290,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
+ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,5.86698631988748,1.9087083475755442,0.18488940777214716,1.5250234839294265,-5.189072097723662,12.018560086343216,-0.17791207489038985,6.033738897459972e-06,291,1.0,2026-06-28T11:10:00+00:00,2026-07-27T17:20:00+00:00
 ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,1.972878454121812,0.853143992192325,0.04758814209444523,0.6729960300640387,6.483095468375056,9.382395081066424,0.14811275680840896,0.03651580906292498,92,1.0,2026-07-04T00:00:00+00:00,2026-07-15T23:00:00+00:00
 ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.846856252097679,1.0773483913908197,0.5160379131744395,0.8505321852031522,-0.250627635613973,27.20681351812713,-0.24295991778006165,2.0550353213759956e-05,140,1.0,2026-06-29T11:00:00+00:00,2026-07-28T05:00:00+00:00
 ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,17.337510213225286,3.4623709049940796,0.2783688872326554,2.8613860891495864,-79.59825386409274,29.455892218923594,-0.0695577501073422,0.22789018295126917,137,1.0,2026-06-29T11:00:00+00:00,2026-07-28T06:00:00+00:00
@@ -57,7 +57,7 @@ Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Cl
 Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,0.0,0.0,1.0,412,0.0,2026-07-01T21:10:00+00:00,2026-07-27T13:10:00+00:00
 Moirai-2.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.34076853139363533,0.5028654711604497,0.033287769041700964,0.34285408620963204,0.43057480191444525,0.537567756002475,-0.22666666666666663,0.11834341824544657,25,1.0,2026-06-30T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.7116749961313786,0.710454454348601,0.869496951606816,0.47057527539225547,38.344109750915855,0.8606027242333519,0.05206837318014137,0.20483644785286248,267,0.9962546816479401,2026-07-03T07:42:00+00:00,2026-07-28T13:42:00+00:00
-Moirai-2.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.8688820113851063,1.5111751889082585,0.13646046897449665,1.0171774950623418,3.351648045559635,3.682506707780746,-0.029914529914529916,0.5210370980061367,208,1.0,2026-07-02T10:10:00+00:00,2026-07-27T05:20:00+00:00
+Moirai-2.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.8638291699977474,1.5103868711906467,0.13633443584585742,1.0170451619303642,3.335990174991888,3.674370048527256,-0.02898417372101583,0.5330829839255911,209,1.0,2026-07-02T10:10:00+00:00,2026-07-27T17:20:00+00:00
 Moirai-2.0,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,2.670225338703816,0.8791254469903079,0.03496247950075732,0.6108317841224591,37.06055843587799,11.37096795671203,0.09175920514319111,0.30456198913461274,59,1.0,2026-07-07T21:00:00+00:00,2026-07-15T23:00:00+00:00
 Moirai-2.0,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.47547175421648535,0.5911284984685183,0.34657001596175063,0.39862287201840146,15.510384264489803,0.5581746740873943,-0.35018963337547404,3.8282782387080044e-08,113,1.0,2026-07-03T07:00:00+00:00,2026-07-28T05:00:00+00:00
 Moirai-2.0,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.4596497251098418,0.6019139260088127,0.045463166934756945,0.4453651428233059,13.463937883699375,0.465756317152148,-0.16666666666666663,0.00918741981446774,112,1.0,2026-07-03T08:00:00+00:00,2026-07-28T06:00:00+00:00
@@ -70,7 +70,7 @@ Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/shor
 Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,533,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.9273834742740605,0.9016982078707616,0.0646813713439241,0.6859666764987647,-41.28342324098874,0.6697749727682409,-0.05911330049261083,0.668894784416208,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.4201586341973464,1.0346476382103607,2.1180370936014405,0.9051781316458232,5.44647878983116,1.5885722102232613,0.16112804669664946,2.4956356702172325e-06,383,0.9973890339425587,2026-06-29T10:00:00+00:00,2026-07-28T13:42:00+00:00
-Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.631290839671014,1.4332679737031624,0.1416579623183331,1.136058821099961,11.467976619468008,3.4999974058427137,-0.09375969454719008,0.017282926369031178,290,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
+Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.627146754646669,1.432445352814104,0.14149572803967314,1.1351683177750536,11.470856549426896,3.494672802345513,-0.09387368171584311,0.016954988771933525,291,1.0,2026-06-28T11:10:00+00:00,2026-07-27T17:20:00+00:00
 Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,2.8914444303842557,1.068962110527693,0.06617696620566264,0.8956165091670224,16.219078657811732,9.585776068034434,0.03774486383182035,0.5941010151538975,92,1.0,2026-07-04T00:00:00+00:00,2026-07-15T23:00:00+00:00
 Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.4911726518655655,0.9796162863931354,0.4619319383127711,0.7616332272792946,-1.779155228455438,2.520696320441719,-0.3498458376156218,8.655173937908163e-10,140,1.0,2026-06-29T11:00:00+00:00,2026-07-28T05:00:00+00:00
 Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.8941136749312533,0.9040589310184801,0.06571722361625384,0.6420580649951123,-27.923074001144748,0.5279755324332177,0.12430227565478745,0.0311751555356117,137,1.0,2026-06-29T11:00:00+00:00,2026-07-28T06:00:00+00:00
@@ -83,7 +83,7 @@ Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/shor
 Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,534,0.0,2026-06-25T14:25:00+00:00,2026-07-27T13:10:00+00:00
 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.39647700304925787,0.54863940015927,0.03875276121808834,0.39106434616248387,0.0,0.46887968125286356,-0.33004926108374383,0.011674730549296571,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.4912094560887519,1.072210981754189,2.1482602954457506,0.9429624177881326,0.0,1.6130103860368963,0.17955831157528282,1.4886068041973712e-07,384,0.9973958333333334,2026-06-29T09:30:00+00:00,2026-07-28T13:42:00+00:00
-Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.0722296870151973,1.5799632771322931,0.1496278236622612,1.2811680142484092,0.0,3.592425197906636,-0.08979736935655883,0.02237146474422088,291,1.0,2026-06-28T11:00:00+00:00,2026-07-27T05:20:00+00:00
+Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.0679597303757355,1.5791794115126205,0.14946815975025615,1.2803452594861757,0.0,3.586989523174458,-0.09024149131478604,0.021488764817594316,292,1.0,2026-06-28T11:00:00+00:00,2026-07-27T17:20:00+00:00
 Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,2.907553326809399,1.1113168709918815,0.06395200154691993,0.8936284979553439,0.0,9.58160211148785,0.053763440860215055,0.4452669441695035,93,1.0,2026-07-03T23:00:00+00:00,2026-07-15T23:00:00+00:00
 Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.7532017652395215,1.044974394336836,0.46526155408279957,0.8630157021995427,0.0,2.6554133117162233,-0.3775075987841945,3.105581970162213e-11,141,1.0,2026-06-29T09:00:00+00:00,2026-07-28T05:00:00+00:00
 Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5223443333775349,0.6751719888395882,0.04946972808987797,0.48277532689845176,0.0,0.3807782887448099,-0.12345287210409395,0.031705958862002934,138,1.0,2026-06-29T09:00:00+00:00,2026-07-28T06:00:00+00:00
@@ -96,7 +96,7 @@ Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Clima
 Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,6.632880111220287e-16,2.3245691159029833e-08,,2.0236785778401046e-08,0.0,1.408732390477415e-15,0.0,1.0,464,0.0,2026-06-29T22:35:00+00:00,2026-07-27T13:10:00+00:00
 Sundial,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30978891113489,0.4956772566894806,0.032907023608860275,0.3317689795201935,4.092702437208488,0.35559679062311217,-0.37321937321937326,0.005900024667731748,27,1.0,2026-06-28T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Sundial,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.39131695869063426,0.5418236338830404,0.8190821698512953,0.35795871286736813,53.25576252770587,0.38878500344937167,0.04299994085290117,0.2519120785466602,319,0.9968652037617555,2026-07-01T07:24:00+00:00,2026-07-28T13:42:00+00:00
-Sundial,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.2068171045462255,1.6532986732723154,0.1655272503431966,1.2290265733958226,-4.921866333476962,3.5435589077989937,-0.10013831258644537,0.02061141750810736,241,1.0,2026-06-30T09:40:00+00:00,2026-07-27T05:20:00+00:00
+Sundial,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.20139712414444,1.652155521887421,0.16529482288710393,1.227980659624075,-4.909278036449144,3.5372045212964016,-0.10078529542882617,0.01954951073186453,242,1.0,2026-06-30T09:40:00+00:00,2026-07-27T17:20:00+00:00
 Sundial,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,2.881456278598701,1.0224167870279186,0.04675885085597254,0.7204555593446484,14.578590822390296,10.258215961261458,0.11796042617960426,0.13985682980676,73,1.0,2026-07-05T21:00:00+00:00,2026-07-15T23:00:00+00:00
 Sundial,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.054992186384303,0.7580821340697509,0.37340606759500905,0.5277248689224906,17.225297718466496,2.450987061549282,-0.3882447021191523,1.9142930214824517e-10,123,1.0,2026-07-01T08:00:00+00:00,2026-07-28T05:00:00+00:00
 Sundial,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.48976451311655905,0.6413920305241586,0.04798019709437776,0.47110462082697313,7.637687132070183,0.4022893607708384,-0.09159663865546218,0.1379603855637,120,1.0,2026-07-01T08:00:00+00:00,2026-07-28T06:00:00+00:00
@@ -109,7 +109,7 @@ TabPFN-TS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Cli
 TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,397,0.0,2026-06-30T03:30:00+00:00,2026-07-27T13:10:00+00:00
 TabPFN-TS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3627555185114735,0.5107314929902669,0.03355682757102783,0.40559998873585773,3.718126622914688,0.4992065903079575,-0.23692307692307696,0.09409290644202206,26,1.0,2026-06-28T23:00:00+00:00,2026-07-25T23:00:00+00:00
 TabPFN-TS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.9678792716449196,0.870025750174991,0.9521682642450833,0.7087399515945807,22.914778968772705,0.8952348122620243,-0.01599843280658221,0.7074626916816624,248,0.9959677419354839,2026-07-01T12:54:00+00:00,2026-07-28T13:42:00+00:00
-TabPFN-TS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.9011134846321696,1.5120083014532495,0.13555876677473053,1.2778606486823414,3.1923669104628583,3.778619118493681,-0.03663758921490881,0.4468997368955213,195,1.0,2026-06-30T13:20:00+00:00,2026-07-27T05:20:00+00:00
+TabPFN-TS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.8965241701381843,1.5115122484193086,0.13545207495015701,1.2775550950464394,3.1517594791754173,3.769465510745802,-0.03422291993720566,0.4762684009050038,196,1.0,2026-06-30T13:20:00+00:00,2026-07-27T17:20:00+00:00
 TabPFN-TS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,3.0669307026933486,0.9634836711907595,0.03523961683690969,0.736313878115392,32.539994057587926,11.885777737268304,0.1264849755415793,0.1769092815963943,54,1.0,2026-07-06T02:00:00+00:00,2026-07-15T23:00:00+00:00
 TabPFN-TS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.5157516384542906,0.6007336108772311,0.33706225175290916,0.493891344563285,11.758926767559108,0.7070839145137922,-0.3809251856082239,1.1844447764328179e-08,103,1.0,2026-07-01T13:00:00+00:00,2026-07-28T05:00:00+00:00
 TabPFN-TS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.43903676142419146,0.6062637279898775,0.04572457479996947,0.4987213246926012,7.9735894941649725,0.4209513728032518,-0.24441855950300911,0.0002724013305386247,102,1.0,2026-07-01T13:00:00+00:00,2026-07-28T06:00:00+00:00
@@ -122,7 +122,7 @@ TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate
 TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955703e-09,,1.3977486927145102e-09,0.0,0.0,0.0,1.0,552,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30586831742315235,0.47141716039930026,0.031164447064971287,0.32074666933005247,14.706159785040878,0.396419029203761,-0.2807881773399014,0.03315447182691332,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3896776935991885,0.5209698255900072,0.6173033563658767,0.3479131875956869,45.9145932684719,0.5004100322050391,-0.03499956576221138,0.29461794716988743,402,0.9975124378109452,2026-06-29T10:00:00+00:00,2026-07-28T13:42:00+00:00
-TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.895640253536301,1.508523968610139,0.15034840281052772,1.0296021159005146,5.895901483706021,3.5968041503855366,-0.14234844537085287,0.00021426313539021729,304,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
+TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.8917975765518036,1.5078824753640498,0.15020125690488692,1.0293235426522636,5.885239115240805,3.5915105256167124,-0.14171699741156168,0.00022312563497619732,305,1.0,2026-06-28T11:10:00+00:00,2026-07-27T17:20:00+00:00
 TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,2.468994721394927,0.8596170375096616,0.037194240537534014,0.6036450284928152,41.50715153356337,9.60643761665164,0.0716831683168317,0.28815304090301486,101,1.0,2026-07-04T00:00:00+00:00,2026-07-15T23:00:00+00:00
 TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.9493183057139502,0.7305680707486996,0.3259131651348741,0.5045782357558168,23.6695016972218,2.170650391332058,-0.29691327780499754,3.411248991710397e-08,157,1.0,2026-06-29T11:00:00+00:00,2026-07-28T05:00:00+00:00
 TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.39816467283157264,0.5735765169584173,0.04251426653623243,0.4106670828210269,16.673151210431,0.3609433303296342,-0.08434994771697457,0.12304104274105974,152,1.0,2026-06-29T11:00:00+00:00,2026-07-28T06:00:00+00:00
@@ -135,7 +135,7 @@ TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,C
 TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,552,0.0,2026-06-25T14:45:00+00:00,2026-07-27T13:10:00+00:00
 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3226648021472211,0.5095483963504411,0.038763270367779684,0.36433482943848794,2.8079116098780363,0.3359394049576855,-0.3546798029556649,0.006518643400864223,29,1.0,2026-06-26T23:00:00+00:00,2026-07-25T23:00:00+00:00
 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.17443514291488008,0.35645215822601606,0.2644474810231037,0.2747314379111971,62.69325834555987,0.20428158683618694,-0.011503759398496242,0.7311403438006929,400,0.9975,2026-06-29T10:00:00+00:00,2026-07-28T13:42:00+00:00
-TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.6979168803211935,1.4701912573594818,0.13257353065894328,1.2309706076189924,7.170898002036358,3.2637140341094106,-0.09727288518325516,0.011424178344997619,304,1.0,2026-06-28T11:10:00+00:00,2026-07-27T05:20:00+00:00
+TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.693707921983544,1.4692699579335124,0.1324856504788307,1.230100155381586,7.190343869941421,3.259170685929356,-0.09767040552200172,0.010958870572059113,305,1.0,2026-06-28T11:10:00+00:00,2026-07-27T17:20:00+00:00
 TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,2.473458750158442,0.883920069404717,0.039945153768864705,0.7179661355505145,37.40913646012532,9.426150906207923,0.060606060606060615,0.3716242470071768,100,1.0,2026-07-04T00:00:00+00:00,2026-07-15T23:00:00+00:00
 TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.9991738454172477,0.7474061493814469,0.31779536069647274,0.5743196281090878,19.61594355012348,2.3505259430960734,-0.31927212572373864,3.3157283895297562e-09,156,1.0,2026-06-29T11:00:00+00:00,2026-07-28T05:00:00+00:00
 TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.4533461016113975,0.6099502663777426,0.05418315012554729,0.4667789516012221,11.587002735481406,0.42408142945545413,-0.05594283722551412,0.30641238164790063,152,1.0,2026-06-29T11:00:00+00:00,2026-07-28T06:00:00+00:00
@@ -148,7 +148,7 @@ Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Clim
 Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5295535685510677,0.3076035496337809,,0.00027577084874721877,-100.0,3.4670516594039467,-0.015451918915441391,0.6386305596826893,414,0.0,2026-07-01T21:10:00+00:00,2026-07-27T13:10:00+00:00
 Toto-1.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.6842781864590141,0.6536203898554627,0.031095016624194248,0.31729018203317877,-12.202435017151721,1.3289735382530592,-0.20666666666666664,0.1556965251316672,25,1.0,2026-06-30T23:00:00+00:00,2026-07-25T23:00:00+00:00
 Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3109937519329997,0.9630282334149433,0.7983330994567214,0.394252833358298,16.67968970283254,2.4737049391912036,0.01842090661931976,0.6525248364160691,269,0.9962825278810409,2026-07-03T07:42:00+00:00,2026-07-28T13:42:00+00:00
-Toto-1.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,55.893550851653345,5.115976641537143,0.13016770391072469,1.02535087139364,-65.06094840341238,181.27678755574658,-0.08206880838459785,0.07686337263333232,210,1.0,2026-07-02T10:10:00+00:00,2026-07-27T05:20:00+00:00
+Toto-1.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,55.65293329286992,5.102457599852986,0.13006160412664045,1.0249056328688833,-64.96927793034399,180.8784334231431,-0.08724892800722185,0.059375976260592184,211,1.0,2026-07-02T10:10:00+00:00,2026-07-27T17:20:00+00:00
 Toto-1.0,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.45680483631431,1.7566451020306872,0.03543346962187676,0.6053896244254073,-21.810618327960736,31.64405952117616,0.15141242937853108,0.0873982232047124,60,1.0,2026-07-07T21:00:00+00:00,2026-07-15T23:00:00+00:00
 Toto-1.0,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.8244936372319593,1.1336393860700649,0.3894818079764779,0.4191680516131009,-31.633505933662313,3.099877679411469,-0.4342493401645708,7.410658045370871e-12,114,1.0,2026-07-03T07:00:00+00:00,2026-07-28T05:00:00+00:00
 Toto-1.0,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.46167255666176726,0.5948082701912413,0.03949701191422227,0.38016552633276796,13.652316905731757,0.6366899576072879,-0.17824967824967822,0.005335583988800219,112,1.0,2026-07-03T08:00:00+00:00,2026-07-28T06:00:00+00:00

results/aggregates/metadata.json

@@ -1,5 +1,5 @@
 {
-  "generated_at": "2026-07-28T16:03:57.821222+00:00",
+  "generated_at": "2026-07-28T17:18:30.091194+00:00",
   "baseline_model": "Seasonal-Naive",
   "normalization": "Per-config metric / Seasonal-Naive metric",
   "metric_aggregation": "Geometric mean over dataset configurations",

results/aggregates/results_by_domain.csv

@@ -47,18 +47,18 @@ Hydrology,ETS,1.0814189920897397,1.17781549355183,9,1,1,1.0
 Hydrology,Sundial,0.9824313277425463,1.1871040987080808,10,1,1,1.0
 Hydrology,TimesFM-2.5,1.13126434578556,1.255403146176928,11,1,1,1.0
 Hydrology,TabPFN-TS,1.130074924317557,1.3225726844593262,12,1,1,1.0
-Ocean,TimesFM-2.5,0.04033000595307605,0.2006634482166142,1,2,2,1.0
-Ocean,ETS,0.24009471823274708,0.46360378001739416,2,2,2,1.0
-Ocean,Sundial,0.4782593673223296,0.550530358657072,3,2,2,1.0
-Ocean,Chronos-2,0.03765521848908963,0.23977894760227383,4,2,2,1.0
-Ocean,TiRex,0.06858298125828438,0.3217373893740001,5,2,2,1.0
-Ocean,Moirai-2.0,0.15414566566526966,0.3453147816593563,6,2,2,1.0
-Ocean,Moving-Average,0.8376496271552452,0.8918517669135224,7,2,2,1.0
-Ocean,Toto-1.0,0.8471236783599,0.5322122204172918,8,2,2,1.0
-Ocean,ARIMA,0.3717322428883295,0.5630655371954115,9,2,2,1.0
-Ocean,Chronos-Bolt,0.6380573197911298,0.7129915388690349,10,2,2,1.0
-Ocean,Seasonal-Naive,1.0,1.0,11,2,2,1.0
-Ocean,TabPFN-TS,0.5200776969602579,0.7373544329021867,12,2,2,1.0
+Ocean,TimesFM-2.5,0.03684048004661691,0.20206259110870364,1,2,2,1.0
+Ocean,Chronos-2,0.0369650586967402,0.21429367126674892,2,2,2,1.0
+Ocean,TiRex,0.06099399090461052,0.2882552025089681,3,2,2,1.0
+Ocean,ETS,0.24258452554627502,0.46803630973402677,4,2,2,1.0
+Ocean,Toto-1.0,0.9696253625761974,0.513665868244675,5,2,2,1.0
+Ocean,ARIMA,0.33000292432798073,0.5395093833888118,6,2,2,1.0
+Ocean,Moving-Average,0.8749708005016468,0.9125798382986874,7,2,2,1.0
+Ocean,Moirai-2.0,0.15707882170172469,0.32804152111695906,8,2,2,1.0
+Ocean,Sundial,0.5005452462082547,0.5777460532797482,9,2,2,1.0
+Ocean,Chronos-Bolt,0.5219798645335408,0.5817161107124461,10,2,2,1.0
+Ocean,TabPFN-TS,0.41193780125568175,0.6487117781047561,11,2,2,1.0
+Ocean,Seasonal-Naive,1.0,1.0,12,2,2,1.0
 Transportation,Seasonal-Naive,1.0,1.0,1,1,1,1.0
 Transportation,TabPFN-TS,1.0,1.0,2,1,1,1.0
 Transportation,TimesFM-2.5,1.0,1.0,3,1,1,1.0

results/aggregates/results_by_frequency.csv

@@ -1,16 +1,16 @@
 frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
-10min,Moving-Average,0.715655939906452,0.8046108612426879,1,1,1,1.0
-10min,Sundial,0.9478346272616678,0.8512985533110731,2,1,1,1.0
-10min,ETS,0.8446294028868107,0.8650664883451831,3,1,1,1.0
-10min,ARIMA,0.998031220467021,0.878316920566861,4,1,1,1.0
-10min,TimesFM-2.5,0.9284392794634112,0.9147245318220383,5,1,1,1.0
-10min,Toto-1.0,2.142260641579121,0.9605682331137553,6,1,1,1.0
-10min,Seasonal-Naive,1.0,1.0,7,1,1,1.0
-10min,Moirai-2.0,0.9563740759422352,1.0533637272294145,8,1,1,1.0
-10min,TiRex,1.1938300014223484,1.1305635314839364,9,1,1,1.0
-10min,Chronos-2,1.0556494832507781,1.1392385682255801,10,1,1,1.0
-10min,Chronos-Bolt,1.4884642794846972,1.4269476835433796,11,1,1,1.0
-10min,TabPFN-TS,1.7478073281306592,1.5117066126516778,12,1,1,1.0
+10min,ARIMA,0.7865371492737868,0.8063644274368493,1,1,1,1.0
+10min,Moving-Average,0.7808481778934955,0.8424463943424366,2,1,1,1.0
+10min,ETS,0.8622380238568743,0.8816874204724506,3,1,1,1.0
+10min,Toto-1.0,2.80663928867177,0.8947875919854184,4,1,1,1.0
+10min,TiRex,0.9442432102034067,0.9074991226039739,5,1,1,1.0
+10min,Chronos-2,1.0173073821504177,0.9099368859029577,6,1,1,1.0
+10min,TimesFM-2.5,0.7747248647187354,0.9275249915073571,7,1,1,1.0
+10min,Sundial,1.0382269142400051,0.9375475956500401,8,1,1,1.0
+10min,Chronos-Bolt,0.9961541004272623,0.949864118350347,9,1,1,1.0
+10min,Moirai-2.0,0.9931170314987676,0.9506171711084153,10,1,1,1.0
+10min,Seasonal-Naive,1.0,1.0,11,1,1,1.0
+10min,TabPFN-TS,1.0965296750513482,1.1700878991909816,12,1,1,1.0
 15min,ARIMA,0.9751306749691749,0.38486182748098285,1,1,1,1.0
 15min,Moirai-2.0,1.0813692464527007,0.9924021595681446,2,1,1,1.0
 15min,Seasonal-Naive,1.0,1.0,3,1,1,1.0

results/aggregates/results_by_prediction_length.csv

@@ -59,15 +59,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 60,ARIMA,0.13845745260165854,0.3609662887657222,10,1,1,1.0
 60,Moving-Average,0.9804388655881754,0.9885518732848206,11,1,1,1.0
 60,Seasonal-Naive,1.0,1.0,12,1,1,1.0
-72,Moving-Average,0.715655939906452,0.8046108612426879,1,1,1,1.0
-72,Sundial,0.9478346272616678,0.8512985533110731,2,1,1,1.0
-72,ETS,0.8446294028868107,0.8650664883451831,3,1,1,1.0
-72,ARIMA,0.998031220467021,0.878316920566861,4,1,1,1.0
-72,TimesFM-2.5,0.9284392794634112,0.9147245318220383,5,1,1,1.0
-72,Toto-1.0,2.142260641579121,0.9605682331137553,6,1,1,1.0
-72,Seasonal-Naive,1.0,1.0,7,1,1,1.0
-72,Moirai-2.0,0.9563740759422352,1.0533637272294145,8,1,1,1.0
-72,TiRex,1.1938300014223484,1.1305635314839364,9,1,1,1.0
-72,Chronos-2,1.0556494832507781,1.1392385682255801,10,1,1,1.0
-72,Chronos-Bolt,1.4884642794846972,1.4269476835433796,11,1,1,1.0
-72,TabPFN-TS,1.7478073281306592,1.5117066126516778,12,1,1,1.0
+72,ARIMA,0.7865371492737868,0.8063644274368493,1,1,1,1.0
+72,Moving-Average,0.7808481778934955,0.8424463943424366,2,1,1,1.0
+72,ETS,0.8622380238568743,0.8816874204724506,3,1,1,1.0
+72,Toto-1.0,2.80663928867177,0.8947875919854184,4,1,1,1.0
+72,TiRex,0.9442432102034067,0.9074991226039739,5,1,1,1.0
+72,Chronos-2,1.0173073821504177,0.9099368859029577,6,1,1,1.0
+72,TimesFM-2.5,0.7747248647187354,0.9275249915073571,7,1,1,1.0
+72,Sundial,1.0382269142400051,0.9375475956500401,8,1,1,1.0
+72,Chronos-Bolt,0.9961541004272623,0.949864118350347,9,1,1,1.0
+72,Moirai-2.0,0.9931170314987676,0.9506171711084153,10,1,1,1.0
+72,Seasonal-Naive,1.0,1.0,11,1,1,1.0
+72,TabPFN-TS,1.0965296750513482,1.1700878991909816,12,1,1,1.0

results/aggregates/results_overall.csv

@@ -1,13 +1,13 @@
 overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
-Overall,Moirai-2.0,0.16240094261193005,1.1750825242172935,1,13,13,1.0
-Overall,Chronos-2,0.1358971569920072,1.008648198609905,2,13,13,1.0
-Overall,TiRex,0.12471041687768725,0.9974962091088977,3,13,13,1.0
-Overall,Sundial,0.3490427837342506,1.1172310532922292,4,13,13,1.0
-Overall,Toto-1.0,3.902737542458061,1.9991190894202435,5,13,13,1.0
-Overall,Chronos-Bolt,0.22176245692337687,1.8751286354866172,6,13,13,1.0
-Overall,ARIMA,0.6458836882112017,1.9600657754389879,7,13,13,1.0
-Overall,TimesFM-2.5,0.16198235601458696,0.478581711382379,8,13,13,1.0
-Overall,ETS,0.7910707528685617,0.3762414501083402,9,13,13,1.0
-Overall,TabPFN-TS,0.19372681902663458,0.48807346793618855,10,13,13,1.0
-Overall,Moving-Average,0.919455325402253,2.7260972642507797,11,13,13,1.0
+Overall,Chronos-2,0.13551095513746933,0.9913608467642023,1,13,13,1.0
+Overall,TiRex,0.1224806415900693,0.9807742198495171,2,13,13,1.0
+Overall,Moirai-2.0,0.16287258118758158,1.1658420026831902,3,13,13,1.0
+Overall,Sundial,0.35149707747707265,1.125555603540842,4,13,13,1.0
+Overall,Toto-1.0,3.984680664365143,1.9882399666872348,5,13,13,1.0
+Overall,ARIMA,0.6341595777487467,1.9472211116426137,6,13,13,1.0
+Overall,Chronos-Bolt,0.21501646886290463,1.817335776045877,7,13,13,1.0
+Overall,TimesFM-2.5,0.1597427274112271,0.4790935805746809,8,13,13,1.0
+Overall,ETS,0.7923273256040497,0.37679264853892164,9,13,13,1.0
+Overall,TabPFN-TS,0.18690240444673736,0.47855028852547243,10,13,13,1.0
+Overall,Moving-Average,0.9256421422364086,2.735750287222228,11,13,13,1.0
 Overall,Seasonal-Naive,1.0,1.0,12,13,13,1.0

results/arima/all_results.csv

@@ -6,7 +6,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,0.03632
 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.8566544089870263,2.89473193101524,nan,nan,0.09884040348193625,nan,nan,1.6901640183683435,nan,nan,1.3222000525599702,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.8695051519952884,0.8541490223587203,nan,nan,7.84156471582932,nan,nan,0.9324726012035358,nan,nan,0.8426180944791927,Ocean,1,60
-noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,1.1903152426799333,1.2324437899100398,nan,nan,0.08811584471045064,nan,nan,1.0910156931409984,nan,nan,0.7549739121557754,Ocean,1,72
+noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,1.4357467593036326,1.4073476052861997,nan,nan,0.09319675379733881,nan,nan,1.198226505842544,nan,nan,0.8393637818111649,Ocean,1,72
 nws_ksfo_observations_temperature/1h/short,ARIMA,0.33228586127163234,0.22104454915678584,0.36362891565490346,0.26312846157942765,0.022250183536134175,0.02191393413024315,2.960766211760618,0.5764424180016876,0.03447450399419848,0.021747057665548703,0.019463503681897795,Weather,1,24
 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,0.023975762112696596,0.024774368500219062,nan,nan,0.25101952998068583,nan,nan,0.15484108664271443,nan,nan,0.09684881581675826,Air Quality,1,24
 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,1.0296741533950675,0.9984829788420667,nan,nan,0.10361296682289167,nan,nan,1.0147286107107987,nan,nan,0.8082927970302988,Weather,1,24

results/arima/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T14:49:23.606847+00:00",
+    "evaluated_at": "2026-07-28T17:18:28.013649+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-8c0366116e16bb498905",
-            "issued_at": "2026-07-28T07:51:37.750559+00:00",
-            "resolved_at": "2026-07-28T14:46:46.106585+00:00",
-            "target_end": "2026-07-28T13:42:00+00:00",
-            "prediction_length": 60,
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.087851+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/chronos_2/all_results.csv

@@ -1,3 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,Chronos-2,253427.98031171164,253427.98031171164,430.1599934895833,0.9318014749305178,0.007149086996462027,0.007183290602900378,3.2641156533937963,503.4163091435474,0.008389478022961463,0.007168654940634957,0.006453564120717358,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,151474.27375920615,151474.27375920615,331.1985677083333,0.6128762551879093,0.00555338622541073,0.005536958612993723,3.7665332417731356,389.19696011043834,0.006507699932794779,0.005537918117874429,0.004363665891866698,Finance,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,Chronos-2,2.2351909543412476,2.2351909543412476,nan,nan,0.006872015993651753,nan,nan,1.4950555020939014,nan,nan,0.7476989071223547,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,0.46766119047554405,0.46766119047554405,nan,nan,0.007905167973149461,nan,nan,0.6838575805498862,nan,nan,0.46522569178545187,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,5.8703416764697064e-05,5.8703416764697064e-05,nan,nan,nan,nan,nan,0.007661815500564932,nan,nan,0.30306435781150093,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,nan,nan,nan,nan,nan,1.3151753777977035e-09,nan,nan,2.356162747109682e-09,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.05755404396488803,0.05755404396488803,nan,nan,0.013492256137008982,nan,nan,0.23990423915572653,nan,nan,0.1779255586270698,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.008435026025816129,0.008435026025816129,nan,nan,0.46985073955420986,nan,nan,0.0918423977573328,nan,nan,0.11780712482012697,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,1.856995284312634,1.856995284312634,nan,nan,0.10774128894804758,nan,nan,1.3627161422367586,nan,nan,0.9471748005907611,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,Chronos-2,0.22763978935275495,0.22763978935275495,0.4551292260487874,0.3293397414624391,0.02734639793034648,0.02740698654518156,1.2449814398684094,0.4771161172636646,0.02853423165374086,0.027219291695583462,0.02293888289302154,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,0.004568087077043557,0.004568087077043557,nan,nan,0.1019209742528152,nan,nan,0.0675876251768292,nan,nan,0.07371692886298616,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.03022152236565098,0.03022152236565098,nan,nan,0.01838861164214259,nan,nan,0.1738433845898399,nan,nan,0.17612253472655737,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,0.8102304159422345,0.8102304159422345,nan,nan,0.6696798883371339,nan,nan,0.9001279997546097,nan,nan,0.5943882512463644,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,32.755553990356304,32.755553990356304,nan,nan,0.04067665894107042,nan,nan,5.72324680494877,nan,nan,4.377331164808588,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,0.5379146607901764,0.5379146607901764,nan,nan,0.17100514688638668,nan,nan,0.7334266567218404,nan,nan,0.48842848142456025,Web,1,7

results/chronos_2/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/amazon/chronos-2",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Amazon / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "amazon/chronos-2"
+    "api_model_id": "amazon/chronos-2",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/chronos_2/online_meta.json

@@ -1,19 +1,19 @@
 {
     "model": "Chronos-2",
     "api_model_id": "amazon/chronos-2",
-    "evaluated_at": "2026-06-30T10:59:48.162083+00:00",
-    "datasets": [
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-28T17:18:27.856277+00:00",
+    "resolved_tasks": [
         {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t230000z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 48,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t100204z",
-            "data_fetched_at": "2026-06-30T10:58:37.207440Z",
-            "context_length": 96,
-            "prediction_length": 24
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.181151+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/chronos_bolt/all_results.csv

@@ -6,7 +6,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,
 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,nan,nan,nan,nan,nan,1.0459942197556757e-06,nan,nan,3.2148618499168906e-06,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt,0.060131400306474146,0.060131400306474146,nan,nan,0.015226941585482342,nan,nan,0.24521704734066543,nan,nan,0.1646158168530065,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt,1.717658394972986,1.717658394972986,nan,nan,11.67919253806766,nan,nan,1.310594672266367,nan,nan,0.8316198328147312,Ocean,1,60
-noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt,1.7752367698739588,1.7752367698739588,nan,nan,0.10809368162680827,nan,nan,1.3323801146346934,nan,nan,1.2265598554005743,Ocean,1,72
+noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt,1.8183820341810941,1.8183820341810941,nan,nan,0.1052065398639262,nan,nan,1.3484739649622806,nan,nan,0.9887360000732605,Ocean,1,72
 nws_ksfo_observations_temperature/1h/short,Chronos-Bolt,0.3455539255669464,0.3455539255669464,0.35915493965148926,0.2598910116071078,0.022263105377559073,0.021625170449781378,1.7395006304410234,0.5878383498606963,0.035156044918533885,0.021479488696328264,0.02138024583258913,Weather,1,24
 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt,0.02624241179707966,0.02624241179707966,nan,nan,0.22084257001627458,nan,nan,0.16199509806497128,nan,nan,0.11193019022038148,Air Quality,1,24
 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt,0.022761806256580336,0.022761806256580336,nan,nan,0.015331804674808422,nan,nan,0.15087016357312116,nan,nan,0.1583952154287786,Weather,1,24

results/chronos_bolt/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T14:49:23.546576+00:00",
+    "evaluated_at": "2026-07-28T17:18:27.921734+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-8c0366116e16bb498905",
-            "issued_at": "2026-07-28T07:51:37.750559+00:00",
-            "resolved_at": "2026-07-28T14:46:46.234307+00:00",
-            "target_end": "2026-07-28T13:42:00+00:00",
-            "prediction_length": 60,
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.208098+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/dataset_properties.csv

@@ -1,8 +1,14 @@
 dataset,domain,frequency,num_variates
 binance_btcusdt_1h_close,Finance,1h,1
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
+data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
 nasa_power_shanghai_hourly_t2m,Weather,1h,1
+noaa_coops_sf_water_level_water_level,Ocean,6min,1
 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 nws_ksfo_observations_temperature,Weather,1h,1
 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
+open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
+usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 usgs_potomac_iv_usgs_00060,Hydrology,15min,1
 wikimedia_time_series_hourly_pageviews,Web,1D,1

results/ets/all_results.csv

@@ -6,7 +6,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,0.0050869
 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.967350636262137,7.118593467839205,nan,nan,0.1694092319683307,nan,nan,2.6395739497619948,nan,nan,2.155579193216335,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.4286026375538488,0.4354851760818306,nan,nan,4.9881977108302245,nan,nan,0.6546775065280988,nan,nan,0.5799740805438138,Ocean,1,60
-noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,1.0073585195073993,1.0149794666405991,nan,nan,0.09071897656766953,nan,nan,1.00367251606657,nan,nan,0.7435842526628229,Ocean,1,72
+noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,1.573931313535394,1.5606780578805923,nan,nan,0.09911925490484888,nan,nan,1.254564192672258,nan,nan,0.9177692646679216,Ocean,1,72
 nws_ksfo_observations_temperature/1h/short,ETS,7.485363061070757,7.069546909402846,2.3835086205114373,1.7247499565509898,0.14388404150048517,0.1583681265446001,69.43260805973387,2.7359391552208825,0.1636245744397495,0.1425472430409996,0.1432604803385527,Weather,1,24
 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,0.0746625808527996,0.07381970536044431,nan,nan,0.46006090604102673,nan,nan,0.27324454404946424,nan,nan,0.18347574961588958,Air Quality,1,24
 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,1.2657424086068179,1.2371938424364712,nan,nan,0.11494288800331992,nan,nan,1.1250521803928997,nan,nan,0.8879355258156113,Weather,1,24

results/ets/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T14:49:23.590921+00:00",
+    "evaluated_at": "2026-07-28T17:18:28.004036+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-8c0366116e16bb498905",
-            "issued_at": "2026-07-28T07:51:37.750559+00:00",
-            "resolved_at": "2026-07-28T14:46:46.353444+00:00",
-            "target_end": "2026-07-28T13:42:00+00:00",
-            "prediction_length": 60,
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.245110+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/moirai_2_0/all_results.csv

@@ -6,7 +6,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-2.0,2.
 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,nan,nan,nan,nan,nan,3.488248839001449e-07,nan,nan,4.100515180343539e-07,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-2.0,0.09574995506572065,0.09574995506572065,nan,nan,0.017967983965798535,nan,nan,0.30943489632832405,nan,nan,0.22571242347560772,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Moirai-2.0,0.15602373221470142,0.15602373221470142,nan,nan,3.3813545897851527,nan,nan,0.39499839520522284,nan,nan,0.26425068147992037,Ocean,1,60
-noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-2.0,1.140632293812692,1.140632293812692,nan,nan,0.08753899979777531,nan,nan,1.0680038828640521,nan,nan,0.9054387037837347,Ocean,1,72
+noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-2.0,1.8128381614270934,1.8128381614270934,nan,nan,0.11011954508888912,nan,nan,1.3464167859274088,nan,nan,0.9895198704790081,Ocean,1,72
 nws_ksfo_observations_temperature/1h/short,Moirai-2.0,0.14372890600255536,0.14372890600255536,0.31227461496988934,0.22596756058122644,0.019022853516839414,0.018851775659897613,1.4879776077653897,0.3791159532419539,0.02267326975973139,0.018675781179300244,0.020424282056145146,Weather,1,24
 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-2.0,0.006875451035150713,0.006875451035150713,nan,nan,0.13224156932716488,nan,nan,0.0829183395585724,nan,nan,0.08971395358858661,Air Quality,1,24
 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-2.0,0.03266933398710628,0.03266933398710628,nan,nan,0.01878769092839144,nan,nan,0.18074660159213585,nan,nan,0.18228414270623136,Weather,1,24

results/moirai_2_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T14:49:23.528978+00:00",
+    "evaluated_at": "2026-07-28T17:18:27.907071+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-8c0366116e16bb498905",
-            "issued_at": "2026-07-28T07:51:37.750559+00:00",
-            "resolved_at": "2026-07-28T14:46:46.410515+00:00",
-            "target_end": "2026-07-28T13:42:00+00:00",
-            "prediction_length": 60,
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.274091+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/moving_average/all_results.csv

@@ -6,7 +6,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Averag
 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,0.9459504101209099,0.9616574584193138,nan,nan,0.06473533206551767,nan,nan,0.9725998201320571,nan,nan,0.7620807943572839,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,6.157101902618154,6.1834607910474215,nan,nan,21.133601484524622,nan,nan,2.4813508221567853,nan,nan,2.3076163112331947,Ocean,1,60
-noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.8535365991721829,0.8598401837207135,nan,nan,0.08550030851655524,nan,nan,0.9238704450149832,nan,nan,0.6916184755764108,Ocean,1,72
+noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,1.42536209758668,1.4121837830367694,nan,nan,0.09444778722827778,nan,nan,1.1938852949872027,nan,nan,0.8769223535518942,Ocean,1,72
 nws_ksfo_observations_temperature/1h/short,Moving-Average,1.493630847038398,1.7000589878686503,1.2217104150537874,0.8840517576268612,0.07388203163275463,0.07085183080330068,7.145487999616988,1.2221419095335853,0.07309097114634891,0.07306516534562585,0.06611845332434199,Weather,1,24
 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,0.017460728356688507,0.016887188643017515,nan,nan,0.19520389795995652,nan,nan,0.13213904932565734,nan,nan,0.07998465835693735,Air Quality,1,24
 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,0.47028811563883255,0.47128490378475324,nan,nan,0.06992728321655306,nan,nan,0.6857755577729733,nan,nan,0.5282496082538112,Weather,1,24

results/moving_average/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T14:49:23.587131+00:00",
+    "evaluated_at": "2026-07-28T17:18:27.975340+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-8c0366116e16bb498905",
-            "issued_at": "2026-07-28T07:51:37.750559+00:00",
-            "resolved_at": "2026-07-28T14:46:46.475450+00:00",
-            "target_end": "2026-07-28T13:42:00+00:00",
-            "prediction_length": 60,
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.315090+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/online_status.json

@@ -1,21 +1,266 @@
 {
-    "status": "partial",
-    "started_at": "2026-07-28T17:08:51.624239+00:00",
-    "finished_at": "2026-07-28T17:09:09.108507+00:00",
-    "task_count": 7,
+    "status": "ok",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "started_at": "2026-07-28T16:57:13.203799+00:00",
+    "finished_at": "2026-07-28T17:18:32.229114+00:00",
     "data_source": "ts_bench",
     "data_config": "configs/datasets/ts_bench.yaml",
-    "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
-    "models": {},
-    "failed_models": [
-        "Chronos-Bolt-Tiny",
-        "Chronos-Bolt-Mini",
-        "Chronos-Bolt-Base",
-        "Chronos-2",
-        "TimesFM-2.5",
-        "Moirai-1.1-Small"
-    ],
-    "push_status": "ok",
-    "pushed_at": "2026-07-28T17:11:41.176770+00:00",
-    "push_detail": "HF Hub API"
+    "task_count": 3,
+    "issued_tasks": 1,
+    "issued_forecasts": 12,
+    "resolved_forecasts": 12,
+    "pending_tasks": 13,
+    "failed_forecasts": [],
+    "models": {
+        "Chronos-2": {
+            "model": "Chronos-2",
+            "api_model_id": "amazon/chronos-2",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:27.856277+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.181151+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TiRex": {
+            "model": "TiRex",
+            "api_model_id": "NX-AI/TiRex-1.1-gifteval",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:27.866772+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.560063+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TimesFM-2.5": {
+            "model": "TimesFM-2.5",
+            "api_model_id": "google/timesfm-2.5-200m-pytorch",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:27.885804+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.517057+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Toto-1.0": {
+            "model": "Toto-1.0",
+            "api_model_id": "Datadog/Toto-Open-Base-1.0",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:27.900179+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.597024+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Moirai-2.0": {
+            "model": "Moirai-2.0",
+            "api_model_id": "Salesforce/moirai-2.0-R-small",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:27.907071+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.274091+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Chronos-Bolt": {
+            "model": "Chronos-Bolt",
+            "api_model_id": "amazon/chronos-bolt-base",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:27.921734+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.208098+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "TabPFN-TS": {
+            "model": "TabPFN-TS",
+            "api_model_id": "priorlabs/tabpfn-ts",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:27.923976+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.470161+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Sundial": {
+            "model": "Sundial",
+            "api_model_id": "thuml/sundial-base-128m",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:27.950194+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.425481+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Moving-Average": {
+            "model": "Moving-Average",
+            "api_model_id": "baseline/moving-average",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:27.975340+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.315090+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "ETS": {
+            "model": "ETS",
+            "api_model_id": "baseline/ets",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:28.004036+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.245110+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "ARIMA": {
+            "model": "ARIMA",
+            "api_model_id": "baseline/arima",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:28.013649+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.087851+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        },
+        "Seasonal-Naive": {
+            "model": "Seasonal-Naive",
+            "api_model_id": "baseline/seasonal-naive",
+            "admitted_at": "2026-06-01T00:00:00Z",
+            "evaluation_protocol": "issue-now-score-later",
+            "metric_version": "livehouse-canonical-v1",
+            "evaluated_at": "2026-07-28T17:18:28.037815+00:00",
+            "resolved_tasks": [
+                {
+                    "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+                    "task_id": "future-8b03aa07f5a636178bdf",
+                    "issued_at": "2026-07-28T04:37:18.912152+00:00",
+                    "resolved_at": "2026-07-28T16:57:17.359018+00:00",
+                    "target_end": "2026-07-27T17:20:00+00:00",
+                    "prediction_length": 72,
+                    "metric_version": "livehouse-canonical-v1"
+                }
+            ]
+        }
+    },
+    "skipped_models": [],
+    "aggregate_status": "ok",
+    "aggregate_files": {
+        "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
+        "gift_domain": "aggregates/results_by_domain.csv",
+        "gift_frequency": "aggregates/results_by_frequency.csv",
+        "gift_overall": "aggregates/results_overall.csv",
+        "gift_metadata": "aggregates/metadata.json",
+        "live_releases": "aggregates/live_release_metrics.csv",
+        "live_by_dataset": "aggregates/live_results_by_dataset.csv",
+        "live_rank": "aggregates/live_rank_up_to_now.csv",
+        "live_overall": "aggregates/live_overall_up_to_now.csv",
+        "live_rank_1d": "aggregates/live_rank_1d.csv",
+        "live_overall_1d": "aggregates/live_overall_1d.csv",
+        "live_rank_7d": "aggregates/live_rank_7d.csv",
+        "live_overall_7d": "aggregates/live_overall_7d.csv",
+        "live_rank_30d": "aggregates/live_rank_30d.csv",
+        "live_overall_30d": "aggregates/live_overall_30d.csv",
+        "live_metadata": "aggregates/live_metadata.json"
+    },
+    "push_status": "pending"
 }

results/prequential/tasks/future-05538e8a30a7a08dfbe3.json

@@ -0,0 +1,307 @@
+{
+  "source_task_name": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260727t171000z",
+  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+  "domain": "Ocean",
+  "frequency": "10min",
+  "prediction_length": 72,
+  "context": [
+    1.5,
+    1.2999999523162842,
+    1.2999999523162842,
+    1.399999976158142,
+    1.399999976158142,
+    1.5,
+    1.2999999523162842,
+    1.2999999523162842,
+    1.2999999523162842,
+    1.2999999523162842,
+    1.399999976158142,
+    1.399999976158142,
+    1.5,
+    1.5,
+    1.600000023841858,
+    1.399999976158142,
+    1.399999976158142,
+    1.5,
+    1.600000023841858,
+    1.600000023841858,
+    1.600000023841858,
+    1.600000023841858,
+    1.600000023841858,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.600000023841858,
+    1.7999999523162842,
+    1.7999999523162842,
+    1.7999999523162842,
+    1.899999976158142,
+    1.899999976158142,
+    1.899999976158142,
+    1.899999976158142,
+    1.899999976158142,
+    1.899999976158142,
+    1.899999976158142,
+    1.899999976158142,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7999999523162842,
+    1.7999999523162842,
+    1.7999999523162842,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.600000023841858,
+    1.600000023841858,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.600000023841858,
+    1.600000023841858,
+    1.600000023841858,
+    1.5,
+    1.5,
+    1.5,
+    1.2999999523162842,
+    1.399999976158142,
+    1.399999976158142,
+    1.5,
+    1.5,
+    1.5,
+    1.5,
+    1.5,
+    1.399999976158142,
+    1.399999976158142,
+    1.5,
+    1.399999976158142,
+    1.399999976158142,
+    1.5,
+    1.399999976158142,
+    1.399999976158142,
+    1.399999976158142,
+    1.399999976158142,
+    1.399999976158142,
+    1.399999976158142,
+    1.5,
+    1.5,
+    1.5,
+    1.5,
+    1.5,
+    1.5,
+    1.600000023841858,
+    1.600000023841858,
+    1.399999976158142,
+    1.5,
+    1.5,
+    1.600000023841858,
+    1.600000023841858,
+    1.7999999523162842,
+    1.7999999523162842,
+    1.899999976158142,
+    1.7999999523162842,
+    1.7999999523162842,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.399999976158142,
+    1.399999976158142,
+    1.7999999523162842,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.5,
+    1.5,
+    1.600000023841858,
+    1.5,
+    1.5,
+    1.5,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.7999999523162842,
+    1.7000000476837158,
+    1.7000000476837158,
+    1.899999976158142,
+    2.0999999046325684,
+    2.0999999046325684,
+    1.899999976158142,
+    2.0,
+    2.0,
+    2.0,
+    2.0,
+    1.899999976158142,
+    1.899999976158142,
+    1.899999976158142,
+    1.7999999523162842,
+    1.7999999523162842,
+    1.899999976158142
+  ],
+  "context_timestamps": [
+    "2026-07-26T17:50:00",
+    "2026-07-26T18:00:00",
+    "2026-07-26T18:10:00",
+    "2026-07-26T18:20:00",
+    "2026-07-26T18:30:00",
+    "2026-07-26T18:40:00",
+    "2026-07-26T18:50:00",
+    "2026-07-26T19:00:00",
+    "2026-07-26T19:10:00",
+    "2026-07-26T19:20:00",
+    "2026-07-26T19:30:00",
+    "2026-07-26T19:40:00",
+    "2026-07-26T19:50:00",
+    "2026-07-26T20:00:00",
+    "2026-07-26T20:10:00",
+    "2026-07-26T20:20:00",
+    "2026-07-26T20:30:00",
+    "2026-07-26T20:40:00",
+    "2026-07-26T20:50:00",
+    "2026-07-26T21:00:00",
+    "2026-07-26T21:10:00",
+    "2026-07-26T21:20:00",
+    "2026-07-26T21:30:00",
+    "2026-07-26T21:40:00",
+    "2026-07-26T21:50:00",
+    "2026-07-26T22:00:00",
+    "2026-07-26T22:10:00",
+    "2026-07-26T22:20:00",
+    "2026-07-26T22:30:00",
+    "2026-07-26T22:40:00",
+    "2026-07-26T22:50:00",
+    "2026-07-26T23:00:00",
+    "2026-07-26T23:10:00",
+    "2026-07-26T23:20:00",
+    "2026-07-26T23:30:00",
+    "2026-07-26T23:40:00",
+    "2026-07-26T23:50:00",
+    "2026-07-27T00:00:00",
+    "2026-07-27T00:10:00",
+    "2026-07-27T00:20:00",
+    "2026-07-27T00:30:00",
+    "2026-07-27T00:40:00",
+    "2026-07-27T00:50:00",
+    "2026-07-27T01:00:00",
+    "2026-07-27T01:10:00",
+    "2026-07-27T01:20:00",
+    "2026-07-27T01:30:00",
+    "2026-07-27T01:40:00",
+    "2026-07-27T01:50:00",
+    "2026-07-27T02:00:00",
+    "2026-07-27T02:10:00",
+    "2026-07-27T02:20:00",
+    "2026-07-27T02:30:00",
+    "2026-07-27T02:40:00",
+    "2026-07-27T02:50:00",
+    "2026-07-27T03:00:00",
+    "2026-07-27T03:10:00",
+    "2026-07-27T03:20:00",
+    "2026-07-27T03:30:00",
+    "2026-07-27T03:40:00",
+    "2026-07-27T03:50:00",
+    "2026-07-27T04:00:00",
+    "2026-07-27T04:10:00",
+    "2026-07-27T04:20:00",
+    "2026-07-27T04:30:00",
+    "2026-07-27T04:40:00",
+    "2026-07-27T04:50:00",
+    "2026-07-27T05:00:00",
+    "2026-07-27T05:10:00",
+    "2026-07-27T05:20:00",
+    "2026-07-27T05:30:00",
+    "2026-07-27T05:40:00",
+    "2026-07-27T05:50:00",
+    "2026-07-27T06:00:00",
+    "2026-07-27T06:10:00",
+    "2026-07-27T06:20:00",
+    "2026-07-27T06:30:00",
+    "2026-07-27T06:40:00",
+    "2026-07-27T06:50:00",
+    "2026-07-27T07:00:00",
+    "2026-07-27T07:10:00",
+    "2026-07-27T07:20:00",
+    "2026-07-27T07:30:00",
+    "2026-07-27T07:40:00",
+    "2026-07-27T07:50:00",
+    "2026-07-27T08:00:00",
+    "2026-07-27T08:10:00",
+    "2026-07-27T08:20:00",
+    "2026-07-27T08:30:00",
+    "2026-07-27T08:40:00",
+    "2026-07-27T08:50:00",
+    "2026-07-27T09:00:00",
+    "2026-07-27T09:10:00",
+    "2026-07-27T09:20:00",
+    "2026-07-27T09:30:00",
+    "2026-07-27T09:40:00",
+    "2026-07-27T09:50:00",
+    "2026-07-27T10:00:00",
+    "2026-07-27T10:10:00",
+    "2026-07-27T10:20:00",
+    "2026-07-27T10:30:00",
+    "2026-07-27T10:40:00",
+    "2026-07-27T10:50:00",
+    "2026-07-27T11:00:00",
+    "2026-07-27T11:10:00",
+    "2026-07-27T11:20:00",
+    "2026-07-27T11:30:00",
+    "2026-07-27T11:40:00",
+    "2026-07-27T11:50:00",
+    "2026-07-27T12:00:00",
+    "2026-07-27T12:10:00",
+    "2026-07-27T12:20:00",
+    "2026-07-27T12:30:00",
+    "2026-07-27T12:40:00",
+    "2026-07-27T12:50:00",
+    "2026-07-27T13:00:00",
+    "2026-07-27T13:10:00",
+    "2026-07-27T13:20:00",
+    "2026-07-27T13:30:00",
+    "2026-07-27T13:40:00",
+    "2026-07-27T13:50:00",
+    "2026-07-27T14:00:00",
+    "2026-07-27T14:10:00",
+    "2026-07-27T14:20:00",
+    "2026-07-27T14:30:00",
+    "2026-07-27T14:40:00",
+    "2026-07-27T14:50:00",
+    "2026-07-27T15:00:00",
+    "2026-07-27T15:10:00",
+    "2026-07-27T15:20:00",
+    "2026-07-27T15:30:00",
+    "2026-07-27T15:40:00",
+    "2026-07-27T15:50:00",
+    "2026-07-27T16:00:00",
+    "2026-07-27T16:10:00",
+    "2026-07-27T16:20:00",
+    "2026-07-27T16:30:00",
+    "2026-07-27T16:40:00",
+    "2026-07-27T16:50:00",
+    "2026-07-27T17:00:00",
+    "2026-07-27T17:10:00",
+    "2026-07-27T17:20:00",
+    "2026-07-27T17:30:00",
+    "2026-07-27T17:40:00"
+  ],
+  "context_start": "2026-07-26 17:50",
+  "context_end": "2026-07-27 17:40",
+  "data_fetched_at": "2026-07-28T16:56:36.825998Z",
+  "task_id": "future-05538e8a30a7a08dfbe3",
+  "issued_at": "2026-07-28T16:57:18.017936+00:00",
+  "status": "open",
+  "scored_models": [],
+  "metric_version": "livehouse-canonical-v1"
+}

results/prequential/tasks/future-8b03aa07f5a636178bdf.json

@@ -301,7 +301,23 @@
   "data_fetched_at": "2026-07-28T04:36:36.908950Z",
   "task_id": "future-8b03aa07f5a636178bdf",
   "issued_at": "2026-07-28T04:37:18.912152+00:00",
-  "status": "open",
-  "scored_models": [],
-  "metric_version": "livehouse-canonical-v1"
+  "status": "resolved",
+  "scored_models": [
+    "ARIMA",
+    "Chronos-2",
+    "Chronos-Bolt",
+    "ETS",
+    "Moirai-2.0",
+    "Moving-Average",
+    "Seasonal-Naive",
+    "Sundial",
+    "TabPFN-TS",
+    "TiRex",
+    "TimesFM-2.5",
+    "Toto-1.0"
+  ],
+  "metric_version": "livehouse-canonical-v1",
+  "resolved_at": "2026-07-28T16:57:17.649599+00:00",
+  "target_start": "2026-07-27T05:30:00",
+  "target_end": "2026-07-27T17:20:00"
 }

results/seasonal_naive/all_results.csv

@@ -6,7 +6,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naiv
 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.1220216960389396,0.1220216960389396,nan,nan,0.021531299784153208,nan,nan,0.3493160403401762,nan,nan,0.2254931967218306,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,6.279944745891367,6.279944745891367,nan,nan,20.9912583356576,nan,nan,2.505981792809231,nan,nan,2.334340132870626,Ocean,1,60
-noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,1.1926633338413346,1.1926633338413346,nan,nan,0.0974029459646054,nan,nan,1.0920912662599838,nan,nan,0.8595689032934938,Ocean,1,72
+noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,1.8254023482924664,1.8254023482924664,nan,nan,0.10300596135678308,nan,nan,1.3510745161879363,nan,nan,1.0409236236762192,Ocean,1,72
 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.4220830567678604,1.4220830567678604,1.1374998887379963,0.8231154973782487,0.06849731872919221,0.06598468274623316,18.192842105640498,1.1925112396819832,0.07131889016436462,0.06802890147057772,0.06090870857230404,Weather,1,24
 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,0.021964487461018273,0.021964487461018273,nan,nan,0.15292908855273898,nan,nan,0.1482042086481294,nan,nan,0.09176957303480657,Air Quality,1,24
 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,0.05446273032547061,0.05446273032547061,nan,nan,0.019720447064865965,nan,nan,0.23337251407453838,nan,nan,0.14723236289593666,Weather,1,24

results/seasonal_naive/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T14:49:23.615573+00:00",
+    "evaluated_at": "2026-07-28T17:18:28.037815+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-8c0366116e16bb498905",
-            "issued_at": "2026-07-28T07:51:37.750559+00:00",
-            "resolved_at": "2026-07-28T14:46:46.510422+00:00",
-            "target_end": "2026-07-28T13:42:00+00:00",
-            "prediction_length": 60,
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.359018+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/sundial/all_results.csv

@@ -6,7 +6,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,0.003
 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,3.610396239313429e-16,5.279555656660928e-16,nan,nan,nan,nan,nan,1.900104270642385e-08,nan,nan,2.0308389622644593e-08,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Sundial,0.03484559946889979,0.03321369616330838,nan,nan,0.011084302742851744,nan,nan,0.18666976045653402,nan,nan,0.12063016584599584,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Sundial,1.5154800438511495,1.525080995206058,nan,nan,11.059696915841934,nan,nan,1.2310483515488535,nan,nan,0.8310837429399013,Ocean,1,60
-noaa_ndbc_46013_realtime_wave_height/10min/short,Sundial,1.1304476064801594,1.1426146677625701,nan,nan,0.09235264505865295,nan,nan,1.0632250968069552,nan,nan,0.731749763844937,Ocean,1,72
+noaa_ndbc_46013_realtime_wave_height/10min/short,Sundial,1.8951818473141462,1.9163619084017445,nan,nan,0.10927980596876953,nan,nan,1.376656038127951,nan,nan,0.9759154406329663,Ocean,1,72
 nws_ksfo_observations_temperature/1h/short,Sundial,0.8427959919452709,0.728805377540842,0.6027306715647379,0.43614681761468477,0.037071160344855525,0.03572165078421854,7.949536290001031,0.9180392104617705,0.05490391657437408,0.03604668965257109,0.027748537362407476,Weather,1,24
 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Sundial,0.07240789929541203,0.034247198292841646,nan,nan,0.3187960858696557,nan,nan,0.26908715929120813,nan,nan,0.1350895598036612,Air Quality,1,24
 open_meteo_shanghai_hourly_temperature_2m/1h/short,Sundial,0.04147564649132133,0.042493546432574324,nan,nan,0.02001445950916341,nan,nan,0.20365570576667213,nan,nan,0.15088829003761098,Weather,1,24

results/sundial/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T14:49:23.574226+00:00",
+    "evaluated_at": "2026-07-28T17:18:27.950194+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-8c0366116e16bb498905",
-            "issued_at": "2026-07-28T07:51:37.750559+00:00",
-            "resolved_at": "2026-07-28T14:46:46.533511+00:00",
-            "target_end": "2026-07-28T13:42:00+00:00",
-            "prediction_length": 60,
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.425481+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/tabpfn_ts/all_results.csv

@@ -83,7 +83,7 @@ m_dense/H/medium,TabPFN-TS,71212.77555555555,71212.77555555555,116.2104904513888
 m_dense/H/short,TabPFN-TS,68285.90555555555,68285.90555555555,106.8298410373264,0.906291178560046,0.30428158067341887,0.23916954464382595,10.038621879613546,261.3157200697186,0.46350902522521975,0.18948953959205128,0.15486162614965193,Transport,1
 nasa_power_shanghai_hourly_T2M/1h/short,TabPFN-TS,0.09975335471419111,0.09975335471419111,nan,nan,0.017856817712759297,nan,nan,0.3158375448140881,nan,nan,0.23654849373180264,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,TabPFN-TS,0.9718488530075339,0.9718488530075339,nan,nan,8.649159810516254,nan,nan,0.9858239462538602,nan,nan,0.8395551207733178,Ocean,1,60
-noaa_ndbc_46013_realtime_wave_height/10min/short,TabPFN-TS,2.0845457148806275,2.0845457148806275,nan,nan,0.1391151814866709,nan,nan,1.4437955931781437,nan,nan,1.2994159951385251,Ocean,1,72
+noaa_ndbc_46013_realtime_wave_height/10min/short,TabPFN-TS,2.0016078438111062,2.0016078438111062,nan,nan,0.11464716915832285,nan,nan,1.4147819068008702,nan,nan,1.217972136045571,Ocean,1,72
 nws_ksfo_observations_temperature/1h/short,TabPFN-TS,0.3804797499912335,0.3804797499912335,0.41256459554036456,0.2985392048131281,0.02545106702891627,0.02473706497544044,11.941568192525125,0.6168304061824721,0.03688993321379491,0.02467368700264445,0.024673687002644454,Weather,1,24
 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TabPFN-TS,0.004963135350699515,0.004963135350699515,nan,nan,0.09190145350317203,nan,nan,0.07044952342421852,nan,nan,0.05556980797908187,Air Quality,1,24
 open_meteo_shanghai_hourly_temperature_2m/1h/short,TabPFN-TS,0.09358453463385215,0.09358453463385215,nan,nan,0.021581953985619958,nan,nan,0.30591589470613023,nan,nan,0.20003154677072185,Weather,1,24

results/tabpfn_ts/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T14:49:23.554389+00:00",
+    "evaluated_at": "2026-07-28T17:18:27.923976+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-8c0366116e16bb498905",
-            "issued_at": "2026-07-28T07:51:37.750559+00:00",
-            "resolved_at": "2026-07-28T14:46:46.557420+00:00",
-            "target_end": "2026-07-28T13:42:00+00:00",
-            "prediction_length": 60,
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.470161+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/timesfm_2_5/all_results.csv

@@ -1,11 +1,15 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81742.42789522807,124744.15551821391,297.3611653645833,0.4486972705324055,0.004943552533723208,0.0049579917738521604,4.904699820126863,285.90632713395496,0.0047624096472577765,0.004953215610330298,0.003661364469335062,Finance,1
-coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,97952.0961373647,155042.49553426108,344.3505859375,0.494849513065497,0.005734942849078377,0.005753831848928334,4.4515950592935765,312.9729958596503,0.005223298429098694,0.005746968263655385,0.004048322861622117,Finance,1
-nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,11.641811304915336,13.423471256234128,2.7575780550638833,3.5293238475457582,0.10321913729068599,0.11204715871745875,101.69350427694228,3.4120098629569253,0.14059996314044312,0.11363254752226123,0.10196536560973148,Weather,1
-noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02908771671812005,0.034046774600905515,0.13568753997484842,0.17312143585760467,0.11185537202482503,0.12463965779787611,2.676967727907387,0.1705512143554541,0.1434961937098364,0.11416304242585044,0.08757558544176978,Ocean,1
-noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05836318292564613,0.04761165148106272,0.16445205609003702,0.3447029766963658,0.07191232151835235,0.06762886788054125,17.47579260325252,0.24158473239351475,0.09877400134375952,0.06723764141999806,0.08169348159617512,Ocean,1
-nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.091922888105425,6.327109473932221,2.2220658461252847,1.3592926513955181,0.10384344306035338,0.11108617811955894,27.998005969855527,2.2565289468795706,0.10885767783941647,0.10719513629549113,0.08603730202253673,Weather,1
-open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,49.47017191748849,82.91626740256955,7.3194271723429365,0.5005687624158839,0.2545421621602366,0.295325743742574,5.8418762834746945,7.033503530779557,0.27381035642937446,0.28494120378950605,0.21288132768520807,Air Quality,1
-open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6484289968751302,1.7882974488526695,1.16057284673055,0.9274277392234174,0.04635277574155072,0.04703534337119358,20.58434769273915,1.2839116001014752,0.04978813570351389,0.045005246764860715,0.03796367653364946,Weather,1
-usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.541379031458973,13.808125303080638,3.0202603340148926,0.7396555920036473,0.33108155235761566,0.30808027947552724,19.43875757528811,3.5413809497791924,0.34691078691714533,0.29586223680145884,0.27081315021125635,Hazards,1
-usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,430.1970050111413,571.0872243667642,16.349232991536457,0.15238120069781555,0.006005184220679013,0.0060436006179905065,2.234056811286407,20.741191022001153,0.007664181440000427,0.006041287017657814,0.004361342408824095,Hydrology,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
+binance_btcusdt_1h_close/1h/short,TimesFM-2.5,2.544873715422005,2.1763895224570793,nan,nan,0.00733854194735763,nan,nan,1.5952660328051886,nan,nan,0.9400124419879271,Finance,1,24
+coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,0.16431138716961843,0.2840452984238427,nan,nan,0.006365738815062364,nan,nan,0.40535341021091514,nan,nan,0.28603521259581766,Finance,1,24
+data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1,12
+data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.00016901519468899977,0.0001410442962292074,nan,nan,nan,nan,nan,0.013000584397979952,nan,nan,0.019137209007157194,Climate,1,36
+data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12
+nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.07100583795216671,0.11015231373309131,nan,nan,0.017946478614699196,nan,nan,0.2664692063863416,nan,nan,0.19077303156426317,Weather,1,24
+noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.011001676967046684,0.004684032279350234,nan,nan,0.21161799885754823,nan,nan,0.10488887913905212,nan,nan,0.10275674813077912,Ocean,1,60
+noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,1.4141845873381427,1.6324485311846777,nan,nan,0.1057700757246169,nan,nan,1.1891949324388087,nan,nan,0.9654826752100926,Ocean,1,72
+nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.21622905324208355,0.1617179170793861,0.26413559913635254,0.1911332978675114,0.01630353750267156,0.01601217538840988,10.994616695384883,0.4650043583043965,0.027809880236186378,0.015796796840529412,0.021259949519123158,Weather,1,24
+open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,0.006262990376178233,0.004554783835561518,nan,nan,0.09627439894456198,nan,nan,0.07913905721057228,nan,nan,0.10022450213355703,Air Quality,1,24
+open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.06269121952817955,0.10589695801141052,nan,nan,0.033732113336197196,nan,nan,0.25038214698372474,nan,nan,0.1887512228581642,Weather,1,24
+usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,0.7736671660082207,0.9192549938039831,nan,nan,0.6858045973238216,nan,nan,0.8795835184951004,nan,nan,0.6374611819871363,Hazards,1,24
+usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,32.86177357403732,31.531639228654843,nan,nan,0.03990939271216299,nan,nan,5.732518955401484,nan,nan,5.438520029653064,Hydrology,1,24
+wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,0.38719216672060525,0.341005570724447,nan,nan,0.12667853599052806,nan,nan,0.6222476731339421,nan,nan,0.5343002043100503,Web,1,7

results/timesfm_2_5/config.json

@@ -3,9 +3,12 @@
     "model_type": "zero-shot",
     "model_dtype": "float32",
     "model_link": "https://tsfm.ai/models/google/timesfm-2.5-200m-pytorch",
-    "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
+    "code_link": "https://github.com/zhouziyu02/TS-Live/blob/main/scripts/run_online_eval.py",
     "org": "Google / TSFM.ai",
     "testdata_leakage": "No",
     "replication_code_available": "Yes",
-    "api_model_id": "google/timesfm-2.5-200m-pytorch"
+    "api_model_id": "google/timesfm-2.5-200m-pytorch",
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1"
 }

results/timesfm_2_5/online_meta.json

@@ -1,67 +1,19 @@
 {
     "model": "TimesFM-2.5",
     "api_model_id": "google/timesfm-2.5-200m-pytorch",
-    "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
-    "datasets": [
-        {
-            "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 69,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
-        },
-        {
-            "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
-            "data_fetched_at": "2026-06-30T02:16:24.198018Z",
-            "context_length": 96,
-            "prediction_length": 24
+    "admitted_at": "2026-06-01T00:00:00Z",
+    "evaluation_protocol": "issue-now-score-later",
+    "metric_version": "livehouse-canonical-v1",
+    "evaluated_at": "2026-07-28T17:18:27.885804+00:00",
+    "resolved_tasks": [
+        {
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.517057+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
+            "metric_version": "livehouse-canonical-v1"
         }
     ]
 }

results/tirex/all_results.csv

@@ -6,7 +6,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,8.68775
 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,nan,nan,nan,nan,nan,1.4296981641955705e-09,nan,nan,1.39774869271451e-09,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.05985578794791759,0.05985578794791759,nan,nan,0.0143261346056855,nan,nan,0.24465442556372774,nan,nan,0.1846692716488146,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.024742640969773758,0.024742640969773758,nan,nan,1.2893539167023254,nan,nan,0.15729793695332994,nan,nan,0.2137333197900238,Ocean,1,60
-noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,1.4238372695361832,1.4238372695361832,nan,nan,0.09482746486687595,nan,nan,1.1932465250467663,nan,nan,0.9717972548612666,Ocean,1,72
+noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,1.7236237732645157,1.7236237732645157,nan,nan,0.10546890159008093,nan,nan,1.3128685285528463,nan,nan,0.944637275183918,Ocean,1,72
 nws_ksfo_observations_temperature/1h/short,TiRex,0.1330410943866506,0.1330410943866506,0.2665089766184489,0.19285071674902834,0.016340940517305648,0.0161404612437938,1.417522257895925,0.3647479875018512,0.021813984466305555,0.01593873818441926,0.018680112149927236,Weather,1,24
 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,0.0027620856067215142,0.0027620856067215142,nan,nan,0.0785130454542927,nan,nan,0.05255554782058231,nan,nan,0.08149323675215601,Air Quality,1,24
 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.06152528541441301,0.06152528541441301,nan,nan,0.025145317063173283,nan,nan,0.2480429104296533,nan,nan,0.21547322137758032,Weather,1,24

results/tirex/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T14:49:23.495170+00:00",
+    "evaluated_at": "2026-07-28T17:18:27.866772+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-8c0366116e16bb498905",
-            "issued_at": "2026-07-28T07:51:37.750559+00:00",
-            "resolved_at": "2026-07-28T14:46:46.670592+00:00",
-            "target_end": "2026-07-28T13:42:00+00:00",
-            "prediction_length": 60,
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.560063+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
             "metric_version": "livehouse-canonical-v1"
         }
     ]

results/toto_1_0/all_results.csv

@@ -6,7 +6,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,0.88
 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,8.848057954747761e-05,1.65476247778144e-08,nan,nan,nan,nan,nan,0.009406411619075449,nan,nan,0.0002929748867776046,Transportation,1,12
 nasa_power_shanghai_hourly_T2M/1h/short,Toto-1.0,0.14581109734968253,0.10758165581966579,nan,nan,0.019716449559055497,nan,nan,0.3818521930664829,nan,nan,0.23765672698505458,Weather,1,24
 noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,2.1036677830839117,1.4562709608791526,nan,nan,10.80262388882823,nan,nan,1.4504026279222992,nan,nan,0.6883441113276988,Ocean,1,60
-noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-1.0,2.554995718742831,1.2207269681748636,nan,nan,0.10368288653439751,nan,nan,1.5984353971126988,nan,nan,0.8256745826761597,Ocean,1,72
+noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-1.0,5.1232459483513475,1.7839306147426446,nan,nan,0.10778064946894744,nan,nan,2.263458846180188,nan,nan,0.9314055426699801,Ocean,1,72
 nws_ksfo_observations_temperature/1h/short,Toto-1.0,3.2061994614582545,0.2026127577197864,0.29392051696777344,0.2126862032329617,0.01814908932063847,0.017779550705114375,1.3101507982416967,1.7905863457142341,0.10708715077088915,0.017578102720665366,0.014884503464531462,Weather,1,24
 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-1.0,0.150750383270116,0.004939613297587732,nan,nan,0.09535892261593037,nan,nan,0.3882658667332425,nan,nan,0.07054306522652543,Air Quality,1,24
 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-1.0,0.07401720791630814,0.04597913287011668,nan,nan,0.02153606086089947,nan,nan,0.27206103711540197,nan,nan,0.18626719621804055,Weather,1,24

results/toto_1_0/online_meta.json

@@ -4,15 +4,15 @@
     "admitted_at": "2026-06-01T00:00:00Z",
     "evaluation_protocol": "issue-now-score-later",
     "metric_version": "livehouse-canonical-v1",
-    "evaluated_at": "2026-07-28T14:49:23.514551+00:00",
+    "evaluated_at": "2026-07-28T17:18:27.900179+00:00",
     "resolved_tasks": [
         {
-            "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
-            "task_id": "future-8c0366116e16bb498905",
-            "issued_at": "2026-07-28T07:51:37.750559+00:00",
-            "resolved_at": "2026-07-28T14:46:46.734533+00:00",
-            "target_end": "2026-07-28T13:42:00+00:00",
-            "prediction_length": 60,
+            "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
+            "task_id": "future-8b03aa07f5a636178bdf",
+            "issued_at": "2026-07-28T04:37:18.912152+00:00",
+            "resolved_at": "2026-07-28T16:57:17.597024+00:00",
+            "target_end": "2026-07-27T17:20:00+00:00",
+            "prediction_length": 72,
             "metric_version": "livehouse-canonical-v1"
         }
     ]