diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index f5cd17c158babd4f3e3d268ff5cb97ddf85b952a..1dd9941cce0762d2f92e496c3b678826a5ab82bd 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-15T11:35:12.059424+00:00", + "generated_at": "2026-07-15T11:42:14.456661+00:00", "scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -13,8 +13,8 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 12, "num_datasets": 13, - "num_model_releases": 22388, - "num_unique_releases": 2287, + "num_model_releases": 22400, + "num_unique_releases": 2288, "fixed_windows": { "1d": { "days": 1, @@ -23,16 +23,17 @@ }, "7d": { "days": 7, - "num_model_releases": 8092, - "num_unique_releases": 707 + "num_model_releases": 8104, + "num_unique_releases": 708 }, "30d": { "days": 30, - "num_model_releases": 22388, - "num_unique_releases": 2287 + "num_model_releases": 22400, + "num_unique_releases": 2288 } }, "protocol_counts": { - "historical-snapshot-recompute": 22388 + "historical-snapshot-recompute": 22388, + "prequential-v1": 12 } } diff --git a/results/aggregates/live_overall_30d.csv b/results/aggregates/live_overall_30d.csv index 37bba2a48ef6f1343fe56f44c2ef600234cf7d1d..3bb28cf0b95a6920b684241902e3ed620481c489 100644 --- a/results/aggregates/live_overall_30d.csv +++ b/results/aggregates/live_overall_30d.csv @@ -1,13 +1,13 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,Chronos-2,2.240903153230435,0.7631364654222282,0.15705261896743064,0.5166005152995627,24.764316036634554,3.8943254226223663,0.6890524346157135,1184.7964730789151,15.131997955571476,0.04608763886247697,0.15384615384615385,13,2232,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -2,Moirai-2.0,2.069985649104644,0.7824862400058274,0.1820188736736565,0.5163788231249404,23.784894348808105,5.438020909350396,0.588076181284005,1183.2858219234574,9.78450684811041,0.1037623108288254,0.15384615384615385,13,1469,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 -3,TiRex,2.2896178077323883,0.7701670320849185,0.16830417515802354,0.5231844225190705,25.870728252709746,4.014637019016098,0.6834475710058896,1164.014267038157,15.502876814860274,0.0443368014819987,0.23076923076923078,13,2218,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -4,TimesFM-2.5,2.2601725639707526,0.7678321182131073,0.13001138988321562,0.6025257072834947,25.29692416933042,4.490499522422106,0.6183258572048955,1107.7789154288464,15.145185711844944,0.05249572387447488,0.07692307692307693,13,2213,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -5,Sundial,2.798922523868682,0.8875392681087905,0.19700712954082078,0.6269138839521612,16.72814814231975,5.98486255895836,0.506072644469213,1049.340028856502,17.000900135414277,0.027778748984129596,0.23076923076923078,13,1710,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-15T23:40:00+00:00 -6,TabPFN-TS,2.157518281077478,0.8111248540668918,0.1987717325825777,0.6451182594606555,20.202612920845347,5.8162635652236805,0.5547670890187385,1036.7851097089201,9.994424364172867,0.05870662326293081,0.23076923076923078,13,1362,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-15T23:40:00+00:00 -7,Chronos-Bolt,2.129978904736415,0.825437934576189,0.223585652687154,0.5585178136687143,12.515373678424204,6.043839597388738,0.5289473994676914,1020.1321947216651,9.813502953921857,0.07414083108643468,0.23076923076923078,13,1456,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 -8,ETS,4.667421276734742,1.2767477266308698,0.3023349067750572,0.9806649673689415,-2.4717461110076164,7.0990838972136885,0.358670499729745,903.8706386496726,21.060423065202222,0.030776027155208656,0.15384615384615385,13,2059,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -9,Moving-Average,2.93405124991636,1.030811493606007,0.337786865696107,0.7993006903057527,4.446495422139652,6.884599093093803,0.37556359355188185,884.7213111303847,16.00236551099601,0.09824166711261711,0.07692307692307693,13,2059,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -10,ARIMA,2.8061175989185156,1.0189135697853973,0.2596767153283474,0.7734495623468622,3.5702731930356744,7.007487472189419,0.3689460149749329,870.8276823655069,16.011472643785776,0.029378533828535044,0.15384615384615385,13,2059,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -11,Toto-1.0,8.10722205525211,1.5278082959360475,0.19758146538595842,0.5625335391897365,-18.222467891408858,7.567599629853244,0.3659263435918402,866.4348797575864,27.322347681057302,0.024902627223554203,0.23076923076923078,13,1483,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 -12,Seasonal-Naive,3.2692745990001444,1.133584327067412,0.3631194825519661,0.8693978685365911,0.0,6.957101056176773,0.3622043710854527,728.012677340387,16.04457231887287,0.08959645739693536,0.07692307692307693,13,2068,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-15T23:40:00+00:00 +1,Chronos-2,2.240903153230435,0.7631364654222282,0.15705261896743064,0.5166005152995627,24.764316036634554,3.8944285366664997,0.6890524346157135,1184.7964730789151,15.131997955571476,0.04608763886247697,0.15384615384615385,13,2233,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +2,Moirai-2.0,2.069985649104644,0.7824862400058274,0.1820188736736565,0.5163788231249404,23.784894348808105,5.4381601379379,0.588076181284005,1183.2858219234574,9.78450684811041,0.1037623108288254,0.15384615384615385,13,1470,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 +3,TiRex,2.2896178077323883,0.7701670320849185,0.16830417515802354,0.5231844225190705,25.870728252709746,4.014738738153118,0.6834475710058896,1164.014267038157,15.502876814860274,0.0443368014819987,0.23076923076923078,13,2219,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +4,TimesFM-2.5,2.2601725639707526,0.7678321182131073,0.13001138988321562,0.6025257072834947,25.29692416933042,4.490549406601631,0.6183258572048955,1107.7789154288464,15.145185711844944,0.05249572387447488,0.07692307692307693,13,2214,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +5,Sundial,2.798922523868682,0.887539268107543,0.19700712954082078,0.6269138839520519,16.72814814231975,5.98493242638253,0.506072644469213,1049.340028856502,17.000900135414277,0.027778748984129596,0.23076923076923078,13,1711,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-15T23:40:00+00:00 +6,TabPFN-TS,2.157518281077478,0.8111248540668918,0.1987717325825777,0.6451182594606555,20.202612920845347,5.816266847485027,0.5547670890187385,1036.7851097089201,9.994424364172867,0.05870662326293081,0.23076923076923078,13,1363,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-15T23:40:00+00:00 +7,Chronos-Bolt,2.129978904736415,0.825437934576189,0.223585652687154,0.5585178136687143,12.515373678424204,6.043971349694402,0.5289473994676914,1020.1321947216651,9.813502953921857,0.07414083108643468,0.23076923076923078,13,1457,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 +8,ETS,4.667421276734742,1.2767477266308698,0.3023349067750572,0.9806649673689415,-2.4717461110076164,7.0992267098595025,0.358670499729745,903.8706386496726,21.060423065202222,0.030776027155208656,0.15384615384615385,13,2060,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +9,Moving-Average,2.93405124991636,1.030811493606007,0.337786865696107,0.7993006903057527,4.446495422139652,6.884741905739617,0.37556359355188185,884.7213111303847,16.00236551099601,0.09824166711261711,0.07692307692307693,13,2060,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +10,ARIMA,2.8061175989185156,1.0189135697853973,0.2596767153283474,0.7734495623468622,3.5702731930356744,7.007630284835233,0.3689460149749329,870.8276823655069,16.011472643785776,0.029378533828535044,0.15384615384615385,13,2060,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +11,Toto-1.0,8.107057750065383,1.5277817963978602,0.19758146538595842,0.5625335332647802,-18.222467891408858,7.567760468244521,0.3659263435918402,866.4348797575864,27.321763249949683,0.025040502601920922,0.23076923076923078,13,1484,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 +12,Seasonal-Naive,3.2692745990001444,1.133584327067412,0.3631194825519661,0.8693978685365911,0.0,6.957146300700339,0.3622043710854527,728.012677340387,16.04457231887287,0.08959645739693536,0.07692307692307693,13,2069,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-15T23:40:00+00:00 diff --git a/results/aggregates/live_overall_7d.csv b/results/aggregates/live_overall_7d.csv index 3719f81d32c933f89e9979c9299ef554f28f4aeb..46e5fa6be499b34f2f26a5618860faf4c0089caa 100644 --- a/results/aggregates/live_overall_7d.csv +++ b/results/aggregates/live_overall_7d.csv @@ -1,13 +1,13 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,1.6318124606465598,0.7223515740637781,0.20527168697514606,0.48019970380476723,29.37862062420924,4.273381101190941,0.7021096200820217,1204.8376787578225,6.629901528456925,0.19673603691615874,0.07692307692307693,13,707,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 -2,Chronos-2,1.6391667080306869,0.7250875851362223,0.1826377373508068,0.48342821459759094,26.753055040331,4.48931937572328,0.6767595299178631,1164.7633199540771,6.721022652376361,0.11947521740555359,0.07692307692307693,13,707,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 -3,Moirai-2.0,1.6839843225925673,0.7593775192290064,0.2229170711122502,0.4968134753720417,25.03340391028956,5.628094423586963,0.5711186300613625,1163.380649036092,6.663363415837623,0.1780357384337004,0.07692307692307693,13,702,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 -4,TimesFM-2.5,1.6181709586213593,0.72148044271313,0.14860296251485905,0.5689036647512588,28.41202726382393,5.002122742051335,0.6236518865640074,1106.1738583131473,6.624011647254253,0.10199694863174727,0.07692307692307693,13,705,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 -5,TabPFN-TS,1.7567417099180251,0.7826578258457171,0.2417048983688933,0.6303799228830798,21.231687703212227,5.810929350384872,0.5587455982990522,1048.0652537319147,6.8553033368990315,0.13680288528473603,0.07692307692307693,13,645,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 -6,Sundial,1.8843466525571588,0.824745721607486,0.24515609048800824,0.5787145085518645,18.71257636924554,6.3974691414288,0.5064543732508129,1036.5404293888425,6.91944663442756,0.10451744807489292,0.15384615384615385,13,645,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 -7,Chronos-Bolt,1.7255893179723598,0.7942862120531924,0.2725006859632108,0.5292966431464584,13.776113538580834,5.9077388491374485,0.5436534590281976,1032.4877098938634,6.678949304776031,0.10442592594816924,0.15384615384615385,13,699,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 -8,ETS,3.0981523169582204,1.1404610220218867,0.3691775014023131,0.8658650560604826,-1.4302990362840684,8.039012712487265,0.355573689331291,913.0713406012511,8.659790351917923,0.06690665232824913,0.15384615384615385,13,645,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 -9,ARIMA,2.0233981680683732,0.93622496177852,0.30204463745344245,0.6750883181622546,4.204450457099825,7.689178935795478,0.39189876244690847,888.9780886814748,7.204481746924133,0.1083714940969168,0.07692307692307693,13,645,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 -10,Toto-1.0,6.442183063977562,1.4476081667842378,0.24251883567020077,0.5476710460680629,-14.789510443268846,7.540584620818884,0.3761282567991741,886.012396734467,19.45160817800899,0.09502662047732573,0.07692307692307693,13,702,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 -11,Moving-Average,2.313260037311317,1.0060905849138326,0.43223709992302195,0.7845853284256101,2.4847626925875352,8.280735826680013,0.3319620850919682,843.9997080837255,7.275778140933354,0.18393533812522478,0.15384615384615385,13,645,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 -12,Seasonal-Naive,2.664383917796698,1.0980029178584396,0.4597226868635998,0.8354245607077715,0.0,7.9493885610137776,0.36194410912733965,711.6895668233225,7.378711235519831,0.13592327705915272,0.07692307692307693,13,645,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +1,TiRex,1.6318124606465598,0.7223515740637781,0.20527168697514606,0.48019970380476723,29.37862062420924,4.2735549386529135,0.7021096200820217,1204.8376787578225,6.629901528456925,0.19673603691615874,0.07692307692307693,13,708,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +2,Chronos-2,1.6391667080306869,0.7250875851362223,0.1826377373508068,0.48342821459759094,26.753055040331,4.489493213185254,0.6767595299178631,1164.7633199540771,6.721022652376361,0.11947521740555359,0.07692307692307693,13,708,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +3,Moirai-2.0,1.6839843225925673,0.7593775192290064,0.2229170711122502,0.4968134753720417,25.03340391028956,5.628702854703868,0.5711186300613625,1163.380649036092,6.663363415837623,0.1780357384337004,0.07692307692307693,13,703,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +4,TimesFM-2.5,1.6181709586213593,0.72148044271313,0.14860296251485905,0.5689036647512588,28.41202726382393,5.002209660782321,0.6236518865640074,1106.1738583131473,6.624011647254253,0.10199694863174727,0.07692307692307693,13,706,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +5,TabPFN-TS,1.7567417099180251,0.7826578258457171,0.2417048983688933,0.6303799228830798,21.231687703212227,5.810965498447336,0.5587455982990522,1048.0652537319147,6.8553033368990315,0.13680288528473603,0.07692307692307693,13,646,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +6,Sundial,1.8843466525571588,0.8247457216015355,0.24515609048800824,0.5787145085513786,18.71257636924554,6.3974950414547,0.5064543732508129,1036.5404293888425,6.91944663442756,0.10451744807489292,0.15384615384615385,13,646,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +7,Chronos-Bolt,1.7255893179723598,0.7942862120531924,0.2725006859632108,0.5292966431464584,13.776113538580834,5.908347280254353,0.5436534590281976,1032.4877098938634,6.678949304776031,0.10442592594816924,0.15384615384615385,13,700,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +8,ETS,3.0981523169582204,1.1404610220218867,0.3691775014023131,0.8658650560604826,-1.4302990362840684,8.039038612513165,0.355573689331291,913.0713406012511,8.659790351917923,0.06690665232824913,0.15384615384615385,13,646,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +9,ARIMA,2.0233981680683732,0.93622496177852,0.30204463745344245,0.6750883181622546,4.204450457099825,7.689204835821377,0.39189876244690847,888.9780886814748,7.204481746924133,0.1083714940969168,0.07692307692307693,13,646,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +10,Toto-1.0,6.44079174602949,1.4473418720119342,0.24251883567020077,0.5476710239374712,-14.789510443268846,7.541193051935791,0.3761282567991741,886.012396734467,19.447593060125264,0.09529037386790554,0.07692307692307693,13,703,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +11,Moving-Average,2.313260037311317,1.0060905849138326,0.43223709992302195,0.7845853284256101,2.4847626925875352,8.280761726705915,0.3319620850919682,843.9997080837255,7.275778140933354,0.18393533812522478,0.15384615384615385,13,646,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 +12,Seasonal-Naive,2.664383917796698,1.0980029178584396,0.4597226868635998,0.8354245607077715,0.0,7.9494015110267275,0.36194410912733965,711.6895668233225,7.378711235519831,0.13592327705915272,0.07692307692307693,13,646,0.8461538461538461,2026-07-09T00:00:00+00:00,2026-07-15T23:40:00+00:00 diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 37bba2a48ef6f1343fe56f44c2ef600234cf7d1d..3bb28cf0b95a6920b684241902e3ed620481c489 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,13 +1,13 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,Chronos-2,2.240903153230435,0.7631364654222282,0.15705261896743064,0.5166005152995627,24.764316036634554,3.8943254226223663,0.6890524346157135,1184.7964730789151,15.131997955571476,0.04608763886247697,0.15384615384615385,13,2232,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -2,Moirai-2.0,2.069985649104644,0.7824862400058274,0.1820188736736565,0.5163788231249404,23.784894348808105,5.438020909350396,0.588076181284005,1183.2858219234574,9.78450684811041,0.1037623108288254,0.15384615384615385,13,1469,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 -3,TiRex,2.2896178077323883,0.7701670320849185,0.16830417515802354,0.5231844225190705,25.870728252709746,4.014637019016098,0.6834475710058896,1164.014267038157,15.502876814860274,0.0443368014819987,0.23076923076923078,13,2218,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -4,TimesFM-2.5,2.2601725639707526,0.7678321182131073,0.13001138988321562,0.6025257072834947,25.29692416933042,4.490499522422106,0.6183258572048955,1107.7789154288464,15.145185711844944,0.05249572387447488,0.07692307692307693,13,2213,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -5,Sundial,2.798922523868682,0.8875392681087905,0.19700712954082078,0.6269138839521612,16.72814814231975,5.98486255895836,0.506072644469213,1049.340028856502,17.000900135414277,0.027778748984129596,0.23076923076923078,13,1710,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-15T23:40:00+00:00 -6,TabPFN-TS,2.157518281077478,0.8111248540668918,0.1987717325825777,0.6451182594606555,20.202612920845347,5.8162635652236805,0.5547670890187385,1036.7851097089201,9.994424364172867,0.05870662326293081,0.23076923076923078,13,1362,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-15T23:40:00+00:00 -7,Chronos-Bolt,2.129978904736415,0.825437934576189,0.223585652687154,0.5585178136687143,12.515373678424204,6.043839597388738,0.5289473994676914,1020.1321947216651,9.813502953921857,0.07414083108643468,0.23076923076923078,13,1456,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 -8,ETS,4.667421276734742,1.2767477266308698,0.3023349067750572,0.9806649673689415,-2.4717461110076164,7.0990838972136885,0.358670499729745,903.8706386496726,21.060423065202222,0.030776027155208656,0.15384615384615385,13,2059,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -9,Moving-Average,2.93405124991636,1.030811493606007,0.337786865696107,0.7993006903057527,4.446495422139652,6.884599093093803,0.37556359355188185,884.7213111303847,16.00236551099601,0.09824166711261711,0.07692307692307693,13,2059,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -10,ARIMA,2.8061175989185156,1.0189135697853973,0.2596767153283474,0.7734495623468622,3.5702731930356744,7.007487472189419,0.3689460149749329,870.8276823655069,16.011472643785776,0.029378533828535044,0.15384615384615385,13,2059,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 -11,Toto-1.0,8.10722205525211,1.5278082959360475,0.19758146538595842,0.5625335391897365,-18.222467891408858,7.567599629853244,0.3659263435918402,866.4348797575864,27.322347681057302,0.024902627223554203,0.23076923076923078,13,1483,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 -12,Seasonal-Naive,3.2692745990001444,1.133584327067412,0.3631194825519661,0.8693978685365911,0.0,6.957101056176773,0.3622043710854527,728.012677340387,16.04457231887287,0.08959645739693536,0.07692307692307693,13,2068,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-15T23:40:00+00:00 +1,Chronos-2,2.240903153230435,0.7631364654222282,0.15705261896743064,0.5166005152995627,24.764316036634554,3.8944285366664997,0.6890524346157135,1184.7964730789151,15.131997955571476,0.04608763886247697,0.15384615384615385,13,2233,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +2,Moirai-2.0,2.069985649104644,0.7824862400058274,0.1820188736736565,0.5163788231249404,23.784894348808105,5.4381601379379,0.588076181284005,1183.2858219234574,9.78450684811041,0.1037623108288254,0.15384615384615385,13,1470,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 +3,TiRex,2.2896178077323883,0.7701670320849185,0.16830417515802354,0.5231844225190705,25.870728252709746,4.014738738153118,0.6834475710058896,1164.014267038157,15.502876814860274,0.0443368014819987,0.23076923076923078,13,2219,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +4,TimesFM-2.5,2.2601725639707526,0.7678321182131073,0.13001138988321562,0.6025257072834947,25.29692416933042,4.490549406601631,0.6183258572048955,1107.7789154288464,15.145185711844944,0.05249572387447488,0.07692307692307693,13,2214,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +5,Sundial,2.798922523868682,0.887539268107543,0.19700712954082078,0.6269138839520519,16.72814814231975,5.98493242638253,0.506072644469213,1049.340028856502,17.000900135414277,0.027778748984129596,0.23076923076923078,13,1711,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-15T23:40:00+00:00 +6,TabPFN-TS,2.157518281077478,0.8111248540668918,0.1987717325825777,0.6451182594606555,20.202612920845347,5.816266847485027,0.5547670890187385,1036.7851097089201,9.994424364172867,0.05870662326293081,0.23076923076923078,13,1363,0.8461538461538461,2026-06-28T23:00:00+00:00,2026-07-15T23:40:00+00:00 +7,Chronos-Bolt,2.129978904736415,0.825437934576189,0.223585652687154,0.5585178136687143,12.515373678424204,6.043971349694402,0.5289473994676914,1020.1321947216651,9.813502953921857,0.07414083108643468,0.23076923076923078,13,1457,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 +8,ETS,4.667421276734742,1.2767477266308698,0.3023349067750572,0.9806649673689415,-2.4717461110076164,7.0992267098595025,0.358670499729745,903.8706386496726,21.060423065202222,0.030776027155208656,0.15384615384615385,13,2060,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +9,Moving-Average,2.93405124991636,1.030811493606007,0.337786865696107,0.7993006903057527,4.446495422139652,6.884741905739617,0.37556359355188185,884.7213111303847,16.00236551099601,0.09824166711261711,0.07692307692307693,13,2060,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +10,ARIMA,2.8061175989185156,1.0189135697853973,0.2596767153283474,0.7734495623468622,3.5702731930356744,7.007630284835233,0.3689460149749329,870.8276823655069,16.011472643785776,0.029378533828535044,0.15384615384615385,13,2060,0.8461538461538461,2026-06-25T14:45:00+00:00,2026-07-15T23:40:00+00:00 +11,Toto-1.0,8.107057750065383,1.5277817963978602,0.19758146538595842,0.5625335332647802,-18.222467891408858,7.567760468244521,0.3659263435918402,866.4348797575864,27.321763249949683,0.025040502601920922,0.23076923076923078,13,1484,0.8461538461538461,2026-06-30T23:00:00+00:00,2026-07-15T23:40:00+00:00 +12,Seasonal-Naive,3.2692745990001444,1.133584327067412,0.3631194825519661,0.8693978685365911,0.0,6.957146300700339,0.3622043710854527,728.012677340387,16.04457231887287,0.08959645739693536,0.07692307692307693,13,2069,0.8461538461538461,2026-06-25T14:25:00+00:00,2026-07-15T23:40:00+00:00 diff --git a/results/aggregates/live_rank_30d.csv b/results/aggregates/live_rank_30d.csv index 38afbeac5648f11542cad138c46cbbce5f59ce75..bc15518b508079c46dc43311d49668d8c399c785 100644 --- a/results/aggregates/live_rank_30d.csv +++ b/results/aggregates/live_rank_30d.csv @@ -1,13 +1,13 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,Chronos-2,3.8943254226223663,0.6890524346157135,1184.7964730789151,143,2227,19971 -2,Moirai-2.0,5.438020909350396,0.588076181284005,1183.2858219234574,143,1469,15345 -3,TiRex,4.014637019016098,0.6834475710058896,1164.014267038157,143,2218,19959 -4,TimesFM-2.5,4.490499522422106,0.6183258572048955,1107.7789154288464,143,2213,19966 -5,Sundial,5.98486255895836,0.506072644469213,1049.340028856502,143,1708,17272 -6,TabPFN-TS,5.8162635652236805,0.5547670890187385,1036.7851097089201,143,1359,14751 -7,Chronos-Bolt,6.043839597388738,0.5289473994676914,1020.1321947216651,143,1456,15293 -8,ETS,7.0990838972136885,0.358670499729745,903.8706386496726,143,2059,19261 -9,Moving-Average,6.884599093093803,0.37556359355188185,884.7213111303847,143,2059,19261 -10,ARIMA,7.007487472189419,0.3689460149749329,870.8276823655069,143,2059,19261 -11,Toto-1.0,7.567599629853244,0.3659263435918402,866.4348797575864,143,1483,15387 -12,Seasonal-Naive,6.957101056176773,0.3622043710854527,728.012677340387,143,2059,19261 +1,Chronos-2,3.8944285366664997,0.6890524346157135,1184.7964730789151,143,2228,19982 +2,Moirai-2.0,5.4381601379379,0.588076181284005,1183.2858219234574,143,1470,15356 +3,TiRex,4.014738738153118,0.6834475710058896,1164.014267038157,143,2219,19970 +4,TimesFM-2.5,4.490549406601631,0.6183258572048955,1107.7789154288464,143,2214,19977 +5,Sundial,5.98493242638253,0.506072644469213,1049.340028856502,143,1709,17283 +6,TabPFN-TS,5.816266847485027,0.5547670890187385,1036.7851097089201,143,1360,14762 +7,Chronos-Bolt,6.043971349694402,0.5289473994676914,1020.1321947216651,143,1457,15304 +8,ETS,7.0992267098595025,0.358670499729745,903.8706386496726,143,2060,19272 +9,Moving-Average,6.884741905739617,0.37556359355188185,884.7213111303847,143,2060,19272 +10,ARIMA,7.007630284835233,0.3689460149749329,870.8276823655069,143,2060,19272 +11,Toto-1.0,7.567760468244521,0.3659263435918402,866.4348797575864,143,1484,15398 +12,Seasonal-Naive,6.957146300700339,0.3622043710854527,728.012677340387,143,2060,19272 diff --git a/results/aggregates/live_rank_7d.csv b/results/aggregates/live_rank_7d.csv index 212aa4d18015936371e93e6209ce6d8344978e13..c83cb46c3e629bf1d63ddf18ccc11d9a981cacc4 100644 --- a/results/aggregates/live_rank_7d.csv +++ b/results/aggregates/live_rank_7d.csv @@ -1,13 +1,13 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,4.273381101190941,0.7021096200820217,1204.8376787578225,143,707,7385 -2,Chronos-2,4.48931937572328,0.6767595299178631,1164.7633199540771,143,707,7385 -3,Moirai-2.0,5.628094423586963,0.5711186300613625,1163.380649036092,143,702,7377 -4,TimesFM-2.5,5.002122742051335,0.6236518865640074,1106.1738583131473,143,705,7383 -5,TabPFN-TS,5.810929350384872,0.5587455982990522,1048.0652537319147,143,645,7045 -6,Sundial,6.3974691414288,0.5064543732508129,1036.5404293888425,143,645,7085 -7,Chronos-Bolt,5.9077388491374485,0.5436534590281976,1032.4877098938634,143,699,7365 -8,ETS,8.039012712487265,0.355573689331291,913.0713406012511,143,645,7085 -9,ARIMA,7.689178935795478,0.39189876244690847,888.9780886814748,143,645,7085 -10,Toto-1.0,7.540584620818884,0.3761282567991741,886.012396734467,143,702,7377 -11,Moving-Average,8.280735826680013,0.3319620850919682,843.9997080837255,143,645,7085 -12,Seasonal-Naive,7.9493885610137776,0.36194410912733965,711.6895668233225,143,645,7085 +1,TiRex,4.2735549386529135,0.7021096200820217,1204.8376787578225,143,708,7396 +2,Chronos-2,4.489493213185254,0.6767595299178631,1164.7633199540771,143,708,7396 +3,Moirai-2.0,5.628702854703868,0.5711186300613625,1163.380649036092,143,703,7388 +4,TimesFM-2.5,5.002209660782321,0.6236518865640074,1106.1738583131473,143,706,7394 +5,TabPFN-TS,5.810965498447336,0.5587455982990522,1048.0652537319147,143,646,7056 +6,Sundial,6.3974950414547,0.5064543732508129,1036.5404293888425,143,646,7096 +7,Chronos-Bolt,5.908347280254353,0.5436534590281976,1032.4877098938634,143,700,7376 +8,ETS,8.039038612513165,0.355573689331291,913.0713406012511,143,646,7096 +9,ARIMA,7.689204835821377,0.39189876244690847,888.9780886814748,143,646,7096 +10,Toto-1.0,7.541193051935791,0.3761282567991741,886.012396734467,143,703,7388 +11,Moving-Average,8.280761726705915,0.3319620850919682,843.9997080837255,143,646,7096 +12,Seasonal-Naive,7.9494015110267275,0.36194410912733965,711.6895668233225,143,646,7096 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 38afbeac5648f11542cad138c46cbbce5f59ce75..bc15518b508079c46dc43311d49668d8c399c785 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,13 +1,13 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,Chronos-2,3.8943254226223663,0.6890524346157135,1184.7964730789151,143,2227,19971 -2,Moirai-2.0,5.438020909350396,0.588076181284005,1183.2858219234574,143,1469,15345 -3,TiRex,4.014637019016098,0.6834475710058896,1164.014267038157,143,2218,19959 -4,TimesFM-2.5,4.490499522422106,0.6183258572048955,1107.7789154288464,143,2213,19966 -5,Sundial,5.98486255895836,0.506072644469213,1049.340028856502,143,1708,17272 -6,TabPFN-TS,5.8162635652236805,0.5547670890187385,1036.7851097089201,143,1359,14751 -7,Chronos-Bolt,6.043839597388738,0.5289473994676914,1020.1321947216651,143,1456,15293 -8,ETS,7.0990838972136885,0.358670499729745,903.8706386496726,143,2059,19261 -9,Moving-Average,6.884599093093803,0.37556359355188185,884.7213111303847,143,2059,19261 -10,ARIMA,7.007487472189419,0.3689460149749329,870.8276823655069,143,2059,19261 -11,Toto-1.0,7.567599629853244,0.3659263435918402,866.4348797575864,143,1483,15387 -12,Seasonal-Naive,6.957101056176773,0.3622043710854527,728.012677340387,143,2059,19261 +1,Chronos-2,3.8944285366664997,0.6890524346157135,1184.7964730789151,143,2228,19982 +2,Moirai-2.0,5.4381601379379,0.588076181284005,1183.2858219234574,143,1470,15356 +3,TiRex,4.014738738153118,0.6834475710058896,1164.014267038157,143,2219,19970 +4,TimesFM-2.5,4.490549406601631,0.6183258572048955,1107.7789154288464,143,2214,19977 +5,Sundial,5.98493242638253,0.506072644469213,1049.340028856502,143,1709,17283 +6,TabPFN-TS,5.816266847485027,0.5547670890187385,1036.7851097089201,143,1360,14762 +7,Chronos-Bolt,6.043971349694402,0.5289473994676914,1020.1321947216651,143,1457,15304 +8,ETS,7.0992267098595025,0.358670499729745,903.8706386496726,143,2060,19272 +9,Moving-Average,6.884741905739617,0.37556359355188185,884.7213111303847,143,2060,19272 +10,ARIMA,7.007630284835233,0.3689460149749329,870.8276823655069,143,2060,19272 +11,Toto-1.0,7.567760468244521,0.3659263435918402,866.4348797575864,143,1484,15398 +12,Seasonal-Naive,6.957146300700339,0.3622043710854527,728.012677340387,143,2060,19272 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 7a916b3ea3c851c2635edca72860a4931b18c254..0bc041f8dff44cee18d6ae988ed3bda522240b06 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -790,6 +790,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:16:03.538658+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:09:01.892467+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:59:40.460838+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.481353+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-26T23:00:00+00:00|62bcb2214c76cbea33ab,2026-06-26T23:00:00+00:00,2026-06-30T04:36:56.000981+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,livehouse-canonical-v1,5.439105292405419,2.332188948692927,0.1714652592832502,1.833817845670983,-69.90001950500877,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-27T23:00:00+00:00|d8324a09f9f7055fdbee,2026-06-27T23:00:00+00:00,2026-07-01T05:03:21.976254+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,livehouse-canonical-v1,3.2850408915737184,1.8124681767064819,0.12453698202543993,1.3754639115340577,-93.65357783593788,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-28T23:00:00+00:00|33a9bfdbb805724878b1,2026-06-28T23:00:00+00:00,2026-07-02T05:26:18.181496+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,livehouse-canonical-v1,3.9311160080333813,1.98270421597206,0.13463106124403013,1.5393304088027013,-80.01599754045694,True @@ -2905,6 +2906,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:06:06.215327+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:01:15.336532+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:53:41.936842+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.485324+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,livehouse-canonical-v1,1.7296862743653321e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-26T23:00:00+00:00|62bcb2214c76cbea33ab,2026-06-26T23:00:00+00:00,2026-06-30T04:30:15.487388+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,livehouse-canonical-v1,0.9419342821118956,0.9705329886778169,0.06948273301970269,0.6290972411916594,1.1373874677595237,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-27T23:00:00+00:00|d8324a09f9f7055fdbee,2026-06-27T23:00:00+00:00,2026-07-01T04:59:56.888243+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,livehouse-canonical-v1,0.035712185767807984,0.18897668048679442,0.013632190320527893,0.23043927660545455,50.18167142294637,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-28T23:00:00+00:00|33a9bfdbb805724878b1,2026-06-28T23:00:00+00:00,2026-07-02T05:17:56.744530+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,livehouse-canonical-v1,0.5155177370779899,0.7179956386204515,0.052597837054821316,0.4813925366546681,-8.311120023127907,True @@ -4837,6 +4839,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:11:59.969471+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:03:54.851844+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:56:48.174771+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.490708+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,livehouse-canonical-v1,1.0941039077622847e-12,1.0459942197556757e-06,,3.2148618499168906e-06,-100.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-30T23:00:00+00:00|f0c5c06a58d163eba6f4,2026-06-30T23:00:00+00:00,2026-07-04T04:45:59.079683+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-Bolt,livehouse-canonical-v1,0.08505298355444778,0.29163844663289473,0.024579411757571498,0.2308634226579111,48.055880885914114,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-07-01T23:00:00+00:00|48d14f7bb71dc2740ccd,2026-07-01T23:00:00+00:00,2026-07-05T05:34:31.862969+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-Bolt,livehouse-canonical-v1,0.08435077820180308,0.2904320543635001,0.023105506573262585,0.18778312469125147,30.209783825993973,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-07-02T23:00:00+00:00|9c007b213eb9b2a5b6bb,2026-07-02T23:00:00+00:00,2026-07-06T04:28:32.908736+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-Bolt,livehouse-canonical-v1,0.6994301549887812,0.8363194096688067,0.060188245247523274,0.6010044244308411,-10.995507477368708,True @@ -6537,6 +6540,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:16:03.020155+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:09:01.378362+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:59:39.861984+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.497511+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-26T23:00:00+00:00|62bcb2214c76cbea33ab,2026-06-26T23:00:00+00:00,2026-06-30T04:36:56.289037+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,livehouse-canonical-v1,15.074244727721037,3.882556468065988,0.3110937607728242,3.1954190696466496,-87.98333276546315,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-27T23:00:00+00:00|d8324a09f9f7055fdbee,2026-06-27T23:00:00+00:00,2026-07-01T05:03:22.109644+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,livehouse-canonical-v1,8.890533697314956,2.9816997999991472,0.2279197140089726,2.4069318206488495,-97.6071306199294,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-28T23:00:00+00:00|33a9bfdbb805724878b1,2026-06-28T23:00:00+00:00,2026-07-02T05:26:18.514093+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,livehouse-canonical-v1,6.005135961849773,2.4505378923513454,0.17534006899045984,1.9275425060130824,-86.45036412570633,True @@ -8355,6 +8359,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:11:31.036325+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:03:29.170227+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:56:19.922836+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.502562+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-2.0,livehouse-canonical-v1,1.2167879962794955e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-30T23:00:00+00:00|f0c5c06a58d163eba6f4,2026-06-30T23:00:00+00:00,2026-07-04T04:45:22.824634+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-2.0,livehouse-canonical-v1,0.17837029923060532,0.4223390808705788,0.03830361121841618,0.31449047304342675,15.222455042363848,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-07-01T23:00:00+00:00|48d14f7bb71dc2740ccd,2026-07-01T23:00:00+00:00,2026-07-05T05:26:43.452534+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-2.0,livehouse-canonical-v1,0.07108232362897994,0.26661268467381655,0.021635539978957157,0.20228501220449793,37.77214133385306,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-07-02T23:00:00+00:00|9c007b213eb9b2a5b6bb,2026-07-02T23:00:00+00:00,2026-07-06T04:27:53.791927+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-2.0,livehouse-canonical-v1,0.2396779518214441,0.48956914917245764,0.03701554261933145,0.346690001889645,40.1204306162137,True @@ -10065,6 +10070,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:16:02.920485+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:09:01.271183+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:59:39.792113+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.507341+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,livehouse-canonical-v1,9.578202015526527e-15,9.786828912128038e-08,,2.502171382189061e-07,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-26T23:00:00+00:00|62bcb2214c76cbea33ab,2026-06-26T23:00:00+00:00,2026-06-30T04:36:56.482518+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,livehouse-canonical-v1,2.198442128791172,1.4827144461396375,0.12283489203386348,1.183539909661345,-39.05170781178794,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-27T23:00:00+00:00|d8324a09f9f7055fdbee,2026-06-27T23:00:00+00:00,2026-07-01T05:03:22.177628+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,livehouse-canonical-v1,1.498777478754258,1.224245677449693,0.10251185507984296,1.0019264871385472,-86.59672088256865,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-28T23:00:00+00:00|33a9bfdbb805724878b1,2026-06-28T23:00:00+00:00,2026-07-02T05:26:18.747792+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,livehouse-canonical-v1,2.0443798771403006,1.4298181272946222,0.10606272193026715,1.1097261945549215,-64.81734901066473,True @@ -12126,6 +12132,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:16:03.887373+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:09:02.222351+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:59:40.861161+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.512472+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-26T23:00:00+00:00|62bcb2214c76cbea33ab,2026-06-26T23:00:00+00:00,2026-06-30T04:36:56.611279+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,livehouse-canonical-v1,0.9636076775540351,0.9816352059467076,0.07862645318264146,0.7569255676882628,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-27T23:00:00+00:00|d8324a09f9f7055fdbee,2026-06-27T23:00:00+00:00,2026-07-01T05:03:22.221903+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,livehouse-canonical-v1,0.1076574807298234,0.32811199418769105,0.027325186662769365,0.22432922875776695,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-28T23:00:00+00:00|33a9bfdbb805724878b1,2026-06-28T23:00:00+00:00,2026-07-02T05:26:18.894240+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,livehouse-canonical-v1,0.4364025033699166,0.6606076773470897,0.05862073051672201,0.563676980837446,0.0,True @@ -14052,6 +14059,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:15:33.919221+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,3.3877979796096356e-16,1.8405971801591013e-08,,1.9826195282529392e-08,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:08:42.047583+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,4.2655095009705595e-16,2.0653109937659654e-08,,2.0119057758055052e-08,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:59:21.087023+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,4.493834493178078e-16,2.119866621553837e-08,,1.9439555263043062e-08,0.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.516771+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Sundial,livehouse-canonical-v1,3.304136065745901e-16,1.817728270602045e-08,,1.980997290651487e-08,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-28T23:00:00+00:00|33a9bfdbb805724878b1,2026-06-28T23:00:00+00:00,2026-07-02T05:25:44.915181+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Sundial,livehouse-canonical-v1,0.4215215618283419,0.6492469189979586,0.045071234766814884,0.4510545254337132,1.7345289805031707,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-29T23:00:00+00:00|4be7cbdc56ccf1c1e9fd,2026-06-29T23:00:00+00:00,2026-07-03T04:11:20.983336+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Sundial,livehouse-canonical-v1,0.3606367663835577,0.600530404212441,0.04252836434699405,0.337732755787818,37.08745825991056,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-30T23:00:00+00:00|f0c5c06a58d163eba6f4,2026-06-30T23:00:00+00:00,2026-07-04T04:55:52.490957+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Sundial,livehouse-canonical-v1,0.1329779897584916,0.36466147281895794,0.03141102230221612,0.24872815983987037,29.15468892394714,True @@ -15635,6 +15643,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:12:55.037038+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:05:09.770734+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:57:33.418990+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.527565+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TabPFN-TS,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-28T23:00:00+00:00|33a9bfdbb805724878b1,2026-06-28T23:00:00+00:00,2026-07-01T13:17:47.419207+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TabPFN-TS,livehouse-canonical-v1,0.19389953336025992,0.4403402472637039,0.032667823212513776,0.36502697684084495,38.47408954406866,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-30T23:00:00+00:00|f0c5c06a58d163eba6f4,2026-06-30T23:00:00+00:00,2026-07-04T04:47:39.880146+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TabPFN-TS,livehouse-canonical-v1,0.30173747496222647,0.5493063580209376,0.045103438810338035,0.4539940670812673,-10.899610941946873,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-07-01T23:00:00+00:00|48d14f7bb71dc2740ccd,2026-07-01T23:00:00+00:00,2026-07-05T02:43:46.040021+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TabPFN-TS,livehouse-canonical-v1,0.06802844987806671,0.2608226406546539,0.01979556717003807,0.1942973254250555,39.638736925323514,True @@ -17316,6 +17325,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:09:38.355076+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:01:42.213653+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:54:09.921723+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.536859+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,livehouse-canonical-v1,2.0440368407041843e-18,1.4296981641955705e-09,,1.39774869271451e-09,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-26T23:00:00+00:00|62bcb2214c76cbea33ab,2026-06-26T23:00:00+00:00,2026-06-30T04:33:53.151841+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,livehouse-canonical-v1,0.41278839167934084,0.6424861023238875,0.04640573262886946,0.42253124340812837,40.01895226142932,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-27T23:00:00+00:00|d8324a09f9f7055fdbee,2026-06-27T23:00:00+00:00,2026-07-01T05:01:45.318669+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,livehouse-canonical-v1,0.07329294687123993,0.2707267014375197,0.0187066487596361,0.2189608363315483,18.991131612214843,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-28T23:00:00+00:00|33a9bfdbb805724878b1,2026-06-28T23:00:00+00:00,2026-07-02T05:22:10.339615+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,livehouse-canonical-v1,0.6753760561271696,0.8218126648617491,0.05907869804714685,0.5794023687064662,-21.494707800926907,True @@ -19534,6 +19544,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:10:29.468289+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:02:28.431026+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:55:04.396784+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.532391+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,livehouse-canonical-v1,0.0,0.0,,0.0,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-26T23:00:00+00:00|62bcb2214c76cbea33ab,2026-06-26T23:00:00+00:00,2026-06-30T04:31:37.322524+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,livehouse-canonical-v1,1.0945768046542999,1.0462202467235566,0.08541748411560328,0.7312767346162361,-6.363332744581821,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-27T23:00:00+00:00|d8324a09f9f7055fdbee,2026-06-27T23:00:00+00:00,2026-07-01T05:00:54.265149+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,livehouse-canonical-v1,0.14632600587721592,0.3825258238043752,0.03709091807733142,0.29672924077662816,-15.224818614770841,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-28T23:00:00+00:00|33a9bfdbb805724878b1,2026-06-28T23:00:00+00:00,2026-07-02T05:19:17.001509+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,livehouse-canonical-v1,0.49006402826221246,0.7000457329790765,0.05972269419633205,0.4883386151523302,-5.7920629682932985,True @@ -21458,6 +21469,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T05:30:00+00:00|44aede794fe5bcff1ff8,2026-07-14T05:30:00+00:00,2026-07-15T03:10:56.282351+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.07724659383345019,0.27793271457935675,,0.0002576874432078411,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:15:00+00:00|17be8bddf950c372c15c,2026-07-14T06:15:00+00:00,2026-07-15T06:03:02.777852+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.38487456808314885,0.6203825981466186,,0.0002603973073544492,-99.99999999999999,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|target:2026-07-14T06:55:00+00:00|7beebc9ab9c71dafcc73,2026-07-14T06:55:00+00:00,2026-07-15T08:55:47.369176+00:00,,historical-snapshot-recompute,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.008709052337237774,0.09332230353585243,,0.0002752263264449505,-100.0,False +future-bb5b20404dd8fde0ee6b,2026-07-14T08:35:00+00:00,2026-07-15T11:39:45.541293+00:00,2026-07-15T11:02:58.476146+00:00,prequential-v1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-1.0,livehouse-canonical-v1,0.05807959290580156,0.24099708069974948,,0.0002582398849443524,-100.0,False nasa_power_shanghai_hourly_T2M/1h/short|target:2026-06-30T23:00:00+00:00|f0c5c06a58d163eba6f4,2026-06-30T23:00:00+00:00,2026-07-04T04:44:45.307976+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-1.0,livehouse-canonical-v1,0.29626975315993814,0.5443066719781581,0.026245278394551916,0.2401746880754557,-9.995248281105777,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-07-01T23:00:00+00:00|48d14f7bb71dc2740ccd,2026-07-01T23:00:00+00:00,2026-07-05T04:57:04.953583+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-1.0,livehouse-canonical-v1,0.24413583822806154,0.49410104050493714,0.039342248355397146,0.25387774770212007,-21.608325701924333,True nasa_power_shanghai_hourly_T2M/1h/short|target:2026-07-02T23:00:00+00:00|9c007b213eb9b2a5b6bb,2026-07-02T23:00:00+00:00,2026-07-06T04:27:14.671082+00:00,,historical-snapshot-recompute,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-1.0,livehouse-canonical-v1,0.4549467368434496,0.6744973957277001,0.04028123530318859,0.4114230001894578,10.426108500459701,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index bfd0ff0640f341003068c3669d2367fbbbd8264d..f87443358e36950f2cc96d0e08e8a763f135822c 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -2,7 +2,7 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stabili ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0781272639536508,1.2720582937623608,0.014677843005281774,1.1941303775040555,10.535102231927551,2.1776472663609323,0.046253879119255215,0.3282663117438289,202,1.0,2026-06-29T09:00:00+00:00,2026-07-15T09:00:00+00:00 ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.1835943378429796,1.3648670469602047,0.011560068634892949,1.103221155625194,20.907152338163392,1.8863586976022453,-0.05928853754940712,0.7146629598253967,23,1.0,2026-06-30T08:00:00+00:00,2026-07-15T03:00:00+00:00 ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.209127695924261,0.42993320545468344,,0.17651998842663807,-31.55962972081527,82.13827025205117,-0.05831959531915534,0.24707087028490227,213,0.0,2026-06-29T10:05:00+00:00,2026-07-15T10:05:00+00:00 -ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,1.579961303138388e-30,0.0,1.0,353,0.0,2026-06-25T14:45:00+00:00,2026-07-14T06:55:00+00:00 +ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,354,0.0,2026-06-25T14:45:00+00:00,2026-07-14T08:35:00+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.972680664938562,1.285261073531053,0.08932498051971419,1.0029999048686604,-44.44291325311077,1.4994530643220296,-0.26666666666666666,0.1652754685060096,16,1.0,2026-06-26T23:00:00+00:00,2026-07-12T23:00:00+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.1225414500941788,0.9311326560800322,1.2479199525768765,0.7276173449760757,7.144356224910367,1.1356458561328366,0.003001552527169226,0.9340772169603074,341,1.0,2026-06-29T10:00:00+00:00,2026-07-15T08:00:00+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.758434695215444,1.4653810816175281,0.13575346441256916,1.0705766246927397,11.56283711480692,3.4881673278483216,-0.08563543690687392,0.03704499679874699,267,1.0,2026-06-28T11:10:00+00:00,2026-07-14T10:10:00+00:00 @@ -15,7 +15,7 @@ ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.184624361742431 Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6564994316151478,1.0844640677152275,0.010204544479897985,0.7849687994964547,28.217485960455974,1.934154140112743,0.10436240302522318,0.01925724710173976,227,1.0,2026-06-29T09:00:00+00:00,2026-07-15T09:00:00+00:00 Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.6346266686307664,1.1277161636914392,0.00840154333973197,0.7516353083466201,38.7085990744542,1.8012774465920431,0.11594202898550725,0.44607885611402504,24,1.0,2026-06-30T08:00:00+00:00,2026-07-15T03:00:00+00:00 Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,7.823368698587778,0.37242456825627684,,0.16310023490426312,-31.048085282100256,80.20043537714581,-0.08604671524896616,0.07844355683202486,224,0.0,2026-06-29T10:05:00+00:00,2026-07-15T10:05:00+00:00 -Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653318e-18,1.3151753777977033e-09,,2.356162747109682e-09,0.0,3.857047581211236e-34,0.0,1.0,372,0.0,2026-06-25T14:45:00+00:00,2026-07-14T06:55:00+00:00 +Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653318e-18,1.3151753777977035e-09,,2.356162747109682e-09,0.0,3.857033645154505e-34,0.0,1.0,373,0.0,2026-06-25T14:45:00+00:00,2026-07-14T08:35:00+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.41968920102093243,0.5756091865175716,0.040029852109756986,0.389119567422913,14.60033602181037,0.44534911658198406,-0.13333333333333333,0.505644437997331,16,1.0,2026-06-26T23:00:00+00:00,2026-07-12T23:00:00+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3273482525762324,0.4759186999677647,0.46214669216861937,0.31430003599173045,49.588037955705154,0.4326408203839127,-0.07818012999071494,0.026809671096838916,360,1.0,2026-06-29T10:00:00+00:00,2026-07-15T08:00:00+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.8630283070486175,1.5063773485777803,0.14850451062291015,1.0203509267586233,8.317228264204589,3.5710158110474466,-0.02894929456601297,0.46862835231711475,282,1.0,2026-06-28T11:10:00+00:00,2026-07-14T10:10:00+00:00 @@ -28,7 +28,7 @@ Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.26010333396 Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3898433387201723,1.0023072081549642,0.010110041967795016,0.7301190852625448,21.345064152403474,1.615911948745529,0.2743532889874354,1.6889018460403627e-07,165,1.0,2026-07-03T07:00:00+00:00,2026-07-15T09:00:00+00:00 Chronos-Bolt,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.434917635696078,1.0845667353521302,0.009012756361644973,0.6758302251110483,34.34775524396121,1.3412128872050724,0.564102564102564,0.006677354602701825,13,1.0,2026-07-10T05:00:00+00:00,2026-07-15T03:00:00+00:00 Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,12.606665863125198,0.5998080035770034,,0.24249868669158195,-21.454939184616915,101.642135481036,-0.12379022653317528,0.04810222491836766,139,0.0,2026-07-03T04:20:00+00:00,2026-07-15T10:05:00+00:00 -Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.045994219755676e-06,,3.2148618499168906e-06,-100.0,0.0,0.0,1.0,230,0.0,2026-07-01T21:10:00+00:00,2026-07-14T06:55:00+00:00 +Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.0459942197556761e-06,,3.214861849916891e-06,-100.0,0.0,0.0,1.0,231,0.0,2026-07-01T21:10:00+00:00,2026-07-14T08:35:00+00:00 Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5636232982036186,0.628375006188269,0.04398131610823657,0.45099915800702756,6.832590422083541,0.760393176164678,0.1515151515151515,0.5452047007776174,12,1.0,2026-06-30T23:00:00+00:00,2026-07-12T23:00:00+00:00 Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.2886323922644571,1.0298478581666441,1.0544326532506543,0.6923216699028235,7.98841407367723,1.0614123317742188,-0.042841127482383085,0.33992117250843523,224,1.0,2026-07-03T07:42:00+00:00,2026-07-15T08:00:00+00:00 Chronos-Bolt,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.1987630058191034,1.6184039631639677,0.14482289225738987,1.1042969053516396,-1.193834710767953,3.9220449856638564,0.006905662643367561,0.8896090948270097,183,1.0,2026-07-02T10:10:00+00:00,2026-07-14T10:10:00+00:00 @@ -41,7 +41,7 @@ Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.59944759 ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.9647108707943564,1.1577853347347393,0.010336418244313444,0.9017538371284077,25.973204820586595,2.503849424929026,0.11698931087138566,0.013411146129740687,202,1.0,2026-06-29T09:00:00+00:00,2026-07-15T09:00:00+00:00 ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.9086896025056952,1.240337956262544,0.009298716767381658,0.9136954163672537,30.53171502808837,1.8895250070747736,0.14624505928853754,0.34570998519847684,23,1.0,2026-06-30T08:00:00+00:00,2026-07-15T03:00:00+00:00 ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.23017003664067,0.4231426303965528,,0.16923674789431573,-31.61541843918214,82.1994850463603,-0.012645694501957747,0.8018261945088296,213,0.0,2026-06-29T10:05:00+00:00,2026-07-15T10:05:00+00:00 -ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,1.579961303138388e-30,0.0,1.0,353,0.0,2026-06-25T14:45:00+00:00,2026-07-14T06:55:00+00:00 +ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,354,0.0,2026-06-25T14:45:00+00:00,2026-07-14T08:35:00+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.79380825587053,2.0160880223688142,0.15305522400633156,1.6159258301919521,-69.50109276163045,3.8300497518269743,-0.2833333333333333,0.1390499630243192,16,1.0,2026-06-26T23:00:00+00:00,2026-07-12T23:00:00+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.828384796264083,1.1980504908271172,1.3860892716173392,0.9071211355282495,-10.89739880509487,1.6705199962821216,0.05285492496118682,0.14523637731438555,341,1.0,2026-06-29T10:00:00+00:00,2026-07-15T08:00:00+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,6.23235868895132,1.9710329406793994,0.1894286836650475,1.5795463580351192,-4.921493135330851,12.471377993787069,-0.15040410013798539,0.0002498450077080889,267,1.0,2026-06-28T11:10:00+00:00,2026-07-14T10:10:00+00:00 @@ -54,7 +54,7 @@ ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.1313430763801848, Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3708024038378497,0.960017730333424,0.009150281442287063,0.702857384512294,30.945408960749962,1.6837760807858104,0.37232566630156994,1.0753869995131232e-12,166,1.0,2026-07-03T07:00:00+00:00,2026-07-15T09:00:00+00:00 Moirai-2.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.243386234699185,1.3353250212235548,0.010868346807263353,0.795401711033584,23.753293161453048,1.9127018226515404,0.4871794871794871,0.021581605765633543,13,1.0,2026-07-10T05:00:00+00:00,2026-07-15T03:00:00+00:00 Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,12.517710366566615,0.5956188101191325,,0.23934291218117823,-21.453910952911567,101.28875195031449,-0.12320804539780808,0.04850907949102165,140,0.0,2026-07-03T04:20:00+00:00,2026-07-15T10:05:00+00:00 -Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,4.1005151803435396e-07,0.0,0.0,0.0,1.0,231,0.0,2026-07-01T21:10:00+00:00,2026-07-14T06:55:00+00:00 +Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794953e-13,3.488248839001449e-07,,4.100515180343539e-07,0.0,2.529812967720931e-29,0.0,1.0,232,0.0,2026-07-01T21:10:00+00:00,2026-07-14T08:35:00+00:00 Moirai-2.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.49836502877083694,0.604324171660108,0.04157350662689298,0.41765598678477395,7.755478248447069,0.7435776241444997,-0.1212121212121212,0.6383612539081289,12,1.0,2026-06-30T23:00:00+00:00,2026-07-12T23:00:00+00:00 Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.6806799058369939,0.6953811104347822,0.7677295809632336,0.4619150381550907,39.26155135078996,0.8297971199930311,0.0407936507936508,0.3624169219649569,225,1.0,2026-07-03T07:42:00+00:00,2026-07-15T08:00:00+00:00 Moirai-2.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.010842209837933,1.5534318163884238,0.1384338075709726,1.0373180895218579,3.9830041769194815,3.8429020624855075,0.04230317273795535,0.3925596219502965,185,1.0,2026-07-02T10:10:00+00:00,2026-07-14T10:10:00+00:00 @@ -67,7 +67,7 @@ Moirai-2.0,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.3110492530 Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.6684304664466283,1.374595289808532,0.012870518812100403,1.1485097319045003,13.34141067410028,2.9583410338367107,0.013546130732476234,0.7746421830415763,202,1.0,2026-06-29T09:00:00+00:00,2026-07-15T09:00:00+00:00 Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.038077384092234,1.7510944705685076,0.013426258875655529,1.4775814232439708,14.556132650594787,3.6327434174194098,0.22529644268774704,0.14039017172957366,23,1.0,2026-06-30T08:00:00+00:00,2026-07-15T03:00:00+00:00 Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.260146192714211,0.43969832813766796,,0.18550345178505057,-32.168265106588535,82.2097244582467,-0.030628109480050934,0.5432739265487857,213,0.0,2026-06-29T10:05:00+00:00,2026-07-15T10:05:00+00:00 -Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.786828912128036e-08,,2.502171382189062e-07,0.0,1.579961303138388e-30,0.0,1.0,353,0.0,2026-06-25T14:45:00+00:00,2026-07-14T06:55:00+00:00 +Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,2.5021713821890616e-07,0.0,0.0,0.0,1.0,354,0.0,2026-06-25T14:45:00+00:00,2026-07-14T08:35:00+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.0012098768939992,0.9140424879861307,0.06747017644038161,0.6858206676112326,-23.938471068345745,0.8312547185363853,-0.13333333333333333,0.505644437997331,16,1.0,2026-06-26T23:00:00+00:00,2026-07-12T23:00:00+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3804772980413795,1.0182181411691014,2.075351539244357,0.8931105509866669,5.240413859441558,1.5671584523764004,0.16746593065378648,3.93109429770557e-06,341,1.0,2026-06-29T10:00:00+00:00,2026-07-15T08:00:00+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.749384484830876,1.4733516069768609,0.145915124808551,1.1744627723372603,10.970671469725193,3.5945218760144444,-0.02993438652811805,0.46605181257546546,267,1.0,2026-06-28T11:10:00+00:00,2026-07-14T10:10:00+00:00 @@ -80,7 +80,7 @@ Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,1.065223 Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,3.185679956683005,1.5368557871489055,0.013866649145764383,1.043440404900743,0.0,3.2352307665242046,0.012560957588296146,0.7906353564449451,202,1.0,2026-06-29T09:00:00+00:00,2026-07-15T09:00:00+00:00 Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.81197159216253,1.9626383073005413,0.014832723916286915,1.3261550646536395,0.0,3.8475650452891434,0.11462450592885376,0.46394161057118555,23,1.0,2026-06-30T08:00:00+00:00,2026-07-15T03:00:00+00:00 Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.447508718156646,0.4571866801909774,,0.1857450658288983,0.0,82.05474406003553,0.11673276850671416,0.03333826341883083,214,0.0,2026-06-29T09:30:00+00:00,2026-07-15T10:05:00+00:00 -Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,354,0.0,2026-06-25T14:25:00+00:00,2026-07-14T06:55:00+00:00 +Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,355,0.0,2026-06-25T14:25:00+00:00,2026-07-14T08:35:00+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5578791961815224,0.6690858819166896,0.04785426114776417,0.4783998560223033,0.0,0.5677450637609772,-0.19999999999999998,0.3057265481534429,16,1.0,2026-06-26T23:00:00+00:00,2026-07-12T23:00:00+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.4481032937921656,1.0540435669604322,2.1094718690054437,0.9290286755926948,0.0,1.594205175708356,0.18361887122498327,4.028165990285521e-07,342,1.0,2026-06-29T09:30:00+00:00,2026-07-15T08:00:00+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.19916209872405,1.6188279758342796,0.15352690228893756,1.3190660212950944,0.0,3.6872391419662933,-0.03801218625971268,0.35373395352687587,268,1.0,2026-06-28T11:00:00+00:00,2026-07-14T10:10:00+00:00 @@ -93,7 +93,7 @@ Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,3.004558 Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.4222323840264717,1.4051933173830629,0.014487653851333304,1.1098187479074446,1.2213294874687477,2.083057268300356,-0.11527473257590858,0.023936984540790854,174,1.0,2026-07-01T08:00:00+00:00,2026-07-15T09:00:00+00:00 Sundial,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.5887357146784913,1.4386784063828177,0.011652006730675837,1.0824188783766358,25.80471107054728,2.1609042349069365,0.10294117647058822,0.5976439315443395,17,1.0,2026-07-01T13:00:00+00:00,2026-07-15T03:00:00+00:00 Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.951307162993118,0.49298186456661,,0.19501062123408017,-30.29262220251296,90.36863754708011,-0.10077922077922077,0.04706417247965962,176,0.0,2026-07-01T00:15:00+00:00,2026-07-15T10:05:00+00:00 -Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,5.861102298607706e-16,2.27989010700928e-08,,2.0214326423088222e-08,0.0,6.779096402144791e-16,0.0,1.0,284,0.0,2026-06-29T22:35:00+00:00,2026-07-14T06:55:00+00:00 +Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,5.852130487264331e-16,2.278268486530658e-08,,2.021290763881954e-08,0.0,6.768845634640054e-16,0.0,1.0,285,0.0,2026-06-29T22:35:00+00:00,2026-07-14T08:35:00+00:00 Sundial,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.41974773011649935,0.5888693323270567,0.04073540804473993,0.39498892785526735,10.833710027180045,0.4412795009416224,-0.23076923076923078,0.2791797743335442,14,1.0,2026-06-28T23:00:00+00:00,2026-07-12T23:00:00+00:00 Sundial,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.39339383237246106,0.543618945830543,0.7712619334732688,0.36087195034313757,52.17180443662314,0.3899969156744216,0.0628368126406111,0.11902797903751254,277,1.0,2026-07-01T07:24:00+00:00,2026-07-15T08:00:00+00:00 Sundial,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.354361281847038,1.7009994019535561,0.169486089480156,1.2685974832424303,-4.814391891134477,3.6456649812901505,-0.0126411026085486,0.7812160759636834,218,1.0,2026-06-30T09:40:00+00:00,2026-07-14T10:10:00+00:00 @@ -106,7 +106,7 @@ Sundial,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.3069776851528 TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3100609014686495,0.9665912156250712,0.009449752078547261,0.8299555205088123,24.59822452376669,1.5647086802767538,0.3371069182389937,2.5013947028777494e-10,160,1.0,2026-07-01T13:00:00+00:00,2026-07-15T09:00:00+00:00 TabPFN-TS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,1.8969828061700265,1.2371091661194575,0.010732790465123527,1.0577637319113988,24.2132698043662,1.873512794336576,0.33333333333333326,0.12885137496248608,13,1.0,2026-07-10T05:00:00+00:00,2026-07-15T03:00:00+00:00 TabPFN-TS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,13.078947119875599,0.6214960071880355,,0.24907827233909122,-21.79043486455008,103.5217399769335,-0.1384547175138452,0.03133607190673684,134,0.0,2026-07-01T12:55:00+00:00,2026-07-15T10:05:00+00:00 -TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,217,0.0,2026-06-30T03:30:00+00:00,2026-07-14T06:55:00+00:00 +TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,218,0.0,2026-06-30T03:30:00+00:00,2026-07-14T08:35:00+00:00 TabPFN-TS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4696961268075269,0.5827399075757869,0.0393331815978873,0.4614222183153092,14.263799143263968,0.6388004707052222,-0.17948717948717946,0.4353804483839206,13,1.0,2026-06-28T23:00:00+00:00,2026-07-12T23:00:00+00:00 TabPFN-TS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.9699433643543831,0.8735158436987585,0.9071290845342774,0.7127857297410959,22.256503686276584,0.8941690993147086,-0.0027942221169784515,0.9524344772597344,206,1.0,2026-07-01T12:54:00+00:00,2026-07-15T08:00:00+00:00 TabPFN-TS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,3.0336569594045995,1.5474612214498973,0.13678182549436374,1.3130395060579674,5.03430681915134,3.957224427227971,0.009383924928600572,0.854999807904857,172,1.0,2026-06-30T13:20:00+00:00,2026-07-14T10:10:00+00:00 @@ -119,7 +119,7 @@ TabPFN-TS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.27208412594 TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6402976207155133,1.0845598795353544,0.01000735752574007,0.7854337195485661,30.039191971731388,1.8136626948193761,0.07398230088495576,0.0978290776135313,226,1.0,2026-06-29T09:00:00+00:00,2026-07-15T09:00:00+00:00 TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.1543153591015702,1.2824882847019687,0.009714388536818773,0.8484269650256482,36.92806812366638,2.1977189786614657,0.05928853754940712,0.7146629598253967,23,1.0,2026-06-30T08:00:00+00:00,2026-07-15T03:00:00+00:00 TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,7.85913259486401,0.37403198642336893,,0.16482827084907303,-31.047685794368157,80.3834381577055,-0.10269716459847833,0.036229738582705284,223,0.0,2026-06-29T10:05:00+00:00,2026-07-15T10:05:00+00:00 -TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041847e-18,1.42969816419557e-09,,1.3977486927145102e-09,0.0,3.857061592547242e-34,0.0,1.0,371,0.0,2026-06-25T14:45:00+00:00,2026-07-14T06:55:00+00:00 +TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955703e-09,,1.3977486927145104e-09,0.0,0.0,0.0,1.0,372,0.0,2026-06-25T14:45:00+00:00,2026-07-14T08:35:00+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.415153963449032,0.5584955702733643,0.03819665134865312,0.3796018104618962,19.37351037478087,0.49467064736222194,-0.19999999999999998,0.3057265481534429,16,1.0,2026-06-26T23:00:00+00:00,2026-07-12T23:00:00+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.3866627393455198,0.5212893083227254,0.5951555073171406,0.34797797362138505,44.64134906442093,0.4898482639952255,-0.03370473537604457,0.3397742126262502,360,1.0,2026-06-29T10:00:00+00:00,2026-07-15T08:00:00+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.9981127937614094,1.537630448548528,0.15294840494238676,1.045925402971919,6.556878591485781,3.6981193268616486,-0.11947127605490594,0.0028315758557850017,281,1.0,2026-06-28T11:10:00+00:00,2026-07-14T10:10:00+00:00 @@ -132,7 +132,7 @@ TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.264066041041729 TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6825017319482645,1.092844174565844,0.01070397739957136,0.8972679676095177,27.923567729465983,1.9298827734277841,0.08944444444444445,0.04582961240731735,225,1.0,2026-06-29T09:00:00+00:00,2026-07-15T09:00:00+00:00 TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,2.2942874142785006,1.3210245454063332,0.009315013431961432,1.0877713540715093,33.64327233586681,2.462436275023381,0.09420289855072464,0.5392054402251256,24,1.0,2026-06-30T08:00:00+00:00,2026-07-15T03:00:00+00:00 TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.8587684515381575,0.3738133614188351,,0.15390869855349804,-28.17666630198373,80.38214638543171,0.02062524310808515,0.6781447915338744,223,0.0,2026-06-29T10:05:00+00:00,2026-07-15T10:05:00+00:00 -TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,371,0.0,2026-06-25T14:45:00+00:00,2026-07-14T06:55:00+00:00 +TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,372,0.0,2026-06-25T14:45:00+00:00,2026-07-14T08:35:00+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4113015398982622,0.5828071817528236,0.0459929537836237,0.41928312204574636,11.479674597550396,0.3961315171061868,-0.2333333333333333,0.22813365876907285,16,1.0,2026-06-26T23:00:00+00:00,2026-07-12T23:00:00+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.17926250035328253,0.3618235038204842,0.2525823369344312,0.27810868613370454,61.52243707623893,0.20935415488893697,0.011752186908282867,0.7399499483953942,358,1.0,2026-06-29T10:00:00+00:00,2026-07-15T08:00:00+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,2.7928167996926025,1.498814298357544,0.1336314228641593,1.2607219005952182,7.726481710838922,3.3548335658876622,-0.06436197254702593,0.10776204327705254,281,1.0,2026-06-28T11:10:00+00:00,2026-07-14T10:10:00+00:00 @@ -145,7 +145,7 @@ TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.253331987 Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.3390955819778942,1.3136094823201065,0.009932718121348065,0.7583089452938052,-1.1320669239847538,2.9334971449144085,0.24736241802110068,1.939221820858541e-06,168,1.0,2026-07-03T07:00:00+00:00,2026-07-15T09:00:00+00:00 Toto-1.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.330518618788031,1.817431759709837,0.012653474175394693,1.0003992640706696,-3.4112592786011806,4.105197254774462,0.4871794871794871,0.021581605765633543,13,1.0,2026-07-10T05:00:00+00:00,2026-07-15T03:00:00+00:00 Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,15.044341535121397,1.5989421175754188,,0.24292547746498436,-90.72487948478987,101.59519791738768,0.012127440904419324,0.8316538054239079,140,0.0,2026-07-03T04:20:00+00:00,2026-07-15T10:05:00+00:00 -Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5578959709298058,0.32160867586573977,,0.0002762636020295555,-100.0,3.6057404880234762,0.017759360663016133,0.6865110373189038,233,0.0,2026-07-01T21:10:00+00:00,2026-07-14T06:55:00+00:00 +Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.5557600035023528,0.32126418186930394,,0.0002761865775975674,-100.0,3.598142883624441,0.019551740581783498,0.6561071858031664,234,0.0,2026-07-01T21:10:00+00:00,2026-07-14T08:35:00+00:00 Toto-1.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.706917795497998,0.7050613340540087,0.037194616608975044,0.3649566258494051,-3.086275330609799,1.1254836693365693,-0.1818181818181818,0.459023957331249,12,1.0,2026-06-30T23:00:00+00:00,2026-07-12T23:00:00+00:00 Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3471982866042824,0.9653213060045154,0.738022581916868,0.3896394651486455,16.43969851901905,2.650258018085247,0.014775252426805968,0.7403714860197844,227,1.0,2026-07-03T07:42:00+00:00,2026-07-15T08:00:00+00:00 Toto-1.0,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,61.70453802659203,5.428283519451918,0.13248498858167101,1.0499367656473184,-65.48688329085653,191.32480439413442,0.019492841124719683,0.6920082286699638,187,1.0,2026-07-02T10:10:00+00:00,2026-07-14T10:10:00+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 60a22c2283898b0a52f26b5b65dfcc0b0aea302d..ee2f8d1aa688fdcc216706b405f680b1c3b35133 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-15T11:35:10.345412+00:00", + "generated_at": "2026-07-15T11:42:12.798925+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 5802268eea538140b5dd88cb189071d33c1f6a7b..060a9c20f3f2caa55299f3590efbd0792f6b18af 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -59,18 +59,18 @@ Ocean,Sundial,0.7630221381861069,0.7636845273615157,9,2,2,1.0 Ocean,TabPFN-TS,1.0158151740776022,0.9307009324761651,10,2,2,1.0 Ocean,Moving-Average,0.9817162601467052,0.9767050089039683,11,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,12,2,2,1.0 -Transportation,Seasonal-Naive,1.0,,1,1,1,1.0 -Transportation,TabPFN-TS,1.0,,2,1,1,1.0 -Transportation,TimesFM-2.5,1.0,,3,1,1,1.0 -Transportation,Chronos-2,1.0,,4,1,1,1.0 -Transportation,TiRex,1.0,,5,1,1,1.0 -Transportation,Sundial,1.0,,6,1,1,1.0 -Transportation,ARIMA,1.0,,7,1,1,1.0 -Transportation,ETS,1.0,,8,1,1,1.0 -Transportation,Moving-Average,1.0,,9,1,1,1.0 -Transportation,Moirai-2.0,1.0,,10,1,1,1.0 -Transportation,Chronos-Bolt,1.094103907762285,,11,1,1,1.0 -Transportation,Toto-1.0,26106872.123226963,,12,1,1,1.0 +Transportation,Seasonal-Naive,1.0,1.0,1,1,1,1.0 +Transportation,TabPFN-TS,1.0,1.0,2,1,1,1.0 +Transportation,TimesFM-2.5,1.0,1.0,3,1,1,1.0 +Transportation,TiRex,1.0,1397.7486927145103,4,1,1,1.0 +Transportation,Chronos-2,1.0,2356.162747109683,5,1,1,1.0 +Transportation,Sundial,1.0,19809.97290651487,6,1,1,1.0 +Transportation,ARIMA,1.0,250217.138218906,7,1,1,1.0 +Transportation,ETS,1.0,250217.138218906,8,1,1,1.0 +Transportation,Moving-Average,1.0,250217.138218906,9,1,1,1.0 +Transportation,Moirai-2.0,1.0,410051.5180343537,10,1,1,1.0 +Transportation,Chronos-Bolt,1.094103907762285,3214861.8499168884,11,1,1,1.0 +Transportation,Toto-1.0,58079592905.801575,258239884.9443004,12,1,1,1.0 Web,Sundial,0.20244880832897819,0.31071330341508385,1,1,1,1.0 Web,TabPFN-TS,0.17052198003432278,0.3202668885632687,2,1,1,1.0 Web,Chronos-2,0.26094607467981124,0.3476579918970984,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 918b5fc24b49e03b02699a60a17b6b779e26fdf0..528a7ed2d4ce441e26e9f41dce72aa5202c373d5 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -62,15 +62,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 5min,Seasonal-Naive,1.0,1.0,1,2,2,1.0 5min,TabPFN-TS,1.0,1.0,2,2,2,1.0 5min,TimesFM-2.5,1.0,1.0,3,2,2,1.0 -5min,Chronos-2,0.9999999933478753,1.0000002979319604,4,2,2,1.0 -5min,TiRex,0.9999998860471719,1.0000003998642044,5,2,2,1.0 -5min,Sundial,1.0000006553181158,1.0000093662347769,6,2,2,1.0 -5min,ARIMA,0.999999235971776,1.000041525161481,7,2,2,1.0 -5min,ETS,0.999999235971776,1.000041525161481,8,2,2,1.0 -5min,Moving-Average,0.999999235971776,1.000041525161481,9,2,2,1.0 -5min,Chronos-Bolt,1.0459939601561983,1.0000111722414122,10,2,2,1.0 -5min,Moirai-2.0,0.9999981889735491,1.0000563847299004,11,2,2,1.0 -5min,Toto-1.0,155664.2764952728,1.0479426464197248,12,2,2,1.0 +5min,TiRex,0.9999998860471719,37.38648487922044,4,2,2,1.0 +5min,Chronos-2,0.9999999933478753,48.540328069409156,5,2,2,1.0 +5min,Sundial,1.0000006553181158,140.74856465119652,6,2,2,1.0 +5min,ARIMA,0.999999235971776,500.22747678029043,7,2,2,1.0 +5min,ETS,0.999999235971776,500.22747678029043,8,2,2,1.0 +5min,Moving-Average,0.999999235971776,500.22747678029043,9,2,2,1.0 +5min,Chronos-Bolt,1.0459939601561983,1793.0135992595203,10,2,2,1.0 +5min,Moirai-2.0,0.9999981889735491,640.3707041069597,11,2,2,1.0 +5min,Toto-1.0,7342151.106070135,16450.54979140987,12,2,2,1.0 6min,Toto-1.0,0.5628536154310575,0.13484691900949228,1,1,1,1.0 6min,Chronos-2,0.012857899377511146,0.1480684905738151,2,1,1,1.0 6min,TimesFM-2.5,0.1297755748264162,0.2659836720827449,3,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 36529b97b4f5531294a5b3d00d1c9929d018f183..861e5b7f5a5349072075109b213475b15136781b 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -11,18 +11,18 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,ARIMA,0.5322502000225762,0.5679944207315325,10,1,1,1.0 7,ETS,0.6173397898668767,0.5782539888826587,11,1,1,1.0 7,Seasonal-Naive,1.0,1.0,12,1,1,1.0 -12,Chronos-2,0.8294476545156683,0.6437671766189335,1,2,2,1.0 -12,TiRex,0.847802672121473,0.6536268717700132,2,2,2,1.0 -12,Moirai-2.0,0.7551088053055054,0.5711658118752873,3,2,2,1.0 -12,TimesFM-2.5,0.883401733927733,0.7985326751147283,4,2,2,1.0 -12,Chronos-Bolt,0.8576213668056174,0.6335328970612374,5,2,2,1.0 -12,TabPFN-TS,0.9139044671265871,0.8925810519947165,6,2,2,1.0 -12,Sundial,0.8615789003568101,0.7871685560956725,7,2,2,1.0 -12,ARIMA,0.8639722620545719,0.7692893066778397,8,2,2,1.0 +12,Chronos-2,0.8294476545156683,38.946376459967496,1,2,2,1.0 +12,TiRex,0.847802672121473,30.22591777828443,2,2,2,1.0 +12,Moirai-2.0,0.7551088053055054,483.94979926515697,3,2,2,1.0 +12,TimesFM-2.5,0.883401733927733,0.8936065549864372,4,2,2,1.0 +12,Chronos-Bolt,0.8576213668056174,1427.1372538860771,5,2,2,1.0 +12,TabPFN-TS,0.9139044671265871,0.9447650776752475,6,2,2,1.0 +12,Sundial,0.8615789003568101,124.87508866509641,7,2,2,1.0 +12,ARIMA,0.8639722620545719,438.7361038019728,8,2,2,1.0 12,Seasonal-Naive,1.0,1.0,9,2,2,1.0 -12,ETS,0.8706436180201554,0.7703148978390245,10,2,2,1.0 -12,Toto-1.0,4061.204734113452,0.6385745807295035,11,2,2,1.0 -12,Moving-Average,0.9617678019724286,0.8887079460534169,12,2,2,1.0 +12,ETS,0.8706436180201554,439.02846065451104,10,2,2,1.0 +12,Toto-1.0,191553.12639412074,12841.550773015768,11,2,2,1.0 +12,Moving-Average,0.9617678019724286,471.56119324419365,12,2,2,1.0 24,TiRex,0.3097820565775297,0.5585455126852579,1,7,7,1.0 24,Toto-1.0,0.5764802792835344,0.537583690858396,2,7,7,1.0 24,Moirai-2.0,0.37066461949233526,0.5883572348612799,3,7,7,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 9d88f4e08c982570f4899638f2d1f61a2a4753f6..57e1b0d0c021b09a21a798b170bf745a0d6de4cb 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,13 +1,13 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.3921376875269605,0.5577572398474733,1,13,13,1.0 -Overall,Chronos-2,0.3453307627289732,0.5577413345702756,2,13,13,1.0 -Overall,Toto-1.0,4.395934056724789,0.5356042549922023,3,13,13,1.0 -Overall,TimesFM-2.5,0.41349864334797765,0.5969973691801407,4,13,13,1.0 -Overall,Moirai-2.0,0.4518764380799771,0.5812499332302018,5,13,13,1.0 -Overall,Sundial,0.5598968259951385,0.6394480819150886,6,13,13,1.0 -Overall,TabPFN-TS,0.4699586734035091,0.6492985666053764,7,13,13,1.0 -Overall,Chronos-Bolt,0.503958879416921,0.6351080962032034,8,13,13,1.0 -Overall,ARIMA,0.786150000517149,0.776800003150385,9,13,13,1.0 -Overall,ETS,0.8895389304796428,0.8881563609243445,10,13,13,1.0 +Overall,TiRex,0.3921376875269605,1.0183698067380342,1,13,13,1.0 +Overall,Chronos-2,0.3453307627289732,1.0600794237327127,2,13,13,1.0 +Overall,Toto-1.0,7.953043874423459,2.4933364603920736,3,13,13,1.0 +Overall,TimesFM-2.5,0.41349864334797765,0.6211626131139417,4,13,13,1.0 +Overall,Moirai-2.0,0.4518764380799771,1.6377426060668705,5,13,13,1.0 +Overall,Sundial,0.5598968259951385,1.416683621677236,6,13,13,1.0 +Overall,TabPFN-TS,0.4699586734035091,0.671230673763224,7,13,13,1.0 +Overall,Chronos-Bolt,0.503958879416921,2.0824000322208875,8,13,13,1.0 +Overall,ARIMA,0.786150000517149,2.060640014780207,9,13,13,1.0 +Overall,ETS,0.8895389304796428,2.3318839858815505,10,13,13,1.0 Overall,Seasonal-Naive,1.0,1.0,11,13,13,1.0 -Overall,Moving-Average,1.0343071955967043,0.9822786572944758,12,13,13,1.0 +Overall,Moving-Average,1.0343071955967043,2.5590996414567733,12,13,13,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index eaf033721b675e78dee3199066d9658a2b899fb5..de3171b6dfc313cf14927046f88aeb1771d14de0 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,ARIMA,4117007.154543607,6610418.836381686,2507 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,2757540.4914285,4772024.196850666,1965.2566426545982,3.0935438519005936,0.030588038945668538,0.031173954279587527,105.33325580602452,1660.5843825077063,0.026030091227682215,0.03080590798815986,0.02998443319237777,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,0.0011111094463849664,0.0011111083206906272,0.0055556276132158605,nan,0.9999987294046129,1.999999858822914,nan,0.03333330836243181,5.999995415830828,1.0000129554775006,1.000041525161481,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9139042713465435,3.0799139284633257,1.3505150206832404,0.9734341373942156,0.045646243601304544,0.04743455610984263,28.340886100752908,1.707016189538501,0.05958778061057447,0.04714319246469179,0.044766556634308875,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.35358331201818227,0.3592071572475342,0.5210961437545049,0.47449298220940006,0.25586447651196215,0.30352768133698904,18.199227834585745,0.5946287177879843,0.3208948010480863,0.2812125253537592,0.27878899337772167,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.11885622528868632,0.12068457977489061,0.2848629522105445,4.114687378157619,0.19768873541709142,0.20349459733203387,90.8835282629484,0.3447553121979215,0.2497221730627116,0.20633937443214084,0.19674139385292527,Ocean,1,72 diff --git a/results/arima/config.json b/results/arima/config.json index b4552ee4172331c7486a1110e12b3c14efa2862d..4087a4549c9010c57339e2c14044481000daf6a9 100644 --- a/results/arima/config.json +++ b/results/arima/config.json @@ -7,5 +7,8 @@ "org": "Statistical Baseline", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "baseline/arima" + "api_model_id": "baseline/arima", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index e837d7125a57d61a41bdacf570126163a173d160..3a4d9d486a9d63a894b775b43857494c6edf82cf 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,32 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-15T10:22:19.005132+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.328986+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.481353+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] } diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 73692a4b65dcee0fddeed4d91ed215c5eed73465..57e1dc244c7718a462ae8b6119261a13db69590b 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Chronos-2,3730215.562696457,3730215.562696457, coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,2964679.606678009,2964679.606678009,1401.6087239583333,2.206296092155531,0.021739874212328952,0.022101443016936815,39.03578272266556,1721.8244993837232,0.02699004595558912,0.021970580558547052,0.01879437887777279,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,0.0011111111294423142,0.0011111111294423142,0.005555556543095919,nan,0.9999999933478796,1.9999999992608757,nan,0.03333333360830138,5.999999960087282,1.0000001628561017,1.0000002979319604,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,nan,nan,nan,nan,nan,1.3151753777977035e-09,nan,nan,2.356162747109682e-09,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.6227657431716883,0.6227657431716883,0.7403353850046793,0.5336243772541313,0.025774403207197757,0.026155164230534555,4.768339911657932,0.7891550818259288,0.02754748324693776,0.025843306449150127,0.02540860457059818,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.010850149125479902,0.010850149125479902,0.0880039612452189,0.08013350802526142,0.04312960644709653,0.041963204090483645,0.8695728868617837,0.10416404910274898,0.05621272705686527,0.04749184287681349,0.06540892844949053,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.11718909501850937,0.11718909501850937,0.28913600908385384,4.176409315132281,0.20470204217155336,0.2068193047651515,112.23233225669676,0.3423289281064476,0.2479646311581512,0.2094345466028622,0.18550143236539626,Ocean,1,72 diff --git a/results/chronos_2/config.json b/results/chronos_2/config.json index 109263a635f20722d62913cc34a511100ecbb863..fb9c3d4bf3a063dfb0dfa31b52ee41d04419257d 100644 --- a/results/chronos_2/config.json +++ b/results/chronos_2/config.json @@ -7,5 +7,8 @@ "org": "Amazon / TSFM.ai", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "amazon/chronos-2" + "api_model_id": "amazon/chronos-2", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index ea43d1b2c8735f25d7f371f3488676de21436049..56b925c37790e3042373dfc30c71e910f6fd534c 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,32 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-15T10:17:10.575336+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.292432+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.485324+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] } diff --git a/results/chronos_bolt/all_results.csv b/results/chronos_bolt/all_results.csv index e34ae2f08f2283f208f79e9ac5e38983d546c960..d645e969f96adade58d34152d3e259c4c64f736d 100644 --- a/results/chronos_bolt/all_results.csv +++ b/results/chronos_bolt/all_results.csv @@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Chronos-Bolt,4233565.63506635,4233565.63506635 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,2519569.0485102334,2519569.0485102334,1297.4283854166667,2.042304052241007,0.02012697600142229,0.02043390051712566,49.568133593613744,1587.3150438744772,0.024881575326349485,0.02033752671019327,0.018710472753400802,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-Bolt,24494.29886562596,24494.29886562596,120.14190149307251,1.2667135440416435,0.6356253615465683,0.9144911966348365,18.167880022797153,156.5065457596773,0.9635125763281969,0.7396382845884965,0.5956771935646294,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,0.0011111105927039374,0.0011111105927039374,0.005555606924014923,nan,0.9999997518141407,1.9999999724238,nan,0.03333332555722482,5.999998510893523,1.0000092314213873,1.0000111722414122,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,9.104717223114752e-07,nan,nan,2.0,nan,1.0459942197556757e-06,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,nan,nan,nan,nan,nan,1.0459942197556757e-06,nan,nan,3.2148618499168906e-06,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt,1.2602837779166596,1.2602837779166596,1.0673863887786865,0.7693586022474971,0.03698211236290131,0.037745585927997476,4.86936753135021,1.1226236136464705,0.03918805809117806,0.037259861008379254,0.03154381028555137,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt,0.39239635162785,0.39239635162785,0.5159809509913127,0.4698352561872969,0.24680338146993652,0.29738171123667406,1.2268065169254487,0.6264154784389112,0.33804870890673644,0.2784520822151006,0.2281825439292671,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt,0.11553204120876398,0.11553204120876398,0.2929762519068188,4.23187949316033,0.2098336215860767,0.2097476691068082,121.3607991942187,0.3399000459087406,0.24620527976003118,0.21221621159512996,0.19004974622347504,Ocean,1,72 diff --git a/results/chronos_bolt/config.json b/results/chronos_bolt/config.json index 0af05dc6e478efaa8e770570b8718685aec881a3..2a2a406e4fdcd622678037c683368766603d5ccc 100644 --- a/results/chronos_bolt/config.json +++ b/results/chronos_bolt/config.json @@ -7,5 +7,8 @@ "org": "Amazon / TSFM.ai", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "amazon/chronos-bolt-base" + "api_model_id": "amazon/chronos-bolt-base", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/chronos_bolt/online_meta.json b/results/chronos_bolt/online_meta.json index 6f0ba63d5fb63469677f5a6973ed20d836617755..4bcf9a7126471da78faeb96bacb7e092a53d4163 100644 --- a/results/chronos_bolt/online_meta.json +++ b/results/chronos_bolt/online_meta.json @@ -1,32 +1,19 @@ { "model": "Chronos-Bolt", "api_model_id": "amazon/chronos-bolt-base", - "evaluated_at": "2026-07-15T10:19:34.375543+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.309413+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.490708+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index d497dae16c5c5847791d448d9d6a69eb12cada98..ad1829705cced8c1af22c02eaf8aae96fa018acc 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,ETS,4752657.632157913,4701919.026085776,2064.8 coingecko_bitcoin_7d_price_usd/1h/short,ETS,3360395.995209863,3317435.674487993,1487.687840715366,2.3417946914942194,0.023077692242613468,0.023482700930468586,79.30331354832005,1833.1382913489813,0.028734918537962367,0.02331989305695812,0.022584785684798506,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ETS,27619.336324418462,28734.51642651467,129.964918000045,1.370282306464171,0.618770085277974,1.0227875260688906,19.0701060641571,166.19066256687967,1.0231316056095572,0.8001124321457544,0.7242860136139402,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,0.0011111094463849664,0.0011111083206906272,0.0055556276132158605,nan,0.9999987294046129,1.999999858822914,nan,0.03333330836243181,5.999995415830828,1.0000129554775006,1.000041525161481,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,ETS,4.193582843777123,4.464119340258402,1.7576284716424926,1.2668763612027374,0.05980267027823972,0.062436571835238965,13.649658198212373,2.0478239289004128,0.07148454932779079,0.06135453219775684,0.05308697001358503,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.16539514322114085,0.16272345416689202,0.3548084796735584,0.3230769132553854,0.17618756114522047,0.1971502373397386,11.288127037502878,0.40668801706116303,0.21947152301852677,0.19147443285040952,0.1857176039719561,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.12139203107872147,0.12092152397906666,0.2913114050696094,4.2078317038129525,0.20417304909562822,0.2084062929365982,56.76298690884904,0.348413591983323,0.25237203383456647,0.21101028624664442,0.20056810636235356,Ocean,1,72 diff --git a/results/ets/config.json b/results/ets/config.json index db6ce746a5e403d69b7eb956bd7cdff4f310c814..e237a0e9e7f42ef367b3783eda50bdc13f4b1289 100644 --- a/results/ets/config.json +++ b/results/ets/config.json @@ -7,5 +7,8 @@ "org": "Statistical Baseline", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "baseline/ets" + "api_model_id": "baseline/ets", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index cf8bb7ca88f9af4f45bd6adad3ecb453cdc992f9..796908240b65edcab8e393ff79e8a65639605ba9 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,32 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-15T10:22:18.724290+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.323232+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.497511+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] } diff --git a/results/moirai_2_0/all_results.csv b/results/moirai_2_0/all_results.csv index 07ec96e44dd4475751a2fcfce05f6c575eb8bb7d..86731a072842e6939b12a9eb770a78afab705c4f 100644 --- a/results/moirai_2_0/all_results.csv +++ b/results/moirai_2_0/all_results.csv @@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Moirai-2.0,2714022.200275421,2714022.200275421 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-2.0,2212325.2882766724,2212325.2882766724,1191.0830078125,1.8749039875751337,0.018465041853749236,0.01873415480328605,25.958312459829358,1487.388748201583,0.02331520470417021,0.018670535312563453,0.01588881496434663,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moirai-2.0,20775.499102946527,20775.499102946527,107.845894018809,1.137070854757381,0.5779948164087865,0.7687864471222213,13.629300063640835,144.13708441253598,0.8873615660779484,0.6639394837327767,0.5370367497191665,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-2.0,0.0011111071197251173,0.0011111071197251173,0.0055557574731069925,nan,0.999998188939854,1.9999997987714595,nan,0.033333273462489654,5.999989133841333,1.0000363302575561,1.0000563847299004,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,2.9433961579172774e-07,nan,nan,2.0,nan,3.488248839001449e-07,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,nan,nan,nan,nan,nan,3.488248839001449e-07,nan,nan,4.100515180343539e-07,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-2.0,0.5816010550881098,0.5816010550881098,0.7291211287180582,0.5255412832287409,0.025436853008082943,0.02579613510123095,2.4786567125560737,0.7626277303429962,0.026621477969406133,0.025451844055639616,0.025432411310692037,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Moirai-2.0,0.16568550112574934,0.16568550112574934,0.31878862182299295,0.29027841728661596,0.14917153023426935,0.1685960081882833,0.7410768209543589,0.407044839207856,0.21966408413834376,0.1720361097876832,0.1396646090431554,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-2.0,0.11744580668796603,0.11744580668796603,0.2935957411924998,4.240827672363399,0.20971190441843893,0.21016629687086402,119.21955191984368,0.34270367183321226,0.24823607532297837,0.21266493625617452,0.19077105566760003,Ocean,1,72 diff --git a/results/moirai_2_0/config.json b/results/moirai_2_0/config.json index 57172292516a9213909189b0d0ceb169a9657bb1..6d01553d38cb2199e4a17d452df1479fcac74772 100644 --- a/results/moirai_2_0/config.json +++ b/results/moirai_2_0/config.json @@ -7,5 +7,8 @@ "org": "Salesforce / TSFM.ai", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "Salesforce/moirai-2.0-R-small" + "api_model_id": "Salesforce/moirai-2.0-R-small", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/moirai_2_0/online_meta.json b/results/moirai_2_0/online_meta.json index f55ea2b1d3ca003c9a55df66326dabbaf647e02f..dc0db60b5c4cfbdca3d8fa6d05069f8a1eac844c 100644 --- a/results/moirai_2_0/online_meta.json +++ b/results/moirai_2_0/online_meta.json @@ -1,32 +1,19 @@ { "model": "Moirai-2.0", "api_model_id": "Salesforce/moirai-2.0-R-small", - "evaluated_at": "2026-07-15T10:19:13.250469+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.306935+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.502562+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 8ce7ffac1dd437c876f51d700ac5c61aa8840fc3..95b02955e2af606c346c2cdd1904cd3b018c0724 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Moving-Average,4343468.336690906,4294692.36787 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,2602146.1189705334,2565029.577852632,1288.4079461348676,2.0281048255975302,0.019976488180554915,0.02028887714723508,68.2300767844172,1613.116895631105,0.02528602604992784,0.020196128983048317,0.019548902061960312,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,0.0011111094463849664,0.0011111083206906272,0.0055556276132158605,nan,0.9999987294046129,1.999999858822914,nan,0.03333330836243181,5.999995415830828,1.0000129554775006,1.000041525161481,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,nan,nan,nan,nan,nan,9.786828912128038e-08,nan,nan,2.502171382189061e-07,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,2.0136332610841503,2.1524225752125723,1.0727092284665958,0.7731952377389457,0.03618306303916312,0.03735780468904663,5.8308928610438855,1.4190254617462472,0.04953472522027734,0.037445668387062724,0.0323022347082084,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.8425326636683518,0.83640722212545,0.8217278448160802,0.7482383055879492,0.41220684309534944,0.5394038939219363,28.197008864353506,0.9178957803957657,0.4953477271139782,0.4434501486218956,0.4373739523360599,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.11569889399221776,0.115225692874306,0.3006944363867795,4.343364387968672,0.21850022197914976,0.21548142660521621,51.70912811597254,0.34014540125102055,0.24638300195046262,0.21780684858385946,0.20635927304784568,Ocean,1,72 diff --git a/results/moving_average/config.json b/results/moving_average/config.json index df98a71d33ef113c5dae4679bda98ae7840c092e..7982e07b81e20113123293c96862f6c89ac31c59 100644 --- a/results/moving_average/config.json +++ b/results/moving_average/config.json @@ -7,5 +7,8 @@ "org": "Statistical Baseline", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "baseline/moving-average" + "api_model_id": "baseline/moving-average", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 51c5155c1f79e5680ed70a8851d7d618ee51372a..3313ef0be77f898dd650f776f585a655c13aaeb2 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,32 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-15T10:22:18.134495+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.318232+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.507341+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] } diff --git a/results/online_status.json b/results/online_status.json index 9941ce623bf9bb70b62f8b7af90a8513efc935e2..38ddd6c8a4a7981923471e806caaa08749f269b9 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -2,14 +2,14 @@ "status": "ok", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "started_at": "2026-07-15T11:35:10.089754+00:00", - "finished_at": "2026-07-15T11:35:12.068628+00:00", + "started_at": "2026-07-15T11:39:45.448697+00:00", + "finished_at": "2026-07-15T11:42:14.465777+00:00", "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "task_count": 2, - "issued_tasks": 0, - "issued_forecasts": 0, - "resolved_forecasts": 0, + "task_count": 4, + "issued_tasks": 1, + "issued_forecasts": 12, + "resolved_forecasts": 12, "pending_tasks": 10, "failed_forecasts": [], "models": { @@ -19,8 +19,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124493+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.292432+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.485324+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] }, "TiRex": { "model": "TiRex", @@ -28,8 +38,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124497+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.296392+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.536859+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] }, "TimesFM-2.5": { "model": "TimesFM-2.5", @@ -37,8 +57,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124498+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.301353+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.532391+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] }, "Toto-1.0": { "model": "Toto-1.0", @@ -46,8 +76,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124499+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.304022+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.541293+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] }, "Moirai-2.0": { "model": "Moirai-2.0", @@ -55,8 +95,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124500+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.306935+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.502562+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] }, "Chronos-Bolt": { "model": "Chronos-Bolt", @@ -64,8 +114,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124501+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.309413+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.490708+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] }, "TabPFN-TS": { "model": "TabPFN-TS", @@ -73,8 +133,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124501+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.312222+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.527565+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] }, "Sundial": { "model": "Sundial", @@ -82,8 +152,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124502+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.315245+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.516771+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] }, "Moving-Average": { "model": "Moving-Average", @@ -91,8 +171,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124503+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.318232+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.507341+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] }, "ETS": { "model": "ETS", @@ -100,8 +190,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124504+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.323232+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.497511+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] }, "ARIMA": { "model": "ARIMA", @@ -109,8 +209,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124504+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.328986+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.481353+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] }, "Seasonal-Naive": { "model": "Seasonal-Naive", @@ -118,8 +228,18 @@ "admitted_at": "2026-06-01T00:00:00Z", "evaluation_protocol": "issue-now-score-later", "metric_version": "livehouse-canonical-v1", - "evaluated_at": "2026-07-15T11:35:10.124505+00:00", - "resolved_tasks": [] + "evaluated_at": "2026-07-15T11:42:12.332898+00:00", + "resolved_tasks": [ + { + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.512472+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" + } + ] } }, "skipped_models": [], @@ -142,7 +262,5 @@ "live_overall_30d": "aggregates/live_overall_30d.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-07-15T11:35:20.517844+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/prequential/tasks/future-09f5a9921579e8d0abdd.json b/results/prequential/tasks/future-09f5a9921579e8d0abdd.json new file mode 100644 index 0000000000000000000000000000000000000000..637b4780ec3f43760c73afa188967fe85586a1b8 --- /dev/null +++ b/results/prequential/tasks/future-09f5a9921579e8d0abdd.json @@ -0,0 +1,259 @@ +{ + "source_task_name": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260715t072500z", + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "domain": "Transportation", + "frequency": "5min", + "prediction_length": 12, + "context": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "context_timestamps": [ + "2026-07-13T22:55:00", + "2026-07-13T23:00:00", + "2026-07-13T23:05:00", + "2026-07-13T23:10:00", + "2026-07-13T23:15:00", + "2026-07-13T23:20:00", + "2026-07-13T23:25:00", + "2026-07-13T23:30:00", + "2026-07-13T23:35:00", + "2026-07-13T23:40:00", + "2026-07-13T23:45:00", + "2026-07-13T23:50:00", + "2026-07-13T23:55:00", + "2026-07-14T00:00:00", + "2026-07-14T00:05:00", + "2026-07-14T00:10:00", + "2026-07-14T00:15:00", + "2026-07-14T00:20:00", + "2026-07-14T00:25:00", + "2026-07-14T00:30:00", + "2026-07-14T00:35:00", + "2026-07-14T00:40:00", + "2026-07-14T00:45:00", + "2026-07-14T00:50:00", + "2026-07-14T00:55:00", + "2026-07-14T01:00:00", + "2026-07-14T01:05:00", + "2026-07-14T01:10:00", + "2026-07-14T01:15:00", + "2026-07-14T01:20:00", + "2026-07-14T01:25:00", + "2026-07-14T01:30:00", + "2026-07-14T01:35:00", + "2026-07-14T01:40:00", + "2026-07-14T01:45:00", + "2026-07-14T01:50:00", + "2026-07-14T01:55:00", + "2026-07-14T02:00:00", + "2026-07-14T02:05:00", + "2026-07-14T02:10:00", + "2026-07-14T02:15:00", + "2026-07-14T02:20:00", + "2026-07-14T02:25:00", + "2026-07-14T02:30:00", + "2026-07-14T02:35:00", + "2026-07-14T02:40:00", + "2026-07-14T02:45:00", + "2026-07-14T02:50:00", + "2026-07-14T02:55:00", + "2026-07-14T03:00:00", + "2026-07-14T03:05:00", + "2026-07-14T03:10:00", + "2026-07-14T03:15:00", + "2026-07-14T03:20:00", + "2026-07-14T03:25:00", + "2026-07-14T03:30:00", + "2026-07-14T03:35:00", + "2026-07-14T03:40:00", + "2026-07-14T03:45:00", + "2026-07-14T03:50:00", + "2026-07-14T03:55:00", + "2026-07-14T04:00:00", + "2026-07-14T04:05:00", + "2026-07-14T04:10:00", + "2026-07-14T04:15:00", + "2026-07-14T04:20:00", + "2026-07-14T04:25:00", + "2026-07-14T04:30:00", + "2026-07-14T04:35:00", + "2026-07-14T04:40:00", + "2026-07-14T04:45:00", + "2026-07-14T04:50:00", + "2026-07-14T04:55:00", + "2026-07-14T05:00:00", + "2026-07-14T05:05:00", + "2026-07-14T05:10:00", + "2026-07-14T05:15:00", + "2026-07-14T05:20:00", + "2026-07-14T05:25:00", + "2026-07-14T05:30:00", + "2026-07-14T05:35:00", + "2026-07-14T05:40:00", + "2026-07-14T05:45:00", + "2026-07-14T05:50:00", + "2026-07-14T05:55:00", + "2026-07-14T06:00:00", + "2026-07-14T06:05:00", + "2026-07-14T06:10:00", + "2026-07-14T06:15:00", + "2026-07-14T06:20:00", + "2026-07-14T06:25:00", + "2026-07-14T06:30:00", + "2026-07-14T06:35:00", + "2026-07-14T06:40:00", + "2026-07-14T06:45:00", + "2026-07-14T06:50:00", + "2026-07-14T06:55:00", + "2026-07-14T07:00:00", + "2026-07-14T07:05:00", + "2026-07-14T07:10:00", + "2026-07-14T07:15:00", + "2026-07-14T07:20:00", + "2026-07-14T07:25:00", + "2026-07-14T07:30:00", + "2026-07-14T07:35:00", + "2026-07-14T07:40:00", + "2026-07-14T07:45:00", + "2026-07-14T07:50:00", + "2026-07-14T07:55:00", + "2026-07-14T08:00:00", + "2026-07-14T08:05:00", + "2026-07-14T08:10:00", + "2026-07-14T08:15:00", + "2026-07-14T08:20:00", + "2026-07-14T08:25:00", + "2026-07-14T08:30:00", + "2026-07-14T08:35:00", + "2026-07-14T08:40:00", + "2026-07-14T08:45:00", + "2026-07-14T08:50:00" + ], + "context_start": "2026-07-13 22:55", + "context_end": "2026-07-14 08:50", + "data_fetched_at": "2026-07-15T11:39:41.052332Z", + "task_id": "future-09f5a9921579e8d0abdd", + "issued_at": "2026-07-15T11:39:45.560940+00:00", + "status": "open", + "scored_models": [], + "metric_version": "livehouse-canonical-v1" +} diff --git a/results/prequential/tasks/future-bb5b20404dd8fde0ee6b.json b/results/prequential/tasks/future-bb5b20404dd8fde0ee6b.json index d94520be3225c99043565659634744f1729cbe4c..0722811f86e5a2d30dc510aafe5dad9d76a5790b 100644 --- a/results/prequential/tasks/future-bb5b20404dd8fde0ee6b.json +++ b/results/prequential/tasks/future-bb5b20404dd8fde0ee6b.json @@ -253,7 +253,23 @@ "data_fetched_at": "2026-07-15T11:00:27.311743Z", "task_id": "future-bb5b20404dd8fde0ee6b", "issued_at": "2026-07-15T11:02:58.476146+00:00", - "status": "open", - "scored_models": [], - "metric_version": "livehouse-canonical-v1" + "status": "resolved", + "scored_models": [ + "ARIMA", + "Chronos-2", + "Chronos-Bolt", + "ETS", + "Moirai-2.0", + "Moving-Average", + "Seasonal-Naive", + "Sundial", + "TabPFN-TS", + "TiRex", + "TimesFM-2.5", + "Toto-1.0" + ], + "metric_version": "livehouse-canonical-v1", + "resolved_at": "2026-07-15T11:39:45.545225+00:00", + "target_start": "2026-07-14T07:40:00", + "target_end": "2026-07-14T08:35:00" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index f54892de65389184282dfbe8a761e58733e0bf86..d7b7c9b6c7757821c18e4d2928333af48a6b934c 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Seasonal-Naive,4558136.245304744,4558136.24530 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,3305599.762729645,3305599.762729645,1487.8499348958333,2.342049846696105,0.023089119287501708,0.02348345197026951,24.180587060000292,1818.1308431269858,0.02849967289165361,0.023322433925311144,0.019691298384471295,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0011111111442248028,0.0011111111442248028,0.005555555638339784,nan,1.0,2.0,nan,0.033333333830038704,6.0,1.0,1.0,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.8363626942958339,0.8363626942958339,0.8112502098083496,0.5847388856113203,0.028620339165958197,0.02915730269172234,6.322013204435302,0.9145286733043606,0.03192397018898389,0.028318770389290523,0.023002992180108,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.8438508349549801,0.8438508349549801,0.8254000027974446,0.7515820516751252,0.4141264860647175,0.5431412509166277,29.00688894851907,0.9186135395012313,0.49573506993557215,0.4454318497567325,0.4417477897965256,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.11986111164093335,0.11986111164093335,0.30416665640142226,4.393518680612093,0.2220538968419274,0.2176740523415973,154.24380304925907,0.3462096353958586,0.25077560642972485,0.22032193768250297,0.2141784095899295,Ocean,1,72 diff --git a/results/seasonal_naive/config.json b/results/seasonal_naive/config.json index 322e1bbf4f585c45e8fc70bdd002e2f2e40139de..efddf256dde37665aa9a8298c179296381df06d7 100644 --- a/results/seasonal_naive/config.json +++ b/results/seasonal_naive/config.json @@ -7,5 +7,8 @@ "org": "Statistical Baseline", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "baseline/seasonal-naive" + "api_model_id": "baseline/seasonal-naive", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index fc6c4d7a75c42e1917da8785f97b4ac005c17bc6..31cc1f63699c4972fc3f399a884d684cf2f5d89d 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,32 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-15T10:22:19.097935+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.332898+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.512472+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] } diff --git a/results/sundial/all_results.csv b/results/sundial/all_results.csv index 9c7cbfcb9e6ee5294a85faf199a40266eadc7adf..c087c8fd838103efb110102fdca345f2260e4b9d 100644 --- a/results/sundial/all_results.csv +++ b/results/sundial/all_results.csv @@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Sundial,3111374.471981684,3156550.2312685647,1 coingecko_bitcoin_7d_price_usd/1h/short,Sundial,2288930.748749415,2477356.179576238,1300.32763671875,2.046867812945848,0.020179018145109088,0.020480802315106506,48.5865043552107,1512.9212632352733,0.02371543350470576,0.020382973226901586,0.017920200188123073,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Sundial,27047.212071285932,27202.68214463723,143.1162110964457,1.5089426812363538,2.4254864254221506,0.8536544624552972,36.2452386153836,164.4603662627745,1.0124792572257424,0.881076689786568,0.7401326095810744,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,0.0011111126004878782,0.0011111121425827028,0.005555607073655362,nan,1.0000004492593253,2.0,nan,0.033333355673977355,6.000003931908899,1.000009258356666,1.0000093662347767,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,5.286433784053448e-16,5.989841449906582e-16,2.1307429857545895e-08,nan,nan,2.0,nan,2.2992246049599957e-08,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,3.304136065745901e-16,4.825357321840049e-16,nan,nan,nan,nan,nan,1.817728270602045e-08,nan,nan,1.980997290651487e-08,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Sundial,0.3678108707207078,0.3555188069791863,0.5143078168233236,0.37070656627812437,0.018168118418892792,0.018378062922275788,5.547962888491758,0.6064741302979937,0.02117053584123065,0.0179532341538349,0.018333876411529847,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Sundial,0.4996404833444374,0.5214462439328031,0.5695245275894801,0.518590273169712,0.26843533649321116,0.3378075046807244,11.533282138031613,0.7068525188074507,0.38145701949418875,0.3073471806956925,0.27075018253698235,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Sundial,0.11785842773622572,0.11777275742259895,0.29486909839842057,4.259220611081578,0.21012691100125944,0.21112675782244805,151.08185225530744,0.34330515250462773,0.24867175551413626,0.21358728760884937,0.2038024027385605,Ocean,1,72 diff --git a/results/sundial/config.json b/results/sundial/config.json index 536dd65d70e91acaec138b02991a0728a75916f3..0580564c80842989d50d7c850bc95cbc37499b05 100644 --- a/results/sundial/config.json +++ b/results/sundial/config.json @@ -7,5 +7,8 @@ "org": "Tsinghua University / TSFM.ai", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "thuml/sundial-base-128m" + "api_model_id": "thuml/sundial-base-128m", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/sundial/online_meta.json b/results/sundial/online_meta.json index c71f5fea797d738c181e965df6a4bd73975563e1..848ed9f28e1f343e2ef78a3ff6e64af7f0373e2d 100644 --- a/results/sundial/online_meta.json +++ b/results/sundial/online_meta.json @@ -1,32 +1,19 @@ { "model": "Sundial", "api_model_id": "thuml/sundial-base-128m", - "evaluated_at": "2026-07-15T10:22:18.028075+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.315245+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.516771+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] } diff --git a/results/tabpfn_ts/all_results.csv b/results/tabpfn_ts/all_results.csv index d400111dac69d562a04f2fb319d29cbe2bd52bfe..e50cfb7dcff4c3068c655fedf5c54980001c6ca7 100644 --- a/results/tabpfn_ts/all_results.csv +++ b/results/tabpfn_ts/all_results.csv @@ -25,7 +25,7 @@ coingecko_bitcoin_7d_price_usd/1h/short,TabPFN-TS,3298766.043858846,3298766.0438 covid_deaths/D/short,TabPFN-TS,582148.6825669118,582148.6825669118,131.52239363470866,39.24224311247435,0.10336535201007536,0.1573858522759746,693.2680572368323,762.9866857074976,0.28707744008204383,0.04948593833338505,0.0410740544263699,Healthcare,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TabPFN-TS,30432.245376910596,30432.245376910596,136.32157135009766,1.4373035437945425,0.7106828034516671,1.1410403944957686,57.4921417517817,174.44840319392608,1.0739693319653159,0.8392463572886636,0.8392463572886636,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TabPFN-TS,0.0011111111442248028,0.0011111111442248028,0.005555555638339784,nan,1.0,2.0,nan,0.033333333830038704,6.0,1.0,1.0,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TabPFN-TS,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TabPFN-TS,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12 electricity/15T/long,TabPFN-TS,424692.1608811323,424692.1608811323,63.71647982085639,0.9447757940923152,0.1490332890817207,0.13456292517572793,8.252942553633748,651.684095924653,1.028111539984608,0.10052055681683048,0.0806289122434531,Energy,1 electricity/15T/medium,TabPFN-TS,368464.5532976957,368464.5532976957,58.99590192588996,0.8891286550107368,0.13686671560267977,0.13146080236911156,8.060963797324014,607.0128114773985,1.045944184165752,0.10165587833115326,0.08271194794165343,Energy,1 electricity/15T/short,TabPFN-TS,180195.4665631592,180195.4665631592,59.99907240548513,1.1509364225225842,0.1950904271022857,0.174021023029497,12.587366719604278,424.49436576138345,0.8367620891213996,0.11827000125504854,0.09677125876773451,Energy,1 diff --git a/results/tabpfn_ts/config.json b/results/tabpfn_ts/config.json index ce311d970d08761fa0793ff0962b1b3a5767ab04..ae6212afa71830db78d3bffa1a41f3aff4717cf0 100644 --- a/results/tabpfn_ts/config.json +++ b/results/tabpfn_ts/config.json @@ -7,5 +7,8 @@ "org": "Prior Labs", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "priorlabs/tabpfn-ts" + "api_model_id": "priorlabs/tabpfn-ts", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/tabpfn_ts/online_meta.json b/results/tabpfn_ts/online_meta.json index 7e5be20bde293d1418b347b7de21f208a687ffeb..d4c19fb51ab6b2fd236579fb7b44c9d75be12872 100644 --- a/results/tabpfn_ts/online_meta.json +++ b/results/tabpfn_ts/online_meta.json @@ -1,32 +1,19 @@ { "model": "TabPFN-TS", "api_model_id": "priorlabs/tabpfn-ts", - "evaluated_at": "2026-07-15T10:21:41.957610+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.312222+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.527565+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e3142db1bb4f971b3ef0519bc2b7c8348cef97ad..506a5e933cb290d793eaf2db337f17ac0252047c 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,3198537.546660105,3789848.22575696 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,2397219.6355400085,2821306.4788627625,1391.0104166666667,2.189613116685008,0.02158748206674062,0.02193149010253161,56.53696313959818,1548.2957196672762,0.024269937291296943,0.02180444934078594,0.018454232718767907,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0011111111442248028,0.0011111111442248028,0.005555555638339784,nan,1.0,2.0,nan,0.033333333830038704,6.0,1.0,1.0,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,nan,nan,nan,nan,nan,0.0,nan,nan,0.0,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.3384094293933231,0.7898305877397434,0.8308903376261393,0.5988952412147922,0.02913264267459473,0.029632246529836353,3.0098876329001585,0.581729687564012,0.020306767568850026,0.02900435945091887,0.0195821318933473,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.10951122717403385,0.14218102276012298,0.2830142835776011,0.2577034833822484,0.1325386353415467,0.14901310779330076,4.5244345500402465,0.3309248059212755,0.17858547120465043,0.15273028278930553,0.11749769926451642,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.1163914970807674,0.11976932823727991,0.28810806572437286,4.161561243335317,0.20145740463936457,0.20599249964735794,151.24053326954902,0.3411619807082369,0.2471193573369207,0.20868995981788005,0.2047676722364491,Ocean,1,72 diff --git a/results/timesfm_2_5/config.json b/results/timesfm_2_5/config.json index 2e5fc35dffb52773ca207969b9f3d1c3b485bc44..a68b17a271ec9f542dd59d0539e65d10806a64c0 100644 --- a/results/timesfm_2_5/config.json +++ b/results/timesfm_2_5/config.json @@ -7,5 +7,8 @@ "org": "Google / TSFM.ai", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "google/timesfm-2.5-200m-pytorch" + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index c11fa28919ceec34607edb8a47d69202df37ca9c..e9bf6e95cf106f6ebaceeb1a4cdaba26d94b5f64 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,32 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-15T10:18:29.455025+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.301353+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.532391+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 5bf2cfb6fc168c556f3436caf25f12b12de8bf41..1dc41abac097b51a30ad4a75e31de3bb745020a7 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,TiRex,3231116.850575765,3231116.850575765,1723 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,2265662.841474533,2265662.841474533,1213.3224283854167,1.9099114371315682,0.018813741337900983,0.019089426735576245,27.103634748154093,1505.2118925501927,0.023594587118123695,0.01901914400264977,0.016161083416791847,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,0.001111110890996388,0.001111110890996388,0.005555558611904032,nan,0.99999988604719,1.999999987338578,nan,0.033333330031612325,5.999999316283262,1.0000005352415566,1.0000003998642044,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,nan,nan,nan,nan,nan,1.4296981641955705e-09,nan,nan,1.39774869271451e-09,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.39019038065483375,0.39019038065483375,0.5640184084574381,0.4065373316865901,0.019657499244678512,0.019897435185530485,2.6427824508197855,0.6246522077563111,0.021805088283173856,0.019688509921264093,0.02184999985894713,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0909695245748336,0.0909695245748336,0.23992412288983664,0.21846700256451287,0.11302138284757532,0.12335605168782027,0.8003345114463485,0.30161154582481353,0.1627664021194623,0.1294764302130826,0.11955349074401801,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.1166670643742764,0.1166670643742764,0.2915886922015084,4.2118369626677685,0.2075021231894166,0.20868166759954493,103.34141593345589,0.3415656077158185,0.24741172299416753,0.211211138105021,0.18200757348256144,Ocean,1,72 diff --git a/results/tirex/config.json b/results/tirex/config.json index 2eb654c2ace16004766c6d43c2fb7818d3296a71..4c038b9ae4264d51983e2fe045cc1f86869496de 100644 --- a/results/tirex/config.json +++ b/results/tirex/config.json @@ -7,5 +7,8 @@ "org": "NXAI / TSFM.ai", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "NX-AI/TiRex-1.1-gifteval" + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 67c6fd7509a2db0a03891b1ac7b4a06327bdc451..16ec94bc5051cbb908280cc2039a44fe4d717498 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,32 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-15T10:17:34.485811+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.296392+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.536859+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] } diff --git a/results/toto_1_0/all_results.csv b/results/toto_1_0/all_results.csv index 02d4f275b5ac056a36d1995ef97ba12dfbefe309..0132f8a0b73ce744912e17e9c839e0861b294326 100644 --- a/results/toto_1_0/all_results.csv +++ b/results/toto_1_0/all_results.csv @@ -3,7 +3,7 @@ binance_btcusdt_1h_close/1h/short,Toto-1.0,2349712.9673334756,2420443.280977885, coingecko_bitcoin_7d_price_usd/1h/short,Toto-1.0,1541338.1264769237,1438124.046913147,962.20703125,1.5146264264794622,0.014918850576802319,0.015092845246533516,26.102496092462975,1241.506394053983,0.019460934980114444,0.015082844971437963,0.013483899326770278,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-1.0,23019.0460822337,26241.382774419122,124.61535914738973,1.313879348219856,0.6257435399486769,0.9697879270582787,13.780075922721792,151.7202889604212,0.9340465971435247,0.767178555755332,0.6004176198191844,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,1.0312894536211372,0.0011109558096084196,0.00562163964669556,nan,0.9999269456668088,1.999991883444817,nan,1.0155242260139032,182.79435795865442,1.0118951213267886,1.0479426464197248,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,2.610687212322692e-05,5.315722684013655e-09,6.515335849144321e-05,nan,nan,2.0,nan,0.0051094884404631865,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.05807959290580156,4.086336278253898e-09,nan,nan,nan,nan,nan,0.24099708069974948,nan,nan,0.0002582398849443524,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Toto-1.0,0.4838872072940224,0.4387505475022711,0.6057929197947184,0.43664787084082884,0.021136831150046748,0.021219160359102953,3.8342309569699737,0.6956200164558395,0.02428240176216552,0.021146756440503487,0.021303540277517866,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,0.4749644933389272,0.004712578009408711,0.05033689339955648,0.04583511689843653,0.023997232680968827,0.02439547299594791,0.750879396615825,0.6891766778837827,0.37191815047074467,0.02716459348434753,0.05956832843331434,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-1.0,0.16665725637010642,0.11472794938256846,0.2869500716527303,4.144834661118872,0.20387399849840315,0.20522374501264004,112.33073824073861,0.4082367650887245,0.29570471721555863,0.20785117130401864,0.18356519075184627,Ocean,1,72 diff --git a/results/toto_1_0/config.json b/results/toto_1_0/config.json index 42ac68c24b48fb119b651f70d25dc2d43adea01f..ca9e468c102dc1cd0b0609db5ee8147a19b2226d 100644 --- a/results/toto_1_0/config.json +++ b/results/toto_1_0/config.json @@ -7,5 +7,8 @@ "org": "Datadog / TSFM.ai", "testdata_leakage": "No", "replication_code_available": "Yes", - "api_model_id": "Datadog/Toto-Open-Base-1.0" + "api_model_id": "Datadog/Toto-Open-Base-1.0", + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1" } diff --git a/results/toto_1_0/online_meta.json b/results/toto_1_0/online_meta.json index 2e8fa5e60368b5a0899b8c37b4af4250d14ad0c7..3930550173c225d984b7d1a056a9b97b14258324 100644 --- a/results/toto_1_0/online_meta.json +++ b/results/toto_1_0/online_meta.json @@ -1,32 +1,19 @@ { "model": "Toto-1.0", "api_model_id": "Datadog/Toto-Open-Base-1.0", - "evaluated_at": "2026-07-15T10:18:52.600057+00:00", - "datasets": [ + "admitted_at": "2026-06-01T00:00:00Z", + "evaluation_protocol": "issue-now-score-later", + "metric_version": "livehouse-canonical-v1", + "evaluated_at": "2026-07-15T11:42:12.304022+00:00", + "resolved_tasks": [ { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260715t070500z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260714t100000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260715t075000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260707t000000z", - "data_fetched_at": "2026-07-15T10:16:25.632846Z", - "context_length": 30, - "prediction_length": 7 + "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", + "task_id": "future-bb5b20404dd8fde0ee6b", + "issued_at": "2026-07-15T11:02:58.476146+00:00", + "resolved_at": "2026-07-15T11:39:45.541293+00:00", + "target_end": "2026-07-14T08:35:00+00:00", + "prediction_length": 12, + "metric_version": "livehouse-canonical-v1" } - ], - "failed_datasets": [] + ] }