diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 7e7272b015d63e9bacb030dd5d33fb9a49a08fd4..bd32272e144ef871fae3e4e8b20cba34657c914b 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-25T03:05:01.209624+00:00", + "generated_at": "2026-06-25T03:14:53.666215+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 13, - "num_model_releases": 11097, - "num_unique_releases": 1282 + "num_model_releases": 11107, + "num_unique_releases": 1283 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index a75833cc85824d04d70a1e31892342c3b65ff65b..351fd3e623320a4ad56fb995433059b0af740498 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,4.5130036201134365,1.0598952240287856,0.2222484664917803,0.55483515002662,33.26013613659642,3.9759959538405485,0.6506966839946384,1180.7301105003635,9.490773251458732,-0.01967534002735637,0.23076923076923078,13,1232,0.8461538461538461,2026-06-16T12:07:33.925127+00:00,2026-06-25T03:03:43.814478+00:00 -2,Chronos-2,4.704651339013233,1.1152262818997238,0.2166759811448399,0.5903563263283983,29.947958608883273,4.040237206455836,0.6313016370025332,1149.8928445734118,10.012932079717375,0.020293812363366928,0.23076923076923078,13,1258,0.8461538461538461,2026-06-16T12:06:40.343188+00:00,2026-06-25T03:02:10.690615+00:00 -3,Toto-2.0-1B,4.519258181328504,1.0655048545892314,0.2041276460947633,0.5480017870887388,31.302708525661338,3.7298823289684537,0.6754067089221132,1107.6901581516045,9.417045598916205,-0.01402800958901416,0.15384615384615385,13,1243,0.8461538461538461,2026-06-16T12:07:16.543073+00:00,2026-06-25T03:03:20.213877+00:00 -4,Moirai-1.1-Large,16439.779724971544,6.7708386122417386,0.2883621092532312,0.6015859118170244,12.50647563944249,4.68281466428451,0.5611970525555484,1094.7393291858898,141046.8166726355,-0.04053643312687356,0.3076923076923077,13,1208,0.8461538461538461,2026-06-16T12:07:48.486125+00:00,2026-06-25T03:04:22.529140+00:00 -5,Timer-S1,4.608703924206074,1.053868477207161,0.2426217986979944,0.5555456089056199,33.942467357713326,3.9017743134254532,0.6735343731179488,1078.0921264034184,9.664978721807609,-0.03897147748252482,0.15384615384615385,13,1176,0.8461538461538461,2026-06-16T12:08:03.698792+00:00,2026-06-25T03:04:51.742494+00:00 -6,TimesFM-2.5,4.444921585879395,1.0376099693181513,0.19185341314402782,0.6708453909084514,34.12380509698078,4.545016383932323,0.5621145245824972,1042.1633536108957,9.287116671966967,-0.054711439134173916,0.15384615384615385,13,1265,0.8461538461538461,2026-06-16T12:06:55.147862+00:00,2026-06-25T03:02:45.573624+00:00 -7,ARIMA,5.579831527721757,1.3850618346823327,0.3103165919617891,0.884117544966436,3.146509184663683,6.813424602440387,0.3270201251845352,871.4375166952171,9.859924444275153,-0.06526034471504889,0.23076923076923078,13,930,0.8461538461538461,2026-06-17T12:10:12.135642+00:00,2026-06-25T03:04:54.793044+00:00 -8,ETS,16.94942624385748,1.8865391384826207,0.43587894213727724,1.3051658772298291,-2.5134354917570785,7.151176470953581,0.29193173601009426,866.2692744785585,46.812869173966185,-0.0649362417505981,0.15384615384615385,13,930,0.8461538461538461,2026-06-17T12:10:12.660440+00:00,2026-06-25T03:04:54.910092+00:00 -9,Moving-Average,5.283108646865896,1.3588289074139932,0.3448614658499818,0.8711414926942667,8.250642066848814,6.862791557182466,0.320984452791352,847.6738712258639,9.87775221885039,-0.14144811822578418,0.3076923076923077,13,930,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-06-25T03:04:54.957702+00:00 -10,Seasonal-Naive,5.785720306140569,1.5169086576668644,0.35966924724211524,0.9998011990320577,9.390375311512356e-16,7.093710884765636,0.3058127058387399,761.3114151747766,9.716370220823928,-0.004331997772475042,0.3076923076923077,13,925,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-25T03:04:54.983144+00:00 +1,TiRex,4.51401843408458,1.0602053406882797,0.22225195208952045,0.5550286134044808,33.2528007716285,3.9788668341363715,0.6503099604805357,1180.7148759287995,9.492734282841155,-0.019477418397144352,0.23076923076923078,13,1233,0.8461538461538461,2026-06-16T12:07:33.925127+00:00,2026-06-25T03:13:40.375915+00:00 +2,Chronos-2,4.705873087337865,1.1155764488525546,0.2166799725334217,0.5905924214491367,29.93859033262209,4.040829967591146,0.631211013798332,1149.8914333809837,10.015112623774696,0.02053416377948247,0.23076923076923078,13,1259,0.8461538461538461,2026-06-16T12:06:40.343188+00:00,2026-06-25T03:11:04.592596+00:00 +3,Toto-2.0-1B,4.520211986002125,1.0658105382185712,0.2041311169092999,0.5481715316821781,31.29460742466038,3.730046472356914,0.6753750376191409,1107.688873741423,9.418540926140826,-0.013786553027249163,0.15384615384615385,13,1244,0.8461538461538461,2026-06-16T12:07:16.543073+00:00,2026-06-25T03:13:17.173973+00:00 +4,Moirai-1.1-Large,16439.566175572872,6.750196395561991,0.2883674700968997,0.6018763790573057,12.497814602379252,4.68338233289675,0.5611287513092513,1094.738452052815,141046.90860387168,-0.043473734662305925,0.3076923076923077,13,1209,0.8461538461538461,2026-06-16T12:07:48.486125+00:00,2026-06-25T03:14:17.472465+00:00 +5,Timer-S1,4.610803272891406,1.0543491802653875,0.24262760946459092,0.555915468383962,33.92918643213752,3.8997841020232635,0.6737424437292121,1078.1056263183705,9.670266111939966,-0.03878717127866587,0.15384615384615385,13,1177,0.8461538461538461,2026-06-16T12:08:03.698792+00:00,2026-06-25T03:14:44.007919+00:00 +6,TimesFM-2.5,4.445721452586178,1.0378824583375554,0.1918562223319401,0.6710753325489864,34.1167382688066,4.545279419073818,0.5620689423749599,1042.1628351215436,9.28846954246101,-0.05451135422101134,0.15384615384615385,13,1266,0.8461538461538461,2026-06-16T12:06:55.147862+00:00,2026-06-25T03:11:35.079635+00:00 +7,ARIMA,5.580812841714144,1.385361082347689,0.31031877550533327,0.8842396255339643,3.143797820331313,6.812450912294722,0.32714304139990713,871.4389153382732,9.860891423904851,-0.06504518800531535,0.23076923076923078,13,931,0.8461538461538461,2026-06-17T12:10:12.135642+00:00,2026-06-25T03:14:47.324681+00:00 +8,ETS,16.950203517227443,1.8868232564390972,0.43588228240412424,1.3053741880399226,-2.519395693406416,7.150504142574247,0.29202121592772684,866.2708739213231,46.81310223637865,-0.06468085957584108,0.15384615384615385,13,931,0.8461538461538461,2026-06-17T12:10:12.660440+00:00,2026-06-25T03:14:47.376248+00:00 +9,Moving-Average,5.283827714083044,1.3590852489965854,0.344864497316737,0.8713189213612579,8.245989786532673,6.862560189116703,0.3210135267805571,847.6743470320754,9.87781472572532,-0.1413632743648674,0.3076923076923077,13,931,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-06-25T03:14:47.400659+00:00 +10,Seasonal-Naive,5.786250080536579,1.5171122148042608,0.3596721117409953,0.9999184750517396,9.412633780037974e-16,7.092300511699212,0.30598606658037747,761.313767164393,9.716135043432036,-0.004281425232535181,0.3076923076923077,13,926,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-25T03:14:47.435023+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 1424f30b2fd6587dd90bffbf321c1fb8b45668d5..1533e12b9b5ad807d58fa278d0333f464f90f3c5 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.9759959538405485,0.6506966839946384,1180.7301105003635,117,1232,9715 -2,Chronos-2,4.040237206455836,0.6313016370025332,1149.8928445734118,117,1254,9727 -3,Toto-2.0-1B,3.7298823289684537,0.6754067089221132,1107.6901581516045,117,1243,9754 -4,Moirai-1.1-Large,4.68281466428451,0.5611970525555484,1094.7393291858898,117,1208,9619 -5,Timer-S1,3.9017743134254532,0.6735343731179488,1078.0921264034184,117,1176,9497 -6,TimesFM-2.5,4.545016383932323,0.5621145245824972,1042.1633536108957,117,1261,9772 -7,ARIMA,6.813424602440387,0.3270201251845352,871.4375166952171,117,930,8276 -8,ETS,7.151176470953581,0.29193173601009426,866.2692744785585,117,930,8276 -9,Moving-Average,6.862791557182466,0.320984452791352,847.6738712258639,117,930,8276 -10,Seasonal-Naive,7.093710884765636,0.3058127058387399,761.3114151747766,117,925,8236 +1,TiRex,3.9788668341363715,0.6503099604805357,1180.7148759287995,117,1233,9724 +2,Chronos-2,4.040829967591146,0.631211013798332,1149.8914333809837,117,1255,9736 +3,Toto-2.0-1B,3.730046472356914,0.6753750376191409,1107.688873741423,117,1244,9763 +4,Moirai-1.1-Large,4.68338233289675,0.5611287513092513,1094.738452052815,117,1209,9628 +5,Timer-S1,3.8997841020232635,0.6737424437292121,1078.1056263183705,117,1177,9506 +6,TimesFM-2.5,4.545279419073818,0.5620689423749599,1042.1628351215436,117,1262,9781 +7,ARIMA,6.812450912294722,0.32714304139990713,871.4389153382732,117,931,8285 +8,ETS,7.150504142574247,0.29202121592772684,866.2708739213231,117,931,8285 +9,Moving-Average,6.862560189116703,0.3210135267805571,847.6743470320754,117,931,8285 +10,Seasonal-Naive,7.092300511699212,0.30598606658037747,761.313767164393,117,926,8245 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index ad28886c0a4f36c49d7d2a7bd8e535f1cfda3df3..8e76661828447e745b3624d0333027ea37224243 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -223,6 +223,7 @@ binance_btcusdt_1h_close/1h/short|window:a5ff2abc114c657a3923,2026-06-23T13:23:5 binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:35:36.875708+00:00,2026-06-23T06:35:36.875708+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.3132148022487533,1.1459558465528912,0.015145119626379112,1.4450562620964884,-12.246564634068141,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:53.685107+00:00,2026-06-18T03:17:53.685107+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7555650085062466,0.8692324249050116,0.008132689066789019,0.40111920156222863,26.571586619515458,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.394827+00:00,2026-06-22T08:21:15.394827+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2777335224058696,0.5270042906901894,0.01187697987705269,0.7680015013388024,-2.7555660178702457,True +binance_btcusdt_1h_close/1h/short|window:abd3806b94f058490000,2026-06-25T03:14:47.299430+00:00,2026-06-25T03:14:47.299430+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,5.697407418473039,2.3869242590566295,0.019178939743217504,1.378739820467988,-7.95696159688287,True binance_btcusdt_1h_close/1h/short|window:ac67be33ed288d1d1287,2026-06-25T01:57:57.856033+00:00,2026-06-25T01:57:57.856033+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,5.806418504230655,2.409651116703548,0.01865486483597531,1.3638524680801165,-8.761051443275477,True binance_btcusdt_1h_close/1h/short|window:adb037f35adccd2e221e,2026-06-24T06:29:40.671938+00:00,2026-06-24T06:29:40.671938+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0855102317384262,1.0418782230848411,0.0051430790748235936,0.3756996338514867,80.79367781103332,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:19:41.439952+00:00,2026-06-23T02:19:41.439952+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.2400518331669255,1.1135761461017946,0.01201710005111357,1.0590954270675452,-22.652949307798284,True @@ -326,7 +327,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:c7a795af28b00f036649,2026-06-24T13:40:24.916117+00:00,2026-06-24T13:40:24.916117+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,0.32170129274113635,0.5671871761077963,,0.5165175852519056,91.5392657283797,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:30:17.245662+00:00,2026-06-24T11:30:17.245662+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,80.44782658005235,8.969271240187373,,3.534404451011941,0.6804281554412079,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:22:03.607552+00:00,2026-06-24T12:22:03.607552+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,80.48975834729556,8.971608459317402,,3.5437700214389984,0.5340843785106506,False -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T02:56:35.235216+00:00,2026-06-25T02:56:35.235216+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T03:14:47.324681+00:00,2026-06-25T03:14:47.324681+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2dfba633817046c7f559,2026-06-24T15:25:52.855419+00:00,2026-06-24T15:25:52.855419+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:21.093772+00:00,2026-06-24T13:05:21.093772+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:37:15.838239+00:00,2026-06-24T14:37:15.838239+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False @@ -1237,6 +1238,7 @@ binance_btcusdt_1h_close/1h/short|window:a5ff2abc114c657a3923,2026-06-23T13:18:4 binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:32:51.303877+00:00,2026-06-23T06:32:51.303877+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.0472888875530106,1.023371334146609,0.007095182628174298,0.5422518235983241,-0.9946444578303354,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:15:40.481066+00:00,2026-06-18T03:15:40.481066+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.649173458412002,0.8057130124380529,0.010865668816091606,0.36754437431461545,33.471740432277,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:17:53.032634+00:00,2026-06-22T08:17:53.032634+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.14961376992798875,0.3867993923573158,0.003723012339963132,0.2826452920831463,27.45145946376478,True +binance_btcusdt_1h_close/1h/short|window:abd3806b94f058490000,2026-06-25T03:10:57.548318+00:00,2026-06-25T03:10:57.548318+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,8.102051672502208,2.846410313447836,0.027843648816392536,1.8324703720595246,-25.03547322736831,True binance_btcusdt_1h_close/1h/short|window:ac67be33ed288d1d1287,2026-06-25T01:46:18.154196+00:00,2026-06-25T01:46:18.154196+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,8.079367729042978,2.842422862461351,0.026701431332314188,1.771516643797115,-24.774652465679196,True binance_btcusdt_1h_close/1h/short|window:adb037f35adccd2e221e,2026-06-24T06:26:45.196367+00:00,2026-06-24T06:26:45.196367+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.4902196761968644,0.7001568939865296,0.005804901051771537,0.4751155870798842,90.84419082262355,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:15:43.073831+00:00,2026-06-23T02:15:43.073831+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5047125777637579,0.7104312618147922,0.004628030651836003,0.4301182772990014,21.549940532968787,True @@ -1379,7 +1381,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:c7a795af28b00f036649,2026-06-24T13:36:50.328831+00:00,2026-06-24T13:36:50.328831+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,0.3858687197695761,0.6211833221920693,,0.3080172543476482,89.93657954953105,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:25:58.281550+00:00,2026-06-24T11:25:58.281550+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,81.54087363307967,9.029998540037516,,3.5236738433141706,0.00566094602352586,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:18:12.080191+00:00,2026-06-24T12:18:12.080191+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,81.4320068504008,9.023968464616928,,3.5472473874734107,-0.047833011720534065,False -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T02:53:30.627149+00:00,2026-06-25T02:53:30.627149+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,4.1068740988221297e-17,6.408489758766982e-09,,5.097427701544137e-09,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T03:11:04.592596+00:00,2026-06-25T03:11:04.592596+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.2922854943216453e-17,4.787781839559573e-09,,4.367940686922366e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2dfba633817046c7f559,2026-06-24T15:16:59.632180+00:00,2026-06-24T15:16:59.632180+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:02:51.270710+00:00,2026-06-24T13:02:51.270710+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:31:26.631976+00:00,2026-06-24T14:31:26.631976+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False @@ -2411,6 +2413,7 @@ binance_btcusdt_1h_close/1h/short|window:a5ff2abc114c657a3923,2026-06-23T13:23:5 binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:35:36.994244+00:00,2026-06-23T06:35:36.994244+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.1637585118544558,1.0787763956698606,0.007793025558710853,0.65835509034016,-6.258987345798455,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:53.958420+00:00,2026-06-18T03:17:53.958420+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6673520359421785,1.2912598638315134,0.016853205167665242,0.9708642518742421,-12.289026720645628,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.539352+00:00,2026-06-22T08:21:15.539352+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1643104945969807,0.4053523092286273,0.004178546578598708,0.21698468752984604,23.06628606662786,True +binance_btcusdt_1h_close/1h/short|window:abd3806b94f058490000,2026-06-25T03:14:47.359799+00:00,2026-06-25T03:14:47.359799+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,4.851530972382697,2.202619116502601,0.021128244742902296,1.569575889606786,0.06202726110171056,True binance_btcusdt_1h_close/1h/short|window:ac67be33ed288d1d1287,2026-06-25T01:57:58.057516+00:00,2026-06-25T01:57:58.057516+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,5.827763569862462,2.414076131745323,0.022018935651219002,1.662957505784744,-8.943082506460746,True binance_btcusdt_1h_close/1h/short|window:adb037f35adccd2e221e,2026-06-24T06:29:40.792001+00:00,2026-06-24T06:29:40.792001+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5921580162736232,0.7695180415517385,0.006210716734072229,0.4660513212060989,89.04458332554105,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:19:41.601130+00:00,2026-06-23T02:19:41.601130+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.4607572855972259,0.6787910470809304,0.00464001722603258,0.349445779872606,25.8490680668843,True @@ -2514,7 +2517,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:c7a795af28b00f036649,2026-06-24T13:40:25.042967+00:00,2026-06-24T13:40:25.042967+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,0.31973014301061875,0.5654468525074826,,0.5695771510397599,91.5889267069377,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:30:17.489039+00:00,2026-06-24T11:30:17.489039+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,81.59154935739504,9.032804069467854,,3.523765935677487,-0.025403218975161217,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:22:03.805912+00:00,2026-06-24T12:22:03.805912+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,81.67218645176796,9.037266536501397,,3.5438533192483597,-0.19508819405349961,False -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T02:56:35.331568+00:00,2026-06-25T02:56:35.331568+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T03:14:47.376248+00:00,2026-06-25T03:14:47.376248+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2dfba633817046c7f559,2026-06-24T15:25:53.122978+00:00,2026-06-24T15:25:53.122978+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:21.145457+00:00,2026-06-24T13:05:21.145457+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:37:15.950510+00:00,2026-06-24T14:37:15.950510+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False @@ -3421,6 +3424,7 @@ binance_btcusdt_1h_close/1h/short|window:a5ff2abc114c657a3923,2026-06-23T13:22:5 binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:34:49.185413+00:00,2026-06-23T06:34:49.185413+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.231397812900299,1.1096836544260256,0.007728596475626424,0.5475897793916641,-9.066964729107525,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:24.118039+00:00,2026-06-18T03:17:24.118039+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.8351906550344337,0.913887659963977,0.012094832662823856,0.4254150659402127,21.856768537156746,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:20:35.234583+00:00,2026-06-22T08:20:35.234583+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.16587955231572962,0.4072831353195583,0.004211691240250116,0.29548134982765406,22.615877099294146,True +binance_btcusdt_1h_close/1h/short|window:abd3806b94f058490000,2026-06-25T03:14:11.336835+00:00,2026-06-25T03:14:11.336835+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,10.623320646981055,3.2593435914277364,0.03594354627123559,2.1944346100641017,-37.2444568273208,True binance_btcusdt_1h_close/1h/short|window:ac67be33ed288d1d1287,2026-06-25T01:56:05.264149+00:00,2026-06-25T01:56:05.264149+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,10.955428532224314,3.3098985682682653,0.03392799959271534,2.0695733597950023,-38.445021669300765,True binance_btcusdt_1h_close/1h/short|window:adb037f35adccd2e221e,2026-06-24T06:29:02.350107+00:00,2026-06-24T06:29:02.350107+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7528452528918349,0.8676665562829047,0.007419775701205454,0.5259375423415399,86.27573629983245,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:18:45.547842+00:00,2026-06-23T02:18:45.547842+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6296019744209124,0.7934746211574207,0.004746632323672823,0.40498319731569166,10.795973541184297,True @@ -3558,7 +3562,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:c7a795af28b00f036649,2026-06-24T13:39:21.892090+00:00,2026-06-24T13:39:21.892090+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-1.1-Large,0.9513966375548408,0.9753956312978036,,0.14593887294522614,76.89177050711135,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:29:13.276800+00:00,2026-06-24T11:29:13.276800+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-1.1-Large,80.39086994362602,8.966095579661529,,3.5237403532301594,0.7158387024250209,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:21:11.198433+00:00,2026-06-24T12:21:11.198433+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-1.1-Large,76.7555421771941,8.761024037017254,,3.326154719267875,2.90848672501987,False -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T02:55:50.979820+00:00,2026-06-25T02:55:50.979820+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,51.332444074076676,7.164666361672166,,9.186210316441494e-10,-100.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T03:14:17.472465+00:00,2026-06-25T03:14:17.472465+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,9.375465021765866,3.0619381152737013,,9.236178960536634e-10,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2dfba633817046c7f559,2026-06-24T15:23:29.949297+00:00,2026-06-24T15:23:29.949297+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,722.67594762397,26.882632825375754,,9.043820816655629e-10,-99.99999999999999,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:04:55.331276+00:00,2026-06-24T13:04:55.331276+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,3.2549958438533158,1.8041607034444898,,8.970104506593314e-10,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:35:35.936230+00:00,2026-06-24T14:35:35.936230+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,8.929202431388154,2.988177108437208,,8.923762144956321e-10,-100.0,False @@ -4549,6 +4553,7 @@ binance_btcusdt_1h_close/1h/short|window:a5ff2abc114c657a3923,2026-06-23T13:23:5 binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:35:37.051189+00:00,2026-06-23T06:35:37.051189+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.0121168394512212,1.0060401778513726,0.006701851029954897,0.5803616814984452,0.7133503876205171,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:53.997128+00:00,2026-06-18T03:17:53.997128+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.2639230917946511,1.124243341894739,0.014928414961705284,0.8442749032621711,1.4992468290118952,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.605209+00:00,2026-06-22T08:21:15.605209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1034314300689846,0.32160757153553554,0.0031759091489301887,0.1572751321759567,43.521626820185794,True +binance_btcusdt_1h_close/1h/short|window:abd3806b94f058490000,2026-06-25T03:14:47.388377+00:00,2026-06-25T03:14:47.388377+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,5.135264257812995,2.2661121459038593,0.02196122246678404,1.6309021391582272,-2.7791061545160085,True binance_btcusdt_1h_close/1h/short|window:ac67be33ed288d1d1287,2026-06-25T01:57:58.128045+00:00,2026-06-25T01:57:58.128045+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,5.376576397814037,2.3187445736462733,0.020570132442859743,1.572757177421802,-4.933954609290192,True binance_btcusdt_1h_close/1h/short|window:adb037f35adccd2e221e,2026-06-24T06:29:40.904635+00:00,2026-06-24T06:29:40.904635+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,8.948606403685273,2.9914221373262038,0.027375735670241985,2.695942820134649,6.623752332428734,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:19:41.689626+00:00,2026-06-23T02:19:41.689626+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6294749042424944,0.7933945451302866,0.004856077820756023,0.40711143018905016,10.805948132137962,True @@ -4652,7 +4657,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:c7a795af28b00f036649,2026-06-24T13:40:25.116980+00:00,2026-06-24T13:40:25.116980+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,2.40780110783865,1.551709092529476,,1.559861877729513,50.30682531005555,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:30:17.567338+00:00,2026-06-24T11:30:17.567338+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,81.59154496120524,9.032803826122056,,3.5237653586071076,-0.025400524952518055,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:22:03.868915+00:00,2026-06-24T12:22:03.868915+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,81.43004137754548,9.023859561049555,,3.551425445140262,-0.04662617904321612,False -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T02:56:35.389190+00:00,2026-06-25T02:56:35.389190+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T03:14:47.400659+00:00,2026-06-25T03:14:47.400659+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2dfba633817046c7f559,2026-06-24T15:25:53.251208+00:00,2026-06-24T15:25:53.251208+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:21.167021+00:00,2026-06-24T13:05:21.167021+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:37:16.024436+00:00,2026-06-24T14:37:16.024436+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False @@ -5479,6 +5484,7 @@ binance_btcusdt_1h_close/1h/short|window:a5ff2abc114c657a3923,2026-06-23T13:23:5 binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:35:37.090540+00:00,2026-06-23T06:35:37.090540+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.0266604652570772,1.0132425500624602,0.007487189482401336,0.5610337190470073,-1.0813925949190567e-14,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:54.020029+00:00,2026-06-18T03:17:54.020029+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.3023985882042797,1.141226790872121,0.015689172375563932,0.5630059722024298,8.524448925853867e-15,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.653931+00:00,2026-06-22T08:21:15.653931+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.262837724815072,0.5126770180289653,0.005250009961523162,0.3496204494565706,0.0,True +binance_btcusdt_1h_close/1h/short|window:abd3806b94f058490000,2026-06-25T03:14:47.417322+00:00,2026-06-25T03:14:47.417322+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,4.85755325140477,2.2039857647917716,0.02277619681860066,1.256474617721077,9.142240689211903e-15,True binance_btcusdt_1h_close/1h/short|window:ac67be33ed288d1d1287,2026-06-25T01:57:58.161146+00:00,2026-06-25T01:57:58.161146+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,4.870967245867584,2.2070267886610675,0.022205775579231923,1.2377423684345479,-9.117064177075254e-15,True binance_btcusdt_1h_close/1h/short|window:adb037f35adccd2e221e,2026-06-24T06:29:40.927715+00:00,2026-06-24T06:29:40.927715+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,10.218165933415277,3.1965866065876076,0.02756514438185077,1.9082237385001413,0.0,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:19:41.732973+00:00,2026-06-23T02:19:41.732973+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7819979261992488,0.8843064662204211,0.006425121642325466,0.5243308432592367,0.0,True @@ -5582,7 +5588,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:c7a795af28b00f036649,2026-06-24T13:40:25.151367+00:00,2026-06-24T13:40:25.151367+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,7.282870188015888,2.698679341458686,,1.0367037079703134,1.2195444883277487e-14,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:30:17.617330+00:00,2026-06-24T11:30:17.617330+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,81.55010612541304,9.030509737850519,,3.5237653586071076,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:22:03.907733+00:00,2026-06-24T12:22:03.907733+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,81.35414133306078,9.01965306057061,,3.5208937868253956,8.733946718842068e-15,False -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T02:56:35.423416+00:00,2026-06-25T02:56:35.423416+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,0.0,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T03:14:47.435023+00:00,2026-06-25T03:14:47.435023+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2dfba633817046c7f559,2026-06-24T15:25:53.339778+00:00,2026-06-24T15:25:53.339778+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:37:16.084252+00:00,2026-06-24T14:37:16.084252+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:5341e6b2646979a70e57,2026-06-25T01:57:58.176307+00:00,2026-06-25T01:57:58.176307+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,8,Seasonal-Naive,0.0,0.0,,0.0,0.0,False @@ -6486,6 +6492,7 @@ binance_btcusdt_1h_close/1h/short|window:a5ff2abc114c657a3923,2026-06-23T13:21:5 binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:34:15.847155+00:00,2026-06-23T06:34:15.847155+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.0937272413430468,1.0458141523918323,0.007427594415192405,0.5584369605415793,-3.1629487323101926,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:16:52.065783+00:00,2026-06-18T03:16:52.065783+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9251290594676127,0.9618362955657334,0.012854335615812658,0.5251084826269566,16.9366934291914,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:19:49.760214+00:00,2026-06-22T08:19:49.760214+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.16735811717179808,0.4090942644083367,0.0037222551334097713,0.2232037303842542,22.194451532190318,True +binance_btcusdt_1h_close/1h/short|window:abd3806b94f058490000,2026-06-25T03:13:34.941928+00:00,2026-06-25T03:13:34.941928+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,6.735693661045486,2.5953214947373064,0.025294068057203703,1.5739195714145735,-16.200296809203092,True binance_btcusdt_1h_close/1h/short|window:ac67be33ed288d1d1287,2026-06-25T01:55:04.884428+00:00,2026-06-25T01:55:04.884428+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,7.75193397970572,2.7842295127567556,0.026325373446388287,1.6383400664801115,-22.823332626587117,True binance_btcusdt_1h_close/1h/short|window:adb037f35adccd2e221e,2026-06-24T06:28:29.701365+00:00,2026-06-24T06:28:29.701365+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5568284304638621,0.7462093744143544,0.006023065868165668,0.5032404358015046,89.66443207932416,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:17:49.702792+00:00,2026-06-23T02:17:49.702792+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5382085739754185,0.733626999213782,0.004730557210519243,0.3955841102754319,18.46600150745934,True @@ -6626,7 +6633,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:c7a795af28b00f036649,2026-06-24T13:38:40.075676+00:00,2026-06-24T13:38:40.075676+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,0.08971853919949946,0.299530531331114,,0.3217183515886463,97.56615911943358,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:28:11.519559+00:00,2026-06-24T11:28:11.519559+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,81.54716869207392,9.030347096987686,,3.5233896645809346,0.0018010315269831115,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:20:19.609108+00:00,2026-06-24T12:20:19.609108+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,81.4408681856959,9.024459440082598,,3.4037015122302967,-0.053273655557062594,False -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T02:55:09.144560+00:00,2026-06-25T02:55:09.144560+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.1462732804646622e-16,1.0706415275266798e-08,,1.791126696466034e-08,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T03:13:40.375915+00:00,2026-06-25T03:13:40.375915+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.373570227819378e-16,1.171994124481594e-08,,1.876236649289863e-08,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2dfba633817046c7f559,2026-06-24T15:21:43.371825+00:00,2026-06-24T15:21:43.371825+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:04:16.117433+00:00,2026-06-24T13:04:16.117433+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:34:32.757731+00:00,2026-06-24T14:34:32.757731+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False @@ -7713,6 +7720,7 @@ binance_btcusdt_1h_close/1h/short|window:a5ff2abc114c657a3923,2026-06-23T13:23:3 binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:35:13.336947+00:00,2026-06-23T06:35:13.336947+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.0679850838144902,1.0334336378377134,0.007614713121981015,0.6277728607539195,-1.9728692797561846,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:46.417721+00:00,2026-06-18T03:17:46.417721+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.8883163372806718,0.9425053513273396,0.012798493255440843,0.45355619164516475,18.90169488081358,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:04.636629+00:00,2026-06-22T08:21:04.636629+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09926342268241387,0.3150609824818266,0.002808540365900069,0.18588340460401,45.173649203581675,True +binance_btcusdt_1h_close/1h/short|window:abd3806b94f058490000,2026-06-25T03:14:37.649207+00:00,2026-06-25T03:14:37.649207+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,13.056741619012596,3.613411354802079,0.036541209847124,2.6063657646401177,-45.76897068467646,True binance_btcusdt_1h_close/1h/short|window:ac67be33ed288d1d1287,2026-06-25T01:56:54.972189+00:00,2026-06-25T01:56:54.972189+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,12.849208277804046,3.584579233020808,0.03519782484782088,2.629549907704511,-45.023487613193616,True binance_btcusdt_1h_close/1h/short|window:adb037f35adccd2e221e,2026-06-24T06:29:33.052453+00:00,2026-06-24T06:29:33.052453+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,3.823801842684372,1.9554543826651574,0.01767336599270471,1.1691697243302006,45.53752146913863,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:19:22.009528+00:00,2026-06-23T02:19:22.009528+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.6854169344332866,0.8278991088491922,0.005414129668823534,0.5061513881058691,6.581710077839242,True @@ -7849,7 +7857,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:c7a795af28b00f036649,2026-06-24T13:40:12.392282+00:00,2026-06-24T13:40:12.392282+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Timer-S1,0.007583289338452967,0.0870820839119791,,0.08491951693059911,99.79196659406692,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:29:55.100090+00:00,2026-06-24T11:29:55.100090+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Timer-S1,81.46548431732147,9.025823193333752,,3.502192832582846,0.05191025463377119,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:21:51.787063+00:00,2026-06-24T12:21:51.787063+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Timer-S1,81.44027625215456,9.024426643956643,,3.5279292585688773,-0.052910241254850325,False -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T02:56:25.750320+00:00,2026-06-25T02:56:25.750320+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.4681981732889126e-16,1.211692276648206e-08,,9.166221085858221e-09,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T03:14:44.007919+00:00,2026-06-25T03:14:44.007919+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.2263084495726822e-16,1.107388120566896e-08,,8.932890220118377e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2dfba633817046c7f559,2026-06-24T15:25:15.638402+00:00,2026-06-24T15:25:15.638402+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:18.647179+00:00,2026-06-24T13:05:18.647179+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:36:45.423569+00:00,2026-06-24T14:36:45.423569+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False @@ -8898,6 +8906,7 @@ binance_btcusdt_1h_close/1h/short|window:a5ff2abc114c657a3923,2026-06-23T13:19:3 binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:33:28.357768+00:00,2026-06-23T06:33:28.357768+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0129363699550966,1.0064474004910027,0.007411385097020631,0.6124998013354211,0.6728827513871238,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:16:06.567249+00:00,2026-06-18T03:16:06.567249+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0661194197023711,1.0325305902017485,0.012432602567598204,0.8340609251717931,9.975823181970972,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:18:34.503797+00:00,2026-06-22T08:18:34.503797+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.11524338900777399,0.3394751669971958,0.0030357907010902852,0.20735431775118304,39.037743598177975,True +binance_btcusdt_1h_close/1h/short|window:abd3806b94f058490000,2026-06-25T03:11:29.015579+00:00,2026-06-25T03:11:29.015579+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,5.4869965575342885,2.3424338960863524,0.021422428334258854,1.8781199691696127,-6.084782013283895,True binance_btcusdt_1h_close/1h/short|window:ac67be33ed288d1d1287,2026-06-25T01:46:56.050870+00:00,2026-06-25T01:46:56.050870+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,5.758561710418045,2.3997003376292727,0.019997968441445056,1.8462741100066828,-8.350270912292817,True binance_btcusdt_1h_close/1h/short|window:adb037f35adccd2e221e,2026-06-24T06:27:42.467552+00:00,2026-06-24T06:27:42.467552+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.8272721257729796,0.9095450103062408,0.005372573679033151,0.8092820400416882,85.02056466497848,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:16:29.713875+00:00,2026-06-23T02:16:29.713875+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.5500359691114521,0.7416440986830894,0.005087721097379631,0.40023171521528395,17.414118207081422,True @@ -9041,7 +9050,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:c7a795af28b00f036649,2026-06-24T13:37:30.214581+00:00,2026-06-24T13:37:30.214581+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,0.010693980885066918,0.10341170574488615,,0.18095063210254372,99.70675569207535,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:26:39.093546+00:00,2026-06-24T11:26:39.093546+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,81.47728845204115,9.026477078685856,,3.5249240110268327,0.044665912474784235,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:19:09.460347+00:00,2026-06-24T12:19:09.460347+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,81.44703258967864,9.02480097230286,,3.546143293863581,-0.05705809999989939,False -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T02:54:05.655377+00:00,2026-06-25T02:54:05.655377+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T03:11:35.079635+00:00,2026-06-25T03:11:35.079635+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2dfba633817046c7f559,2026-06-24T15:18:36.917683+00:00,2026-06-24T15:18:36.917683+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:03:31.370723+00:00,2026-06-24T13:03:31.370723+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:32:33.047672+00:00,2026-06-24T14:32:33.047672+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False @@ -10161,6 +10170,7 @@ binance_btcusdt_1h_close/1h/short|window:a5ff2abc114c657a3923,2026-06-23T13:21:1 binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:33:59.935000+00:00,2026-06-23T06:33:59.935000+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.0571892502746865,1.02819708727203,0.007122688919867705,0.5418904056476973,-1.465018556283894,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:16:36.869133+00:00,2026-06-18T03:16:36.869133+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7820698056664339,0.8843471070040507,0.011850390817833898,0.41079762170485995,24.962181440018444,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:19:22.806058+00:00,2026-06-22T08:19:22.806058+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.0984138670551669,0.31370984532712215,0.002637646541366915,0.1790181606157398,45.51505417835388,True +binance_btcusdt_1h_close/1h/short|window:abd3806b94f058490000,2026-06-25T03:13:12.681562+00:00,2026-06-25T03:13:12.681562+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,6.420460530146059,2.53386276860963,0.024662940442565836,1.4232873481907757,-13.858001142878315,True binance_btcusdt_1h_close/1h/short|window:ac67be33ed288d1d1287,2026-06-25T01:51:16.129616+00:00,2026-06-25T01:51:16.129616+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,7.3326847405907545,2.7078930445257168,0.02549619082891368,1.5369749999435316,-20.171973909570607,True binance_btcusdt_1h_close/1h/short|window:adb037f35adccd2e221e,2026-06-24T06:28:17.433951+00:00,2026-06-24T06:28:17.433951+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.8937387682093838,0.9453775797052646,0.008271260419488566,0.550699795795857,83.91385109559641,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:17:20.769854+00:00,2026-06-23T02:17:20.769854+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.6478810008427763,0.8049105545604284,0.004985296494364762,0.4392708238900905,9.379600105997692,True @@ -10300,7 +10310,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:c7a795af28b00f036649,2026-06-24T13:38:11.897522+00:00,2026-06-24T13:38:11.897522+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-2.0-1B,0.007319684195621601,0.08555515294604762,,0.4087548461351946,99.79919084896478,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:27:40.742640+00:00,2026-06-24T11:27:40.742640+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-2.0-1B,81.5529420088573,9.030666753283354,,3.493446226087409,-0.0017387065886887714,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:19:55.347294+00:00,2026-06-24T12:19:55.347294+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-2.0-1B,81.44772401716922,9.024839279298508,,3.4052077754828516,-0.05748256256591731,False -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T02:54:44.361351+00:00,2026-06-25T02:54:44.361351+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.717598641118306e-22,3.1173063117246446e-11,,2.104027720972917e-11,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T03:13:17.173973+00:00,2026-06-25T03:13:17.173973+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,7.474670269457512e-22,2.7339843213627823e-11,,2.2606078833710255e-11,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2dfba633817046c7f559,2026-06-24T15:20:33.560365+00:00,2026-06-24T15:20:33.560365+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:04:01.844254+00:00,2026-06-24T13:04:01.844254+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:33:48.814861+00:00,2026-06-24T14:33:48.814861+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index c5736e015392b75b2fe2c6f671dff7ccf1c00407..f9744c8e1254ab0074963f9dcad1726bd6613215 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,8 +1,8 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.678926619650665,1.1615050694231683,0.011612961363033997,0.8788198964397214,3.1460753441743456,1.7721676429689988,0.4213792963106164,8.176496391274172e-29,314,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-25T03:04:54.670974+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6916837015516883,1.1653952890727985,0.011636980342018707,0.880406943817589,3.1108276078535293,1.7837713985254058,0.42396117682741885,3.092584055822963e-29,315,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-25T03:14:47.299430+00:00 ARIMA,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.9664674922689853,1.7223436045891032,0.6111556523811462,1.0317116760827598,14.518148853886235,,,,1,1.0,2026-06-24T10:52:35.939325+00:00,2026-06-24T10:52:35.939325+00:00 ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,39.71773540292805,4.623386351685929,,2.3182603401125563,11.900520428323064,41.3847327875746,-0.8484848484848484,1.6342325370103148e-05,12,0.0,2026-06-24T10:52:36.014410+00:00,2026-06-25T02:56:35.128481+00:00 -ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.723189+00:00,2026-06-25T02:56:35.235216+00:00 +ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.723189+00:00,2026-06-25T03:14:47.324681+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.4483961829503094,1.0555070823176096,0.10386710803792586,0.8136162040088142,-56.43384803115729,1.5731515825090019,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-25T02:30:09.940179+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9036424729487829,1.2621945229804796,1.0864323892695114,0.9874602237400693,10.778243706061122,1.4683987932472995,-0.04083204930662558,0.4197418036095214,177,0.9717514124293786,2026-06-17T12:10:12.335728+00:00,2026-06-25T03:04:54.727123+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.722698311673971,1.900380741977327,0.12173289855099402,1.282398099939873,14.158025488126793,4.880113998611557,-0.13927165354330712,0.019721310242235744,128,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-25T03:04:54.793044+00:00 @@ -12,10 +12,10 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.0740695 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0114018574001016,0.9803210685553938,0.5511105212287366,0.486093925483899,29.28234393800809,0.457976658200704,-0.12000000000000001,0.21397903053205158,51,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-25T02:30:10.070307+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5472353352341883,0.9888256157591672,0.014228883601543714,0.6908606133340017,14.108753499154687,2.6503917732915694,-0.0022614201718679336,0.9784137819603599,67,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-25T02:56:35.262220+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0629522979989827,1.0167892222507973,0.20775797192515183,0.4980251443379422,51.59769477042867,0.32905477587192344,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-25T02:39:42.197586+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1612994402659873,0.8571118071976137,0.008657043903783596,0.49121396989189264,28.18570421240634,1.9301184045700472,0.360624275018454,2.3181197450852395e-29,436,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-25T03:02:01.090742+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1771821684862076,0.8616639776924656,0.008700949178183159,0.49428320651012525,28.06391662101097,1.9562849332579004,0.3635084920118405,7.166729845264882e-30,437,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-25T03:10:57.548318+00:00 Chronos-2,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.7341224511056046,1.6535182040442145,0.6608019070822674,0.8231222196231203,18.484576701267176,,,,1,1.0,2026-06-24T10:47:11.080330+00:00,2026-06-24T10:47:11.080330+00:00 Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,31.886158310220456,3.9007647338558593,,1.5734334322652073,18.92803560764648,40.81696013289595,-0.6923076923076922,0.0005287205721233499,13,0.0,2026-06-24T10:47:15.684286+00:00,2026-06-25T02:53:26.369231+00:00 -Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,2.4152119139378673e-17,4.801350420193285e-09,,5.138331650536021e-09,0.0,9.542047239186963e-18,0.0,1.0,15,0.0,2026-06-24T12:42:56.996296+00:00,2026-06-25T02:53:30.627149+00:00 +Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,2.2942393403045018e-17,4.693303225579457e-09,,5.08969918289457e-09,0.0,8.315634017311968e-18,0.0,1.0,15,0.0,2026-06-24T12:42:56.996296+00:00,2026-06-25T03:11:04.592596+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3174901992511709,0.4593814995140698,0.05177657259069808,0.2580649628641479,21.812456385419818,0.48038439030534485,-0.05555555555555555,0.919455467372134,9,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-25T02:23:35.523291+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.25058449370382463,0.39114401851941516,0.397366246037995,0.2108332527414957,73.91258884744991,0.3574227953374289,0.1742049081104875,7.261652180662242e-05,234,0.9743589743589743,2026-06-16T12:06:44.487655+00:00,2026-06-25T03:02:05.966793+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.332517029988268,2.0423057184567304,0.14197153660006123,1.1646716229269471,2.259921099463148,5.290723045319288,0.21118624964778812,4.583799549607391e-05,169,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-25T03:02:10.690615+00:00 @@ -25,10 +25,10 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.117 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9295265479632864,0.9315845204409965,0.5515143141992345,0.48339481185002264,31.86398544186649,0.4868540868029039,0.13302034428794993,0.0983666862860916,72,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-25T02:24:02.110071+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.5081800666081344,0.9414953426633513,0.011694194038522081,0.6163449227439887,32.89948594607478,10.17446933773131,0.024555903866248695,0.7347718883157706,88,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-25T02:53:35.027089+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1825154536143472,0.40595419803765587,0.0847285620108957,0.23079307255032713,89.67794151645629,0.09530089019627053,0.6190476190476191,0.06904761904761905,7,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-25T02:35:49.357337+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6685965223917085,1.0391560847317836,0.0095542201178641,0.7165431222738831,24.469053015142972,2.4184330588899456,0.33261431391302576,1.4706249991706902e-18,314,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-25T03:04:54.855801+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6787010762012036,1.0428496181659765,0.009590963053181682,0.7192511628050985,24.39157039370157,2.421229807839518,0.33567890001011014,6.268447458655692e-19,315,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-25T03:14:47.359799+00:00 ETS,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.012456858668924,1.7356430677616075,0.618770085277974,1.0920825657778055,13.76432849378957,,,,1,1.0,2026-06-24T10:52:36.193145+00:00,2026-06-24T10:52:36.193145+00:00 ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,164.5761033809266,7.153683802838448,,4.566570802333552,20.225224467822617,443.5197900986871,-0.6969696969696969,0.0009744810873283095,12,0.0,2026-06-24T10:52:36.210089+00:00,2026-06-25T02:56:35.316985+00:00 -ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.828164+00:00,2026-06-25T02:56:35.331568+00:00 +ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.828164+00:00,2026-06-25T03:14:47.376248+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.016595258113816,1.7455783259884101,0.1869290128102823,1.3486708009010233,-71.53841142047237,3.96963456521405,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-25T02:30:10.157208+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,3.123969478133266,1.6060225124915215,1.1989725521667591,1.2097958068399957,-5.023970057557167,2.511920874091373,0.0903954802259887,0.0740544791524717,177,0.9717514124293786,2026-06-17T12:10:12.697348+00:00,2026-06-25T03:04:54.879922+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,7.710321374410375,2.385231731612921,0.1622883330042899,1.6642907584899833,-5.634173902358823,8.102381998211152,0.09178149606299214,0.12440243139492105,128,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-25T03:04:54.910092+00:00 @@ -38,10 +38,10 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,8.728344305 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1675629890340045,1.0365238796322447,0.608744752398085,0.5386849820470869,25.886589111608195,0.6512048101085597,-0.0007843137254901963,0.9935194844072947,51,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-25T02:30:10.238407+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2560826012233273,0.8859079713788621,0.012678799695422623,0.6350920968921822,21.158249701849215,2.426234753414378,-0.024875621890547265,0.7659827143525636,67,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-25T02:56:35.342094+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9496656721394228,0.9717191082970827,0.20602828191825953,0.5206228512663811,53.68143087475858,0.15219267978229262,-0.4285714285714286,0.2388888888888889,7,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-25T02:39:42.312045+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6187161435560125,1.0429581673883555,0.010645724999220476,0.574498811157552,11.058146874362416,2.455025858903576,0.3471295060080107,7.494001377443722e-27,428,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-25T03:04:07.995899+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6397058976432501,1.0481245669781907,0.010704694279574822,0.5782748852808772,10.945553392540308,2.490396408465704,0.34997712567806033,2.5069601620634373e-27,429,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-25T03:14:11.336835+00:00 Moirai-1.1-Large,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.8199605606883722,1.349059139062618,0.6245741448532559,0.7792043597683866,37.17852676540776,,,,1,1.0,2026-06-24T10:50:42.572136+00:00,2026-06-24T10:50:42.572136+00:00 Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,33.84240217817074,4.18491114731668,,1.5192024041690428,15.52364722982837,39.899423838550184,-0.8484848484848484,1.6342325370103148e-05,12,0.0,2026-06-24T10:50:49.255677+00:00,2026-06-25T02:55:45.622538+00:00 -Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,630.1622913082302,14.014276091537267,,9.150708111584641e-10,-100.0,1678.9784108745798,-0.3904761904761905,0.04629247541540862,15,0.0,2026-06-24T12:45:32.441400+00:00,2026-06-25T02:55:50.979820+00:00 +Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,627.3651593714096,13.740760875110702,,9.154039354524316e-10,-100.0,1680.04621515933,-0.4285714285714286,0.027495265215751328,15,0.0,2026-06-24T12:45:32.441400+00:00,2026-06-25T03:14:17.472465+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2649550048720267,0.4220965653486707,0.04790962390730123,0.2411472137912056,30.541403597094998,0.3879365781325583,-0.2222222222222222,0.47670855379188715,9,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-25T02:28:36.876906+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.8248757666763615,1.108626613720305,1.192291218127204,0.5579199731154776,26.07950425308859,2.549966637785289,0.21689804448425135,8.724635390946729e-07,232,0.978448275862069,2026-06-16T12:07:52.741323+00:00,2026-06-25T03:04:15.063751+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.553271900689113,2.2192410782878293,0.131613470085255,1.1273265586973427,4.048876301562516,30.336095897098563,0.17058388765705843,0.0011448973214077725,165,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-25T03:04:22.529140+00:00 @@ -51,10 +51,10 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0887050528277782,1.0075352966813158,0.592413764418904,0.48503516793565543,23.29137631523876,0.7069084760289007,-0.219460602855632,0.011710703546026472,62,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-25T02:29:06.890191+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.700787061994364,1.2074620758595536,0.013032987460223593,0.6552484551766065,7.72884127032515,5.269777085758152,0.02868617326448652,0.699268042967526,84,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-25T02:55:56.884851+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.21146138218091287,0.4295399361858861,0.07579008996760883,0.2155326078076765,88.47573347209413,0.15721376571334325,0.7142857142857143,0.03015873015873016,7,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-25T02:38:54.659049+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.1906840035912953,1.2163933651886445,0.011457190159744881,0.9043317478290576,16.271981740073805,2.7137660605953764,0.4956960582812723,3.182472635824019e-39,314,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-25T03:04:54.925036+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.200031877414221,1.2197258057623437,0.011490536294052943,0.9066383204999436,16.211502095963997,2.7145161430945643,0.49671418461227373,1.687963245247259e-39,315,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-25T03:14:47.388377+00:00 Moving-Average,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.676041974260956,1.9173007000105529,0.862092038435816,1.2555395476546478,3.896249355663171,,,,1,1.0,2026-06-24T10:52:36.269076+00:00,2026-06-24T10:52:36.269076+00:00 Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,34.28209701205429,4.327674521487812,,2.0793450698173044,22.68444015950524,40.621252430658224,-0.6969696969696969,0.0009744810873283095,12,0.0,2026-06-24T10:52:36.277257+00:00,2026-06-25T02:56:35.373613+00:00 -Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.873454+00:00,2026-06-25T02:56:35.389190+00:00 +Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.873454+00:00,2026-06-25T03:14:47.400659+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5300932383345889,0.6718270676933206,0.07385798400180642,0.45133354119183217,-32.972094980000335,0.47713782444056957,0.3571428571428571,0.27509920634920637,8,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-25T02:30:10.283412+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6197656244262038,1.4786333158359288,1.3023032597374804,1.301879345329312,5.545450590927416,2.035651561899758,0.14496661530559835,0.004174840255671109,177,0.9717514124293786,2026-06-17T12:10:12.867076+00:00,2026-06-25T03:04:54.939470+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.102471429406096,1.9749208617689171,0.12484472450163203,1.3113692526767773,12.054202244526643,4.976681659296967,-0.19438976377952757,0.0011364622028230112,128,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-25T03:04:54.957702+00:00 @@ -64,10 +64,10 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0239790892984661,0.9858211969292691,0.6203127387048166,0.5092399215083692,28.980783197101413,0.4604684426865729,-0.03215686274509804,0.7391262397715257,51,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-25T02:30:10.327917+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.858350522817915,1.0426211802105738,0.015189419334676534,0.784622145608458,12.758145413729283,3.3404520696875957,-0.008593396653098146,0.9181066801248231,67,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-25T02:56:35.398839+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0578347680270574,1.0278621958694054,0.21218650121844568,0.5563288577587656,49.896995813737874,0.08107279054781216,-0.33333333333333337,0.3813492063492063,7,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-25T02:39:42.359615+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.6881270997455773,1.3704192871535144,0.012850708199303984,0.7762293171234623,2.7397827971339863e-17,3.2258550242273936,0.4649274536537718,1.0341774280985732e-34,314,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-25T03:04:54.967146+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.695014166893702,1.3730655299396675,0.01288221768698429,0.7777539053793276,5.63338370546433e-17,3.223032895524704,0.4655343241330502,6.634357120842874e-35,315,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-25T03:14:47.417322+00:00 Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.9741110106425035,1.9935172461362112,0.8264244641534466,1.59463406458511,5.5872773641804445e-15,,,,1,1.0,2026-06-24T10:52:36.314295+00:00,2026-06-24T10:52:36.314295+00:00 Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,36.319239688644394,4.966901231980168,,2.044932940083851,6.4655845376413244e-15,36.82546776772179,-0.5454545454545454,0.013770768197851531,12,0.0,2026-06-24T10:52:36.320978+00:00,2026-06-25T02:56:35.414118+00:00 -Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T14:18:12.253684+00:00,2026-06-25T02:56:35.423416+00:00 +Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T14:18:12.253684+00:00,2026-06-25T03:14:47.435023+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2371705807842771,0.4559274095846977,0.05117138002010683,0.31859186127072076,-6.721503251760954e-16,0.21275033779215638,0.14285714285714285,0.7195436507936508,8,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-25T02:30:10.358908+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.7767821958390866,1.5375902843033582,1.3044675178975658,1.3603529274736053,1.221951476050762e-15,2.060786297453412,0.15356959424756034,0.0024082262903022244,177,0.9717514124293786,2026-06-17T12:10:12.978229+00:00,2026-06-25T03:04:54.973432+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.602075335728474,2.1278081999391674,0.13390134923893743,1.6928263363549116,-4.9610257261847734e-17,5.023848830878476,-0.2079232283464567,0.0004996675628689426,128,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-25T03:04:54.983144+00:00 @@ -77,10 +77,10 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.9115183635961714,1.3501991078466198,0.7301983416291927,0.9974834676647398,-2.234296030080811e-18,0.8037443164057106,0.3521568627450981,0.0002654512569103511,51,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-25T02:30:10.396301+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.1131789068112767,1.1722461375222626,0.015815943247587373,0.6373681473667652,2.7568030145820824e-15,3.4169208498599843,-0.018103647530094687,0.8286194356047869,67,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-25T02:56:35.428364+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,3.2530044991445655,1.7948895425528726,0.3851271483382678,1.4441605878777541,-7.649968393293107e-16,0.6818503650705655,0.6190476190476191,0.06904761904761905,7,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-25T02:39:42.426452+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0233058174776772,0.8496748477022776,0.008692166020717417,0.484914242004147,25.090472595195674,1.4815052845413335,0.46728108619059905,1.0535147919012104e-47,432,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-25T03:03:29.838424+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0364983991025452,0.8537063642081322,0.008730507595859416,0.4874292658595984,24.995112850612767,1.5050376611304217,0.46965614575314335,2.7944255235989934e-48,433,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-25T03:13:34.941928+00:00 TiRex,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.8564692708326462,1.6901092481945201,0.6820653407770266,0.8258398901350078,16.362324923417617,,,,1,1.0,2026-06-24T10:49:37.384120+00:00,2026-06-24T10:49:37.384120+00:00 TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,31.390118537496733,3.591314732450346,,1.4544217457252577,37.82366707131955,41.21431920591894,-0.9230769230769229,1.4164076664076665e-07,13,0.0,2026-06-24T10:49:46.896694+00:00,2026-06-25T02:55:03.598539+00:00 -TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,1.0981616473253065e-16,1.0452110551529476e-08,,2.0758517598563858e-08,0.0,1.674279483044433e-17,0.0,1.0,15,0.0,2026-06-24T12:44:44.437377+00:00,2026-06-25T02:55:09.144560+00:00 +TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,1.1133147771489543e-16,1.0519678949499419e-08,,2.081525756711308e-08,0.0,1.817652620911168e-17,0.0,1.0,15,0.0,2026-06-24T12:44:44.437377+00:00,2026-06-25T03:13:40.375915+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30328572782390517,0.4295294482425179,0.047013698126344164,0.23662964635064532,34.498405919287244,0.45283767404955205,0.1111111111111111,0.761414241622575,9,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-25T02:27:18.025479+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.3561459023018247,0.4714194960348921,0.5164986220698019,0.23478288834278505,70.57967672597746,0.5155089336212497,0.27571407429332545,3.7091052420519873e-10,233,0.9742489270386266,2026-06-16T12:07:37.946365+00:00,2026-06-25T03:03:36.926793+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.607885843100629,1.8743618783825158,0.1240681593442353,1.0518647191964028,11.448463259900537,4.833157435557605,0.08565169769989048,0.10141429763775603,166,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-25T03:03:43.814478+00:00 @@ -90,10 +90,10 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1366349 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8658714884887798,0.9034375115831084,0.5648021317709581,0.4724182696990072,32.79767947978383,0.4361096820045358,0.06015377657168702,0.47168970134733157,67,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-25T02:27:46.689038+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4469537751617982,0.8251689008308606,0.009822132744907893,0.5310272162294224,34.85082126918869,3.075656274038071,0.0008207934336525308,0.9910722260701652,86,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-25T02:55:14.470763+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.17585374714338403,0.3860122893127624,0.07480175655600008,0.22590335659095545,90.36658726464965,0.15637216162448206,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-25T02:38:08.307904+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.457840132551443,0.9575269240008523,0.00937587600860517,0.5628921391717782,27.608143121659584,2.359365637730835,0.5300191801596861,9.345165029368082e-60,424,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-25T03:04:40.700750+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.4851316654607634,0.9637760638380315,0.009439794441166391,0.5677003124081742,27.43549108917409,2.4228143193191074,0.5322308546059934,2.224293752469083e-60,425,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-25T03:14:37.649207+00:00 Timer-S1,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.521603831386306,1.2335330686229315,0.9524471402012793,0.5698934320992546,44.62580846627088,,,,1,1.0,2026-06-24T10:52:21.603562+00:00,2026-06-24T10:52:21.603562+00:00 Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,33.93959493374878,3.817537892097232,,1.5018488967043802,38.28376441047056,41.91985266147643,-0.8484848484848484,1.6342325370103148e-05,12,0.0,2026-06-24T10:52:25.227109+00:00,2026-06-25T02:56:20.581612+00:00 -Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.354492912518901e-17,9.629879874586807e-09,,8.016825818347757e-09,0.0,1.9524494405118228e-17,0.0,1.0,13,0.0,2026-06-24T12:46:05.681734+00:00,2026-06-25T02:56:25.750320+00:00 +Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.168423894275648e-17,9.549645908370415e-09,,7.998877290213922e-09,0.0,1.4540859627743035e-17,0.0,1.0,13,0.0,2026-06-24T12:46:05.681734+00:00,2026-06-25T03:14:44.007919+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2640112863596324,0.42844814338834475,0.047418440806906215,0.2253874289988357,25.46921739497518,0.3657802089603486,-0.3888888888888889,0.18018077601410934,9,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-25T02:29:42.334711+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.15304462178958522,0.29435981581031184,0.36609780742006776,0.1551492513819278,87.26650272030652,0.35017959996604464,0.3616971945281706,4.2990470074561943e-16,228,0.9780701754385965,2026-06-16T12:08:08.243141+00:00,2026-06-25T03:04:46.170620+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.497585913796473,1.8504752437528436,0.12191991716806597,1.1374594591530358,14.22604891613026,4.655658761828498,-0.019027147520101904,0.7218677045108667,159,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-25T03:04:51.742494+00:00 @@ -103,10 +103,10 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1173 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9465308714310479,0.9525302552168396,0.6098163693479207,0.5038718693101946,28.250736481861512,0.39521841723588946,-0.073224043715847,0.4043539215415428,61,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-25T02:30:01.582476+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.572622590856042,0.8857149721320996,0.010911894270002415,0.5918818982832121,28.87565291320001,3.1761981357041713,-0.04382716049382716,0.5624989435884009,81,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-25T02:56:30.882665+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.252887257580452,0.48383322513642896,0.10575594820898143,0.2537490988069346,86.14107873843024,0.13333871815346174,0.6,0.1361111111111111,6,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-25T02:39:38.748174+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9117589947328435,0.7837967050946111,0.007825958838615523,0.5628537853088119,34.33747514302407,1.332542546539465,0.4125503167223141,3.736441772149495e-38,439,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-25T03:02:32.445423+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9221572619210286,0.787339062346865,0.007856859905651077,0.5658430266357682,34.24560637675974,1.3487769924679958,0.41495133568026504,1.1549882455414429e-38,440,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-25T03:11:29.015579+00:00 TimesFM-2.5,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.101390762367535,1.7610765918515683,0.6894371389934627,1.1988933120136298,12.334393747225347,,,,1,1.0,2026-06-24T10:47:58.411321+00:00,2026-06-24T10:47:58.411321+00:00 TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,31.346009396467142,3.542023370696007,,1.4369481235189416,38.89345482998651,41.225805184628555,-0.8717948717948716,1.8079271551493775e-06,13,0.0,2026-06-24T10:48:06.864145+00:00,2026-06-25T02:53:59.990534+00:00 -TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,15,0.0,2026-06-24T12:43:37.524229+00:00,2026-06-25T02:54:05.655377+00:00 +TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,15,0.0,2026-06-24T12:43:37.524229+00:00,2026-06-25T03:11:35.079635+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3070527912242002,0.4775557359918772,0.053470082565890295,0.31861130254588277,14.635351526305056,0.3609241951712301,-0.3333333333333333,0.25951829805996474,9,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-25T02:25:00.006837+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10392595210546873,0.256506479934809,0.283791608411058,0.1847695064509578,86.30953492907273,0.16401415360234473,0.0531300873168566,0.22727052205489962,233,0.9742489270386266,2026-06-16T12:07:01.390017+00:00,2026-06-25T03:02:39.567038+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.102646499090396,1.7407013134118796,0.11836039486744705,1.269902342794461,19.54832396282524,4.692981539472993,0.08945353289244692,0.08333454663608081,170,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-25T03:02:45.573624+00:00 @@ -116,10 +116,10 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8631435565566906,0.9051370330289361,0.49416753937367985,0.6663954928556789,33.42293553895534,0.4027875711651095,0.08215962441314553,0.3073198780842531,72,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-25T02:25:34.034647+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.383610319143857,0.8145927107402309,0.010331595266667158,0.6383408545735931,35.22807279144091,2.9568665515018986,0.006792058516196448,0.9253423695309839,88,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-25T02:54:11.206489+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.18041651688373883,0.4102861807583566,0.07019847102072298,0.3284682031086703,89.69108239547668,0.09335500251468391,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-25T02:36:39.115741+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0390945615772835,0.8091957317629705,0.008093271844738023,0.46558835205166693,31.848410704536793,1.6706985486281776,0.34353348729792144,1.2691461570147916e-26,433,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-25T03:03:10.695956+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0514940223343543,0.813169618944645,0.008131450804640852,0.4677950317662732,31.74309639152432,1.6886424753236353,0.3464309660391014,4.180806064846657e-27,434,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-25T03:13:12.681562+00:00 Toto-2.0-1B,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.59039916867846,1.6094717048393428,0.618111195369563,0.6558362744768197,21.07867615656856,,,,1,1.0,2026-06-24T10:49:11.363722+00:00,2026-06-24T10:49:11.363722+00:00 Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,32.12219769507232,3.752518755044352,,1.6252876741274016,30.31975341995837,40.708019474163926,-0.8717948717948716,1.8079271551493775e-06,13,0.0,2026-06-24T10:49:15.506331+00:00,2026-06-25T02:54:39.735305+00:00 -Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,5.282462758529897e-22,2.271909433682786e-11,,2.3514383171050028e-11,0.0,1.8165127251283712e-22,0.0,1.0,15,0.0,2026-06-24T12:44:19.286476+00:00,2026-06-25T02:54:44.361351+00:00 +Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,5.132934200419177e-22,2.2463546343253285e-11,,2.3618769945982097e-11,0.0,1.4879521007154756e-22,0.0,1.0,15,0.0,2026-06-24T12:44:19.286476+00:00,2026-06-25T03:13:17.173973+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.37262183025933576,0.5071918263526503,0.056278293273872904,0.27570566000385127,12.254121733509761,0.5248928695138565,-0.16666666666666666,0.612202380952381,9,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-25T02:26:14.494453+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.21974637363295543,0.35091814460936743,0.3245219293782373,0.18326053868286968,80.4301224820115,0.35495901428564064,0.30735930735930733,3.1754140755925526e-12,232,0.9741379310344828,2026-06-16T12:07:21.772238+00:00,2026-06-25T03:03:15.194538+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.192927385184531,1.7811918750574778,0.11770306642380238,1.014490438333654,15.998690150714403,4.709540910627353,0.019817507841459938,0.7029649040700685,168,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-25T03:03:20.213877+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index d92c8fda4917741642d22f25888ee85883770433..231e38a19f5bf507f689cbfc3659b82b73189eca 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-25T03:04:55.111544+00:00", + "generated_at": "2026-06-25T03:14:47.634780+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 1d63f8f530427d853ebf02e628a2d170ba46a660..3bc08fe69a49142dd0a9c98f46c928685cfc8877 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -19,16 +19,16 @@ Climate,TimesFM-2.5,,,4.5,1,1,1.0 Climate,Toto-2.0-1B,,,4.5,1,1,1.0 Climate,Moving-Average,,,,1,1,1.0 Climate,Seasonal-Naive,,,,1,1,1.0 -Finance,Toto-2.0-1B,0.8912917670976743,0.742906732222601,1.5,2,2,1.0 -Finance,ARIMA,0.8559552252469288,0.8602397443813531,4.0,2,2,1.0 -Finance,TiRex,0.9277755682384982,0.8070312878616527,4.0,2,2,1.0 -Finance,Chronos-2,1.025547593023592,0.8760606407020317,5.5,2,2,1.0 -Finance,Timer-S1,0.9990536864653563,0.9206403590307218,5.5,2,2,1.0 -Finance,ETS,0.823973054037971,0.8871211057718961,6.0,2,2,1.0 -Finance,Moirai-1.1-Large,1.0338289117358694,0.9396725377338191,6.0,2,2,1.0 -Finance,Seasonal-Naive,1.0,1.0,7.0,2,2,1.0 -Finance,Moving-Average,1.0044619339086862,1.0003413862494752,7.5,2,2,1.0 -Finance,TimesFM-2.5,0.9101221098888107,0.9791157335112413,8.0,2,2,1.0 +Finance,Toto-2.0-1B,0.9281916431112731,0.7697345170247528,2.5,2,2,1.0 +Finance,ARIMA,0.935684968747938,0.8664870792143116,3.5,2,2,1.0 +Finance,TiRex,0.9983369826621661,0.851559140983427,5.0,2,2,1.0 +Finance,ETS,0.8701037490109936,0.9186772868638785,5.5,2,2,1.0 +Finance,Timer-S1,1.0144704921097898,0.9349041068808371,5.5,2,2,1.0 +Finance,Chronos-2,1.0712176076607163,0.9057130718164971,6.0,2,2,1.0 +Finance,Moirai-1.1-Large,1.000765559674095,0.9558191546771584,6.0,2,2,1.0 +Finance,Seasonal-Naive,1.0,1.0,6.0,2,2,1.0 +Finance,Moving-Average,0.9888783005796279,1.0052556935901409,7.5,2,2,1.0 +Finance,TimesFM-2.5,0.938894523944116,1.0012074849265562,7.5,2,2,1.0 Hazards,ARIMA,0.7211973730293387,0.6709804898479891,1.0,1,1,1.0 Hazards,Timer-S1,0.7261020051605361,0.6854182187927436,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.7442183378859233,0.6863523601768242,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index d8ee8d6212f1596523966b840db9be257e601fa1..10b607fd52f96b8a738ebfce4c9d5bd768f70684 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.25627532007498555,0.3855221985813308,8.0,1,1,1.0 1D,ARIMA,0.3687802372064497,0.4083506869323253,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Toto-2.0-1B,0.571488573879051,0.7819038007198394,3.1666666666666665,6,6,1.0 -1h,Chronos-2,0.5248189995681668,0.8163276151628304,4.5,6,6,1.0 -1h,Moirai-1.1-Large,0.7920937029188777,0.8514630356144869,4.5,6,6,1.0 -1h,TiRex,0.6055582515596573,0.8242956804481969,4.833333333333333,6,6,1.0 -1h,Timer-S1,0.6483173453094566,0.8910120317699426,5.166666666666667,6,6,1.0 -1h,ARIMA,2.235813050998867,1.4432387792992492,5.5,6,6,1.0 -1h,TimesFM-2.5,0.5266206611572906,0.9090954553188447,6.5,6,6,1.0 -1h,ETS,3.8166427033466954,2.0194333249704277,6.666666666666667,6,6,1.0 -1h,Seasonal-Naive,1.0,1.0,6.833333333333333,6,6,1.0 -1h,Moving-Average,1.3841178328766137,1.1649094378594294,7.333333333333333,6,6,1.0 +1h,Toto-2.0-1B,0.5792688006042748,0.7912047396113692,3.5,6,6,1.0 +1h,Moirai-1.1-Large,0.7835579475264027,0.85631232927343,4.5,6,6,1.0 +1h,Chronos-2,0.5324966051563892,0.8254358186648236,4.666666666666667,6,6,1.0 +1h,TiRex,0.6205365054361933,0.8391852432223667,5.166666666666667,6,6,1.0 +1h,Timer-S1,0.6516351538507378,0.8955900389461381,5.166666666666667,6,6,1.0 +1h,ARIMA,2.303182517680219,1.4467241088055347,5.333333333333333,6,6,1.0 +1h,TimesFM-2.5,0.5321126795154573,0.9158819626611708,6.333333333333333,6,6,1.0 +1h,ETS,3.88657913951489,2.0430996114894477,6.5,6,6,1.0 +1h,Seasonal-Naive,1.0,1.0,6.5,6,6,1.0 +1h,Moving-Average,1.3769225700849574,1.1668139123716705,7.333333333333333,6,6,1.0 1mo,Timer-S1,0.3828790457316151,0.4909869342196272,1.0,1,1,1.0 1mo,Toto-2.0-1B,0.6518185228700153,0.5822432804040559,2.0,1,1,1.0 1mo,Moirai-1.1-Large,0.457954132588293,0.5887255627707786,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 2bd74771f7e8d6703968297016d97f4711f4d10d..7a7690221e5b900eb52db6501ffffc356ee4c4c7 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -19,16 +19,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,Moving-Average,0.9249973049108767,0.8887079460534169,6.75,2,2,1.0 12,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,2,2,1.0 12,Seasonal-Naive,1.0,1.0,10.0,2,2,1.0 -24,Toto-2.0-1B,0.6085035296986866,0.7859062115402691,3.2857142857142856,7,7,1.0 -24,Chronos-2,0.5715878194395961,0.8056747698114115,4.285714285714286,7,7,1.0 -24,TiRex,0.626287806901235,0.8002310005483799,4.428571428571429,7,7,1.0 -24,ARIMA,2.0162641392893317,1.238826072992196,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.9463430526695257,0.9163570581911253,5.285714285714286,7,7,1.0 -24,Timer-S1,0.6888160450040826,0.9218551081680687,5.571428571428571,7,7,1.0 -24,ETS,2.952515361767999,1.7823986534064624,6.428571428571429,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,6.714285714285714,7,7,1.0 -24,TimesFM-2.5,0.5561012017510242,0.9413993747899568,6.857142857142857,7,7,1.0 -24,Moving-Average,1.3235197607744313,1.151306099462849,7.285714285714286,7,7,1.0 +24,Toto-2.0-1B,0.6155973578784444,0.793912475452766,3.5714285714285716,7,7,1.0 +24,Chronos-2,0.578747619439409,0.8133738070187269,4.428571428571429,7,7,1.0 +24,ARIMA,2.0682282032384585,1.2413899332438185,4.714285714285714,7,7,1.0 +24,TiRex,0.6395425588323286,0.8126050150496115,4.714285714285714,7,7,1.0 +24,Moirai-1.1-Large,0.9375951740513944,0.9208285691481451,5.285714285714286,7,7,1.0 +24,Timer-S1,0.6918364256067688,0.9259134598040735,5.571428571428571,7,7,1.0 +24,ETS,2.99882831755072,1.8002880862909634,6.285714285714286,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,6.428571428571429,7,7,1.0 +24,TimesFM-2.5,0.5610684833002467,0.9474198804814739,6.714285714285714,7,7,1.0 +24,Moving-Average,1.31762021211131,1.1529192553229097,7.285714285714286,7,7,1.0 36,ARIMA,,,4.5,1,1,1.0 36,Chronos-2,,,4.5,1,1,1.0 36,ETS,,,4.5,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 97ecb1d974f993241e0e474bb11f2d879496b860..10ab07583073428d02090201522341a68e43a33b 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Toto-2.0-1B,0.5032451691369177,0.6593272354052134,3.6923076923076925,13,13,1.0 -Overall,Timer-S1,0.3468484819779537,0.6550203400314047,4.230769230769231,13,13,1.0 -Overall,Chronos-2,0.40222114637978107,0.6392705764498545,4.3076923076923075,13,13,1.0 -Overall,TiRex,0.4458892917084124,0.6491496409106869,4.384615384615385,13,13,1.0 -Overall,Moirai-1.1-Large,0.7487295059445117,0.7757492889209895,5.230769230769231,13,13,1.0 -Overall,ARIMA,1.3428106087267522,0.9982295112336328,5.384615384615385,13,13,1.0 -Overall,ETS,1.47215022585653,1.1853366318139336,5.769230769230769,13,13,1.0 -Overall,TimesFM-2.5,0.4102161928512582,0.7224653766702315,6.291666666666667,13,13,1.0 -Overall,Moving-Average,1.028348088070864,0.9780795432535622,7.291666666666667,13,13,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.7272727272727275,13,13,1.0 +Overall,Toto-2.0-1B,0.5069706803779157,0.6635936602392043,3.8461538461538463,13,13,1.0 +Overall,Timer-S1,0.3478155519070205,0.6568539209481179,4.230769230769231,13,13,1.0 +Overall,Chronos-2,0.40542006768512917,0.6431513184074593,4.384615384615385,13,13,1.0 +Overall,TiRex,0.4518716386513836,0.6555195206079998,4.538461538461538,13,13,1.0 +Overall,Moirai-1.1-Large,0.7443176955468952,0.7781560428090083,5.230769230769231,13,13,1.0 +Overall,ARIMA,1.3647315677887775,0.9995436961395276,5.3076923076923075,13,13,1.0 +Overall,ETS,1.4868035521808327,1.1928936269015753,5.6923076923076925,13,13,1.0 +Overall,TimesFM-2.5,0.4125441772050174,0.725402198787709,6.208333333333333,13,13,1.0 +Overall,Moving-Average,1.0254287364739119,0.9789514187509817,7.291666666666667,13,13,1.0 +Overall,Seasonal-Naive,1.0,1.0,7.545454545454546,13,13,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 243c4e827ded80a34ce8c568a29400123067b7e9..eb145ab9c96c6ab555f3b0acdac16b04dce514d6 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,2575317.841973977,1589903.7090117529,1128.5454850488761,1.3190922710726616,0.018507441128103267,0.018357686029593815,31.97979819796821,1604.7796864286315,0.026105382059193646,0.018358352431506263,0.017046987245111382,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,3166563.930322997,1751843.324230376,1166.732974740771,1.355227281676709,0.019178939743217504,0.018983689201826935,33.99093981393802,1779.4841753505416,0.028984659337240475,0.019004022783020668,0.0176970170182372,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,0.020646082915540546,0.01045973050704975,0.09994767455750295,0.349331703940684,nan,2.0,6.709777977675761,0.14368744870565608,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 66928203643cb023ed67d699e185b9dce349cc44..2a0b497aea7474f5407efdea46b7c4ad1eb6fecf 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-25T03:04:54.670974+00:00", + "evaluated_at": "2026-06-25T03:14:47.299430+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63476.7890625, 63583.53125, 63678.0703125, 63744.609375, @@ -101,10 +100,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "actuals": [ - 62729.78125, 62744.421875, 62890.0, 62780.0, @@ -127,350 +126,350 @@ 61077.98828125, 60832.0, 60928.0, - 60794.51171875 + 60799.078125, + 60826.0 ], "p50": [ - 61948.8283871972, - 61961.269857935586, - 61958.831295482574, - 61952.06247234081, - 61930.94074952837, - 61960.30217132186, - 61960.294099260704, - 61965.09197000454, - 61967.09137859057, - 61958.332974760415, - 61962.74462823327, - 61960.19399924378, - 61973.04716725344, - 61964.33106094785, - 61956.8570911545, - 61959.63952117049, - 61964.33106061847, - 61967.09153266076, - 61959.63952114259, - 61964.33106062658, - 61947.616160589634, - 61958.33292992761, - 61968.1600528491, - 61958.332929927594 + 62083.8421396168, + 62074.522135231666, + 62080.81238514817, + 62080.07198894765, + 62078.279770210676, + 62080.36999639929, + 62075.73179902663, + 62076.14648650541, + 62090.01659435722, + 62069.14320911285, + 62076.1710424239, + 62072.2335505911, + 62072.23539450699, + 62075.985136275514, + 62075.68676177331, + 62083.80697481123, + 62060.95767443047, + 62075.80234712946, + 62072.97587773573, + 62084.48419132706, + 62075.985432464644, + 62073.9028308588, + 62067.916000597696, + 62060.95764018326 ], "p10": [ - 61697.9686851006, - 61704.75552871949, - 61705.73978189185, - 61669.592014086964, - 61674.68055527175, - 61669.52442657232, - 61710.906509620334, - 61703.88404224584, - 61710.9081750195, - 61711.45046144518, - 61705.993520202275, - 61703.88351658828, - 61674.702041191726, - 61622.86335943551, - 61703.883512698405, - 61711.450416639585, - 61705.66946021289, - 61705.49086548023, - 61610.48668705288, - 61706.02954136272, - 61705.49086547786, - 61711.45041661237, - 61705.490865477914, - 61703.883512791945 + 61835.07943181052, + 61733.34401840297, + 61785.732960556095, + 61822.130411374004, + 61790.6702017947, + 61814.76295824593, + 61822.566339376965, + 61725.60528947548, + 61812.428835452934, + 61824.08482626032, + 61818.66815617694, + 61784.929653528896, + 61790.4804433165, + 61814.85540390916, + 61790.47998264079, + 61831.69995868612, + 61734.99041458696, + 61818.28460327053, + 61784.9309014824, + 61874.717663137824, + 61784.93089532344, + 61734.99037962761, + 61814.85569863652, + 61822.52115853972 ], "p90": [ - 62377.042674674994, - 62207.87322202305, - 62205.04010614488, - 62245.555610844356, - 62205.2723704767, - 62207.00745868963, - 62222.365523975546, - 62155.616117656966, - 62230.44628789514, - 62207.001250928326, - 62380.03934227071, - 62207.00120989184, - 62239.0732631963, - 62205.13987919772, - 62245.48177064205, - 62205.29385752861, - 62224.037935520515, - 62432.54934118579, - 62222.36734344192, - 62303.15832864707, - 62205.155276738704, - 62205.15527673878, - 62432.549341183476, - 62205.29385750138 + 62362.57412414892, + 62272.662828967026, + 62355.0471357724, + 62323.168619258315, + 62337.91637474114, + 62359.10198093142, + 62288.52370920254, + 62319.75368365544, + 62354.25579178471, + 62320.14883769007, + 62290.27610538923, + 62326.62669696551, + 62359.19532490512, + 62502.813353451216, + 62323.55951000795, + 62354.244998780494, + 62323.55940067124, + 62359.19470429068, + 62354.24507669871, + 62403.741587129174, + 62403.74159298009, + 62319.775693606345, + 62320.154062205555, + 62502.81364750206 ], "mean": [ - 62280.07180038959, - 62902.12770002406, - 62592.96175219105, - 61970.68203049502, - 62267.76377582973, - 62592.33623220666, - 62920.60680555108, - 62271.74469515241, - 62931.14052738742, - 62287.946521001955, - 62618.13605082219, - 62589.07721982011, - 62925.80740923531, - 62897.895257285774, - 61965.016554145615, - 61972.085218211534, - 62288.50299422738, - 63568.69404218674, - 62580.40301021906, - 62284.34662317537, - 62581.47895805046, - 62592.16990706943, - 62938.197494128544, - 62273.007128942634 + 62739.737300681605, + 62377.0400664837, + 63033.849106789974, + 62085.15064312878, + 62704.936395967314, + 62732.79561632925, + 62702.13470272351, + 62377.993359126485, + 63048.96130528189, + 62714.44342999473, + 62698.414469256204, + 62391.18216176105, + 62078.55617271666, + 63040.16370253196, + 62067.21281564269, + 63679.3788087494, + 62371.66699372525, + 62406.61845054491, + 62393.69635612156, + 63058.15633435077, + 63036.266050897815, + 63322.00328793996, + 62693.340333496344, + 62716.932810757586 ], "quantiles": { "0.1": [ - 61697.9686851006, - 61704.75552871949, - 61705.73978189185, - 61669.592014086964, - 61674.68055527175, - 61669.52442657232, - 61710.906509620334, - 61703.88404224584, - 61710.9081750195, - 61711.45046144518, - 61705.993520202275, - 61703.88351658828, - 61674.702041191726, - 61622.86335943551, - 61703.883512698405, - 61711.450416639585, - 61705.66946021289, - 61705.49086548023, - 61610.48668705288, - 61706.02954136272, - 61705.49086547786, - 61711.45041661237, - 61705.490865477914, - 61703.883512791945 + 61835.07943181052, + 61733.34401840297, + 61785.732960556095, + 61822.130411374004, + 61790.6702017947, + 61814.76295824593, + 61822.566339376965, + 61725.60528947548, + 61812.428835452934, + 61824.08482626032, + 61818.66815617694, + 61784.929653528896, + 61790.4804433165, + 61814.85540390916, + 61790.47998264079, + 61831.69995868612, + 61734.99041458696, + 61818.28460327053, + 61784.9309014824, + 61874.717663137824, + 61784.93089532344, + 61734.99037962761, + 61814.85569863652, + 61822.52115853972 ], "0.2": [ - 61769.77295526512, - 61776.22317347656, - 61774.91097676035, - 61808.82396195333, - 61802.048841960765, - 61806.57687642814, - 61797.85081232479, - 61797.85316124572, - 61858.74952370995, - 61826.62790512848, - 61806.57061078794, - 61775.351161345345, - 61823.05231150073, - 61774.41901070968, - 61806.570623740474, - 61808.75012187179, - 61793.35233693535, - 61836.20572199959, - 61758.97465278915, - 61775.16472811705, - 61765.96056534288, - 61775.35115754903, - 61775.351157549005, - 61793.352336943266 + 61968.65269397246, + 61873.071304913676, + 61887.525204622885, + 61948.5389881997, + 61882.60836096053, + 61925.69386989176, + 61923.090367082186, + 61917.29931746413, + 61891.83697421971, + 61950.449236393746, + 61891.82879609192, + 61893.10078957633, + 61882.41860248232, + 61893.10173518175, + 61886.070693827976, + 61952.931593117624, + 61883.4602364597, + 61942.83081954143, + 61886.72314554919, + 61953.55095965243, + 61912.079494939644, + 61831.700027594954, + 61886.07055092057, + 61923.04518624494 ], "0.3": [ - 61859.47468633721, - 61863.84428653921, - 61878.47777252021, - 61864.27005830618, - 61862.95078358698, - 61878.737776470836, - 61883.3155152925, - 61874.53886371743, - 61904.277929127464, - 61863.82907875451, - 61864.19620515134, - 61871.43570324004, - 61896.14040917909, - 61880.52860546097, - 61861.30259174259, - 61864.19621822464, - 61871.43569943579, - 61905.90931346415, - 61851.83729847616, - 61862.4713669792, - 61851.83729847677, - 61863.829033921706, - 61864.19621819741, - 61862.56225607154 + 62006.78163657815, + 61977.06098846072, + 61974.978912896855, + 61992.96964072371, + 61978.47030421571, + 61980.06927886419, + 61993.405568726674, + 61980.14000791523, + 62020.109849343295, + 61980.1567947393, + 61978.19630074077, + 61979.01240883902, + 61978.19435974494, + 62010.17177632335, + 61978.793679973984, + 62003.18896503264, + 61961.75662658505, + 62010.17205401938, + 61978.279949775126, + 62017.12100557166, + 61993.360390027716, + 61953.550962652924, + 61978.707351074016, + 61978.193755485314 ], "0.4": [ - 61904.22587947284, - 61931.8342524806, - 61917.943754126776, - 61914.62405547164, - 61905.88782643716, - 61930.96848914718, - 61937.37480033988, - 61950.29474643009, - 61945.00162435436, - 61906.69730628634, - 61933.64226133953, - 61945.00178221857, - 61947.99793957728, - 61930.96223687452, - 61905.909313368305, - 61937.37661983415, - 61927.227891123825, - 61952.15219662741, - 61918.19750548261, - 61914.55021536307, - 61900.47187924012, - 61905.90931346186, - 61914.55021536287, - 61914.55021536288 + 62063.89500723189, + 62054.172637934884, + 62056.6210672426, + 62058.511436892906, + 62051.53113431226, + 62058.809444344544, + 62055.86418070891, + 62055.796989208626, + 62070.3915893657, + 62029.92854589347, + 62044.62597438403, + 62034.30249408146, + 62025.84109827326, + 62044.62313507773, + 62025.840637597554, + 62063.64660334536, + 62016.128337972914, + 62051.340755219615, + 62027.372972401936, + 62066.208265426605, + 62044.62343126686, + 62029.9337690203, + 62020.09912663657, + 62010.17207037419 ], "0.5": [ - 61948.8283871972, - 61961.269857935586, - 61958.831295482574, - 61952.06247234081, - 61930.94074952837, - 61960.30217132186, - 61960.294099260704, - 61965.09197000454, - 61967.09137859057, - 61958.332974760415, - 61962.74462823327, - 61960.19399924378, - 61973.04716725344, - 61964.33106094785, - 61956.8570911545, - 61959.63952117049, - 61964.33106061847, - 61967.09153266076, - 61959.63952114259, - 61964.33106062658, - 61947.616160589634, - 61958.33292992761, - 61968.1600528491, - 61958.332929927594 + 62083.8421396168, + 62074.522135231666, + 62080.81238514817, + 62080.07198894765, + 62078.279770210676, + 62080.36999639929, + 62075.73179902663, + 62076.14648650541, + 62090.01659435722, + 62069.14320911285, + 62076.1710424239, + 62072.2335505911, + 62072.23539450699, + 62075.985136275514, + 62075.68676177331, + 62083.80697481123, + 62060.95767443047, + 62075.80234712946, + 62072.97587773573, + 62084.48419132706, + 62075.985432464644, + 62073.9028308588, + 62067.916000597696, + 62060.95764018326 ], "0.6": [ - 61977.93317955646, - 61980.86215674453, - 61982.085687913655, - 61975.89819745045, - 61967.49745371003, - 62007.11633477131, - 61982.33761980312, - 61997.07821928579, - 61982.33928520228, - 61992.59534723296, - 62007.11006913111, - 61979.990144613315, - 62028.48522301878, - 61997.07769015336, - 61975.824357248144, - 61973.047168385376, - 61999.817633831975, - 62003.0001661675, - 61999.81763383922, - 62003.92754985208, - 61965.43524943915, - 61979.990140817, - 62030.9556076697, - 61967.895351245534 + 62128.884117276706, + 62130.52850429505, + 62126.306781144216, + 62114.62064116439, + 62117.91274070635, + 62148.61708615459, + 62117.76755880576, + 62125.48270311024, + 62132.185589615074, + 62097.18696635394, + 62095.07511295793, + 62088.821931797844, + 62100.372228188186, + 62108.015543983805, + 62100.37176751248, + 62138.7887804656, + 62085.81352948817, + 62097.1921738381, + 62090.00587927122, + 62136.64020546085, + 62097.1921923312, + 62090.00587026184, + 62081.80046011742, + 62083.8070444322 ], "0.7": [ - 62092.98187743526, - 62036.26156592935, - 62038.29598195341, - 62046.710392491594, - 62012.365346137776, - 62044.769105344356, - 62037.08725356457, - 62038.550262763805, - 62059.74509716136, - 62044.76289758305, - 62098.059108846566, - 62017.789369233185, - 62100.29225272746, - 62034.6611833105, - 62034.66118289549, - 62036.85021030733, - 62057.55331314097, - 62097.102065349434, - 62048.59999086916, - 62041.95794062615, - 62020.99812304279, - 62028.485224123506, - 62095.97855807705, - 62017.78936543685 + 62197.2414148915, + 62161.55035221582, + 62211.71892460474, + 62162.80596698688, + 62158.916199624924, + 62216.44889678997, + 62149.74445009847, + 62158.81614266626, + 62226.8056863172, + 62149.00143504747, + 62143.3407688414, + 62152.405999892726, + 62158.83875758893, + 62158.72554283625, + 62149.69941284515, + 62208.52499495721, + 62197.95344539373, + 62151.714612819385, + 62158.83816162655, + 62216.54163279141, + 62158.83815546759, + 62152.40723883685, + 62151.714629850714, + 62144.94970427076 ], "0.8": [ - 62141.46271895099, - 62116.54319062012, - 62115.41742333607, - 62144.53323970155, - 62101.66476919407, - 62115.6774272867, - 62115.66935522553, - 62114.96973361531, - 62116.999905121396, - 62115.93699642473, - 62119.533711201046, - 62102.67371323503, - 62124.518858211544, - 62112.199532186285, - 62119.53372415358, - 62114.969204188645, - 62115.10959825973, - 62146.0737509274, - 62117.000059188606, - 62115.67117469277, - 62112.19953186476, - 62115.67117469259, - 62117.00005918927, - 62112.19953186482 + 62235.743557440845, + 62225.14860099718, + 62263.66057499645, + 62227.67755544773, + 62228.25866535128, + 62261.6584102943, + 62212.971956617694, + 62228.046291950406, + 62274.31991428705, + 62215.33145909054, + 62226.79750818941, + 62230.736994157865, + 62230.738838073754, + 62231.06312378794, + 62230.73837739805, + 62235.662754010766, + 62227.04966511707, + 62235.66280727692, + 62240.88049720431, + 62274.309187191175, + 62240.88049104535, + 62228.06830190131, + 62227.049631546375, + 62233.023887876276 ], "0.9": [ - 62377.042674674994, - 62207.87322202305, - 62205.04010614488, - 62245.555610844356, - 62205.2723704767, - 62207.00745868963, - 62222.365523975546, - 62155.616117656966, - 62230.44628789514, - 62207.001250928326, - 62380.03934227071, - 62207.00120989184, - 62239.0732631963, - 62205.13987919772, - 62245.48177064205, - 62205.29385752861, - 62224.037935520515, - 62432.54934118579, - 62222.36734344192, - 62303.15832864707, - 62205.155276738704, - 62205.15527673878, - 62432.549341183476, - 62205.29385750138 + 62362.57412414892, + 62272.662828967026, + 62355.0471357724, + 62323.168619258315, + 62337.91637474114, + 62359.10198093142, + 62288.52370920254, + 62319.75368365544, + 62354.25579178471, + 62320.14883769007, + 62290.27610538923, + 62326.62669696551, + 62359.19532490512, + 62502.813353451216, + 62323.55951000795, + 62354.244998780494, + 62323.55940067124, + 62359.19470429068, + 62354.24507669871, + 62403.741587129174, + 62403.74159298009, + 62319.775693606345, + 62320.154062205555, + 62502.81364750206 ] }, "timestamps": [ - "2026-06-20 03:00:00", "2026-06-20 04:00:00", "2026-06-20 05:00:00", "2026-06-20 06:00:00", @@ -589,6 +588,7 @@ "2026-06-24 23:00:00", "2026-06-25 00:00:00", "2026-06-25 01:00:00", - "2026-06-25 02:00:00" + "2026-06-25 02:00:00", + "2026-06-25 03:00:00" ] } diff --git a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 33ce249b11827ba873191c38e3edd2ef76316294..37b95904fe786488d02e9b7241bfee7efe8449da 100644 --- a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ARIMA", - "evaluated_at": "2026-06-25T02:56:35.235216+00:00", + "evaluated_at": "2026-06-25T03:14:47.324681+00:00", "freq": "5min", - "context_length": 34, + "context_length": 36, "prediction_length": 12, "context": [ 0.0, @@ -39,6 +39,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -285,6 +287,8 @@ "2026-06-24 14:00:00", "2026-06-24 14:05:00", "2026-06-24 14:10:00", - "2026-06-24 14:15:00" + "2026-06-24 14:15:00", + "2026-06-24 14:20:00", + "2026-06-24 14:25:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 631ba9ea4a1854e1ef013055120b5f65592e7962..031fa9ebf23b941d4008171f3ce51f381cea962a 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-25T03:04:54.816505+00:00", + "evaluated_at": "2026-06-25T03:14:47.328323+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 9b4a1dcd328453d0d75ff03267b7d28ae9e8ff7b..da4f22c5dedad92ba7b3d677e2dc8572d6bbd9d1 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -16,4 +16,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 2026-06-23,Chronos-2,4.500,3.400,4.500,4.500,4.500,4.500,3.800,4.500,4.500,5.000 2026-06-24,Chronos-2,4.385,4.154,4.167,4.231,4.385,3.692,4.083,4.077,4.308,4.000 -2026-06-25,Chronos-2,4.923,4.077,5.250,5.231,4.923,4.692,4.833,4.692,4.692,4.818 +2026-06-25,Chronos-2,4.923,4.154,5.250,5.231,4.923,4.692,4.917,4.692,4.692,4.818 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 36f0ec2ce25d31658ce2227dbe578c8010a815b7..604102f805ed7fe1cd35b2e489ceefdfbf9d8665 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.677,3.908,4.479,4.64,4.677,4.371,3.904,4.467,4.625,4.63 +2026-W26,Chronos-Bolt-Mini,4.677,3.927,4.479,4.64,4.677,4.371,3.925,4.467,4.625,4.63 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 38f0194f6cc936a2372494430557cc96f23f32da..574bf4fe45b0ee869a4deabe85f9427db6ebbce7 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,4011086.368577957,4011086.368577957,1537.4656575520833,1.7970556727970672,0.025412642017172932,0.024874044754941177,45.28377482958657,2002.7696743704596,0.03257959205750007,0.025010366676941027,0.021127000010298838,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,4503041.945810954,4503041.945810954,1685.1647135416667,1.9574154869652178,0.027843648816392536,0.027239704843312115,50.540386458555155,2122.037215934479,0.034564244322482306,0.02744836162396434,0.023105641140907275,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.0125092156532123e-05,1.0125092156532123e-05,0.002856675535440445,0.009984497756643035,nan,2.0,0.692146284397785,0.003181994996308467,inf,inf,inf,Climate,1 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,4.1068740988221297e-17,4.1068740988221297e-17,5.904554428726172e-09,nan,nan,2.0,nan,6.408489758766982e-09,inf,inf,inf,Transportation,1 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,2.2922854943216453e-17,2.2922854943216453e-17,4.23990674051448e-09,nan,nan,2.0,nan,4.787781839559573e-09,inf,inf,inf,Transportation,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.1856189730145463,1.1856189730145463,0.8935155868530273,0.528918092898918,0.03525833188695542,0.03442299537161009,2.067822221662518,1.0888613194592534,0.04281517840978692,0.035133977651108414,0.026715970972378357,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.007646880802794816,0.007646880802794816,0.06358905633290608,0.11449407169961479,0.04075056327054969,0.041863300814367316,1.0760266862235215,0.08744644534110473,0.0645520029437145,0.04694074110820712,0.06793632520964252,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.017620694192434172,0.017620694192434172,0.1000072525607215,0.8409705158126027,0.07585010966818155,0.07954537836074232,8.956605995661732,0.13274296287349538,0.10537479215512692,0.07938833987481736,0.07083640867900437,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index d139d853f6a299f44055ecc081929941951d0c32..14b5da9455e2af8a4de66d138e12c65c91ed177e 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-25T03:02:01.090742+00:00", + "evaluated_at": "2026-06-25T03:10:57.548318+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63476.7890625, 63583.53125, 63678.0703125, 63744.609375, @@ -101,10 +100,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "actuals": [ - 62729.78125, 62744.421875, 62890.0, 62780.0, @@ -127,350 +126,350 @@ 61077.98828125, 60832.0, 60928.0, - 60794.51171875 + 60799.078125, + 60826.0 ], "p50": [ - 62676.1875, - 62697.54296875, - 62719.8359375, - 62722.08984375, - 62724.921875, - 62740.09375, - 62761.171875, - 62792.26171875, - 62839.09375, - 62876.51171875, - 62928.08203125, - 62988.3125, - 63033.58984375, - 63076.9609375, - 63084.375, - 63099.5703125, - 63052.8359375, - 63084.203125, - 63127.7109375, - 63179.94921875, - 63217.44921875, - 63265.19140625, - 63303.68359375, - 63321.71875 + 62783.11328125, + 62793.234375, + 62795.828125, + 62788.74609375, + 62792.35546875, + 62818.87109375, + 62839.9921875, + 62873.43359375, + 62914.76953125, + 62961.8984375, + 63021.69140625, + 63067.34765625, + 63094.35546875, + 63115.6640625, + 63124.3046875, + 63162.22265625, + 63167.68359375, + 63218.3984375, + 63274.33984375, + 63318.6953125, + 63369.83203125, + 63406.7578125, + 63432.078125, + 63460.05859375 ], "p10": [ - 62391.42578125, - 62314.91015625, - 62268.83203125, - 62238.546875, - 62212.23828125, - 62185.12109375, - 62166.6953125, - 62161.63671875, - 62184.9296875, - 62208.2109375, - 62221.6015625, - 62223.96875, - 62238.01953125, - 62252.05078125, - 62273.28515625, - 62277.44140625, - 62080.1015625, - 62080.2578125, - 62079.078125, - 62096.70703125, - 62115.5, - 62107.94140625, - 62141.7578125, - 62131.38671875 + 62521.80078125, + 62435.85546875, + 62381.98046875, + 62348.14453125, + 62319.41015625, + 62290.3125, + 62283.44921875, + 62278.8125, + 62300.984375, + 62326.171875, + 62340.03515625, + 62324.15625, + 62360.05859375, + 62355.36328125, + 62365.16796875, + 62374.13671875, + 62152.03515625, + 62154.75390625, + 62180.6328125, + 62211.3203125, + 62221.1484375, + 62225.8125, + 62236.484375, + 62244.96875 ], "p90": [ - 63025.58203125, - 63165.33984375, - 63291.6796875, - 63378.16796875, - 63430.15234375, - 63495.23828125, - 63557.28515625, - 63637.15234375, - 63708.4375, - 63801.0390625, - 63876.15625, - 63968.0390625, - 63999.4765625, - 64034.1953125, - 64033.55078125, - 64050.984375, - 64138.63671875, - 64189.69921875, - 64246.94140625, - 64312.23828125, - 64379.2578125, - 64437.83203125, - 64479.75, - 64504.1171875 + 63104.95703125, + 63197.640625, + 63283.05859375, + 63350.609375, + 63402.328125, + 63491.44921875, + 63556.05078125, + 63631.71875, + 63699.25390625, + 63794.12109375, + 63899.54296875, + 63973.1015625, + 63991.30078125, + 64019.18359375, + 64021.7109375, + 64053.0078125, + 64116.7265625, + 64210.65234375, + 64284.19140625, + 64342.1953125, + 64392.7890625, + 64462.17578125, + 64479.5859375, + 64505.26953125 ], "mean": [ - 62676.1875, - 62697.54296875, - 62719.8359375, - 62722.08984375, - 62724.921875, - 62740.09375, - 62761.171875, - 62792.26171875, - 62839.09375, - 62876.51171875, - 62928.08203125, - 62988.3125, - 63033.58984375, - 63076.9609375, - 63084.375, - 63099.5703125, - 63052.8359375, - 63084.203125, - 63127.7109375, - 63179.94921875, - 63217.44921875, - 63265.19140625, - 63303.68359375, - 63321.71875 + 62783.11328125, + 62793.234375, + 62795.828125, + 62788.74609375, + 62792.35546875, + 62818.87109375, + 62839.9921875, + 62873.43359375, + 62914.76953125, + 62961.8984375, + 63021.69140625, + 63067.34765625, + 63094.35546875, + 63115.6640625, + 63124.3046875, + 63162.22265625, + 63167.68359375, + 63218.3984375, + 63274.33984375, + 63318.6953125, + 63369.83203125, + 63406.7578125, + 63432.078125, + 63460.05859375 ], "quantiles": { "0.1": [ - 62391.42578125, - 62314.91015625, - 62268.83203125, - 62238.546875, - 62212.23828125, - 62185.12109375, - 62166.6953125, - 62161.63671875, - 62184.9296875, - 62208.2109375, - 62221.6015625, - 62223.96875, - 62238.01953125, - 62252.05078125, - 62273.28515625, - 62277.44140625, - 62080.1015625, - 62080.2578125, - 62079.078125, - 62096.70703125, - 62115.5, - 62107.94140625, - 62141.7578125, - 62131.38671875 + 62521.80078125, + 62435.85546875, + 62381.98046875, + 62348.14453125, + 62319.41015625, + 62290.3125, + 62283.44921875, + 62278.8125, + 62300.984375, + 62326.171875, + 62340.03515625, + 62324.15625, + 62360.05859375, + 62355.36328125, + 62365.16796875, + 62374.13671875, + 62152.03515625, + 62154.75390625, + 62180.6328125, + 62211.3203125, + 62221.1484375, + 62225.8125, + 62236.484375, + 62244.96875 ], "0.2": [ - 62391.42578125, - 62314.91015625, - 62268.83203125, - 62238.546875, - 62212.23828125, - 62185.12109375, - 62166.6953125, - 62161.63671875, - 62184.9296875, - 62208.2109375, - 62221.6015625, - 62223.96875, - 62238.01953125, - 62252.05078125, - 62273.28515625, - 62277.44140625, - 62080.1015625, - 62080.2578125, - 62079.078125, - 62096.70703125, - 62115.5, - 62107.94140625, - 62141.7578125, - 62131.38671875 + 62521.80078125, + 62435.85546875, + 62381.98046875, + 62348.14453125, + 62319.41015625, + 62290.3125, + 62283.44921875, + 62278.8125, + 62300.984375, + 62326.171875, + 62340.03515625, + 62324.15625, + 62360.05859375, + 62355.36328125, + 62365.16796875, + 62374.13671875, + 62152.03515625, + 62154.75390625, + 62180.6328125, + 62211.3203125, + 62221.1484375, + 62225.8125, + 62236.484375, + 62244.96875 ], "0.3": [ - 62391.42578125, - 62314.91015625, - 62268.83203125, - 62238.546875, - 62212.23828125, - 62185.12109375, - 62166.6953125, - 62161.63671875, - 62184.9296875, - 62208.2109375, - 62221.6015625, - 62223.96875, - 62238.01953125, - 62252.05078125, - 62273.28515625, - 62277.44140625, - 62080.1015625, - 62080.2578125, - 62079.078125, - 62096.70703125, - 62115.5, - 62107.94140625, - 62141.7578125, - 62131.38671875 + 62521.80078125, + 62435.85546875, + 62381.98046875, + 62348.14453125, + 62319.41015625, + 62290.3125, + 62283.44921875, + 62278.8125, + 62300.984375, + 62326.171875, + 62340.03515625, + 62324.15625, + 62360.05859375, + 62355.36328125, + 62365.16796875, + 62374.13671875, + 62152.03515625, + 62154.75390625, + 62180.6328125, + 62211.3203125, + 62221.1484375, + 62225.8125, + 62236.484375, + 62244.96875 ], "0.4": [ - 62676.1875, - 62697.54296875, - 62719.8359375, - 62722.08984375, - 62724.921875, - 62740.09375, - 62761.171875, - 62792.26171875, - 62839.09375, - 62876.51171875, - 62928.08203125, - 62988.3125, - 63033.58984375, - 63076.9609375, - 63084.375, - 63099.5703125, - 63052.8359375, - 63084.203125, - 63127.7109375, - 63179.94921875, - 63217.44921875, - 63265.19140625, - 63303.68359375, - 63321.71875 + 62783.11328125, + 62793.234375, + 62795.828125, + 62788.74609375, + 62792.35546875, + 62818.87109375, + 62839.9921875, + 62873.43359375, + 62914.76953125, + 62961.8984375, + 63021.69140625, + 63067.34765625, + 63094.35546875, + 63115.6640625, + 63124.3046875, + 63162.22265625, + 63167.68359375, + 63218.3984375, + 63274.33984375, + 63318.6953125, + 63369.83203125, + 63406.7578125, + 63432.078125, + 63460.05859375 ], "0.5": [ - 62676.1875, - 62697.54296875, - 62719.8359375, - 62722.08984375, - 62724.921875, - 62740.09375, - 62761.171875, - 62792.26171875, - 62839.09375, - 62876.51171875, - 62928.08203125, - 62988.3125, - 63033.58984375, - 63076.9609375, - 63084.375, - 63099.5703125, - 63052.8359375, - 63084.203125, - 63127.7109375, - 63179.94921875, - 63217.44921875, - 63265.19140625, - 63303.68359375, - 63321.71875 + 62783.11328125, + 62793.234375, + 62795.828125, + 62788.74609375, + 62792.35546875, + 62818.87109375, + 62839.9921875, + 62873.43359375, + 62914.76953125, + 62961.8984375, + 63021.69140625, + 63067.34765625, + 63094.35546875, + 63115.6640625, + 63124.3046875, + 63162.22265625, + 63167.68359375, + 63218.3984375, + 63274.33984375, + 63318.6953125, + 63369.83203125, + 63406.7578125, + 63432.078125, + 63460.05859375 ], "0.6": [ - 62676.1875, - 62697.54296875, - 62719.8359375, - 62722.08984375, - 62724.921875, - 62740.09375, - 62761.171875, - 62792.26171875, - 62839.09375, - 62876.51171875, - 62928.08203125, - 62988.3125, - 63033.58984375, - 63076.9609375, - 63084.375, - 63099.5703125, - 63052.8359375, - 63084.203125, - 63127.7109375, - 63179.94921875, - 63217.44921875, - 63265.19140625, - 63303.68359375, - 63321.71875 + 62783.11328125, + 62793.234375, + 62795.828125, + 62788.74609375, + 62792.35546875, + 62818.87109375, + 62839.9921875, + 62873.43359375, + 62914.76953125, + 62961.8984375, + 63021.69140625, + 63067.34765625, + 63094.35546875, + 63115.6640625, + 63124.3046875, + 63162.22265625, + 63167.68359375, + 63218.3984375, + 63274.33984375, + 63318.6953125, + 63369.83203125, + 63406.7578125, + 63432.078125, + 63460.05859375 ], "0.7": [ - 62676.1875, - 62697.54296875, - 62719.8359375, - 62722.08984375, - 62724.921875, - 62740.09375, - 62761.171875, - 62792.26171875, - 62839.09375, - 62876.51171875, - 62928.08203125, - 62988.3125, - 63033.58984375, - 63076.9609375, - 63084.375, - 63099.5703125, - 63052.8359375, - 63084.203125, - 63127.7109375, - 63179.94921875, - 63217.44921875, - 63265.19140625, - 63303.68359375, - 63321.71875 + 62783.11328125, + 62793.234375, + 62795.828125, + 62788.74609375, + 62792.35546875, + 62818.87109375, + 62839.9921875, + 62873.43359375, + 62914.76953125, + 62961.8984375, + 63021.69140625, + 63067.34765625, + 63094.35546875, + 63115.6640625, + 63124.3046875, + 63162.22265625, + 63167.68359375, + 63218.3984375, + 63274.33984375, + 63318.6953125, + 63369.83203125, + 63406.7578125, + 63432.078125, + 63460.05859375 ], "0.8": [ - 63025.58203125, - 63165.33984375, - 63291.6796875, - 63378.16796875, - 63430.15234375, - 63495.23828125, - 63557.28515625, - 63637.15234375, - 63708.4375, - 63801.0390625, - 63876.15625, - 63968.0390625, - 63999.4765625, - 64034.1953125, - 64033.55078125, - 64050.984375, - 64138.63671875, - 64189.69921875, - 64246.94140625, - 64312.23828125, - 64379.2578125, - 64437.83203125, - 64479.75, - 64504.1171875 + 63104.95703125, + 63197.640625, + 63283.05859375, + 63350.609375, + 63402.328125, + 63491.44921875, + 63556.05078125, + 63631.71875, + 63699.25390625, + 63794.12109375, + 63899.54296875, + 63973.1015625, + 63991.30078125, + 64019.18359375, + 64021.7109375, + 64053.0078125, + 64116.7265625, + 64210.65234375, + 64284.19140625, + 64342.1953125, + 64392.7890625, + 64462.17578125, + 64479.5859375, + 64505.26953125 ], "0.9": [ - 63025.58203125, - 63165.33984375, - 63291.6796875, - 63378.16796875, - 63430.15234375, - 63495.23828125, - 63557.28515625, - 63637.15234375, - 63708.4375, - 63801.0390625, - 63876.15625, - 63968.0390625, - 63999.4765625, - 64034.1953125, - 64033.55078125, - 64050.984375, - 64138.63671875, - 64189.69921875, - 64246.94140625, - 64312.23828125, - 64379.2578125, - 64437.83203125, - 64479.75, - 64504.1171875 + 63104.95703125, + 63197.640625, + 63283.05859375, + 63350.609375, + 63402.328125, + 63491.44921875, + 63556.05078125, + 63631.71875, + 63699.25390625, + 63794.12109375, + 63899.54296875, + 63973.1015625, + 63991.30078125, + 64019.18359375, + 64021.7109375, + 64053.0078125, + 64116.7265625, + 64210.65234375, + 64284.19140625, + 64342.1953125, + 64392.7890625, + 64462.17578125, + 64479.5859375, + 64505.26953125 ] }, "timestamps": [ - "2026-06-20 03:00:00", "2026-06-20 04:00:00", "2026-06-20 05:00:00", "2026-06-20 06:00:00", @@ -589,6 +588,7 @@ "2026-06-24 23:00:00", "2026-06-25 00:00:00", "2026-06-25 01:00:00", - "2026-06-25 02:00:00" + "2026-06-25 02:00:00", + "2026-06-25 03:00:00" ] } diff --git a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index c3d93822c13f502d39e92dee120027ca300f0e16..dbe5bac4b14ced91a5587f8665134838f2d7f1e3 100644 --- a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-25T02:53:30.627149+00:00", + "evaluated_at": "2026-06-25T03:11:04.592596+00:00", "freq": "5min", - "context_length": 34, + "context_length": 36, "prediction_length": 12, "context": [ 0.0, @@ -39,6 +39,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -56,187 +58,187 @@ 0.0 ], "p50": [ - 6.017618403575398e-09, - 6.279719855228905e-09, - 3.2449094522490896e-09, - 2.327749992758754e-09, - 9.726616179150938e-10, - 5.581992201797448e-09, - 7.427430670503554e-09, - 5.7744053982844434e-09, - 7.24090787329601e-09, - 7.747639862998312e-09, - 8.166726850333816e-09, - 1.007289096577324e-08 + 4.957497967694735e-09, + 4.651739882177708e-09, + 2.174875612936944e-09, + 8.737225942745397e-10, + 1.9689788688381782e-10, + 3.2638001190576915e-09, + 5.524374735443871e-09, + 3.7144076703299334e-09, + 5.048643725302782e-09, + 6.148191733501562e-09, + 6.050919765243634e-09, + 8.273809193326542e-09 ], "p10": [ - -1.904511037764678e-08, - -1.9380872018359696e-08, - -1.2029039098138128e-08, - -4.472472170391484e-09, - -2.0365803266031435e-08, - -1.5606550718416656e-08, - -1.0968300045988144e-08, - -1.4155268956983491e-08, - -1.1307711211827609e-08, - -9.090081576346165e-09, - -1.0269956440822625e-08, - -3.806054582611296e-09 + -1.811971017673386e-08, + -1.8115276390062718e-08, + -1.1484140749473681e-08, + -5.572549977017616e-09, + -1.9591313460409765e-08, + -1.6822896853341263e-08, + -1.1347739636846654e-08, + -1.5752247506384265e-08, + -1.1335426819414351e-08, + -1.0366776770354136e-08, + -1.0454060728193326e-08, + -5.137529068832691e-09 ], "p90": [ - 2.7294268178934544e-08, - 3.07843208702252e-08, - 2.330368609193556e-08, - 3.6352169274778134e-08, - 3.172443996390939e-08, - 3.407626181228807e-08, - 3.196468156829724e-08, - 4.6107818008067625e-08, - 3.979350893246192e-08, - 3.720997909795187e-08, - 2.7309894790050748e-08, - 4.684547150191065e-08 + 2.584854996712238e-08, + 2.9184151983940865e-08, + 2.209534777364297e-08, + 3.355013689088082e-08, + 2.9387217992393744e-08, + 3.035717455190934e-08, + 2.878852356502648e-08, + 4.220479610239636e-08, + 3.567993900333022e-08, + 3.42422659116437e-08, + 2.4763407324712716e-08, + 4.163374001109332e-08 ], "mean": [ - 6.017618403575398e-09, - 6.279719855228905e-09, - 3.2449094522490896e-09, - 2.327749992758754e-09, - 9.726616179150938e-10, - 5.581992201797448e-09, - 7.427430670503554e-09, - 5.7744053982844434e-09, - 7.24090787329601e-09, - 7.747639862998312e-09, - 8.166726850333816e-09, - 1.007289096577324e-08 + 4.957497967694735e-09, + 4.651739882177708e-09, + 2.174875612936944e-09, + 8.737225942745397e-10, + 1.9689788688381782e-10, + 3.2638001190576915e-09, + 5.524374735443871e-09, + 3.7144076703299334e-09, + 5.048643725302782e-09, + 6.148191733501562e-09, + 6.050919765243634e-09, + 8.273809193326542e-09 ], "quantiles": { "0.1": [ - -1.904511037764678e-08, - -1.9380872018359696e-08, - -1.2029039098138128e-08, - -4.472472170391484e-09, - -2.0365803266031435e-08, - -1.5606550718416656e-08, - -1.0968300045988144e-08, - -1.4155268956983491e-08, - -1.1307711211827609e-08, - -9.090081576346165e-09, - -1.0269956440822625e-08, - -3.806054582611296e-09 + -1.811971017673386e-08, + -1.8115276390062718e-08, + -1.1484140749473681e-08, + -5.572549977017616e-09, + -1.9591313460409765e-08, + -1.6822896853341263e-08, + -1.1347739636846654e-08, + -1.5752247506384265e-08, + -1.1335426819414351e-08, + -1.0366776770354136e-08, + -1.0454060728193326e-08, + -5.137529068832691e-09 ], "0.2": [ - -1.904511037764678e-08, - -1.9380872018359696e-08, - -1.2029039098138128e-08, - -4.472472170391484e-09, - -2.0365803266031435e-08, - -1.5606550718416656e-08, - -1.0968300045988144e-08, - -1.4155268956983491e-08, - -1.1307711211827609e-08, - -9.090081576346165e-09, - -1.0269956440822625e-08, - -3.806054582611296e-09 + -1.811971017673386e-08, + -1.8115276390062718e-08, + -1.1484140749473681e-08, + -5.572549977017616e-09, + -1.9591313460409765e-08, + -1.6822896853341263e-08, + -1.1347739636846654e-08, + -1.5752247506384265e-08, + -1.1335426819414351e-08, + -1.0366776770354136e-08, + -1.0454060728193326e-08, + -5.137529068832691e-09 ], "0.3": [ - -1.904511037764678e-08, - -1.9380872018359696e-08, - -1.2029039098138128e-08, - -4.472472170391484e-09, - -2.0365803266031435e-08, - -1.5606550718416656e-08, - -1.0968300045988144e-08, - -1.4155268956983491e-08, - -1.1307711211827609e-08, - -9.090081576346165e-09, - -1.0269956440822625e-08, - -3.806054582611296e-09 + -1.811971017673386e-08, + -1.8115276390062718e-08, + -1.1484140749473681e-08, + -5.572549977017616e-09, + -1.9591313460409765e-08, + -1.6822896853341263e-08, + -1.1347739636846654e-08, + -1.5752247506384265e-08, + -1.1335426819414351e-08, + -1.0366776770354136e-08, + -1.0454060728193326e-08, + -5.137529068832691e-09 ], "0.4": [ - 6.017618403575398e-09, - 6.279719855228905e-09, - 3.2449094522490896e-09, - 2.327749992758754e-09, - 9.726616179150938e-10, - 5.581992201797448e-09, - 7.427430670503554e-09, - 5.7744053982844434e-09, - 7.24090787329601e-09, - 7.747639862998312e-09, - 8.166726850333816e-09, - 1.007289096577324e-08 + 4.957497967694735e-09, + 4.651739882177708e-09, + 2.174875612936944e-09, + 8.737225942745397e-10, + 1.9689788688381782e-10, + 3.2638001190576915e-09, + 5.524374735443871e-09, + 3.7144076703299334e-09, + 5.048643725302782e-09, + 6.148191733501562e-09, + 6.050919765243634e-09, + 8.273809193326542e-09 ], "0.5": [ - 6.017618403575398e-09, - 6.279719855228905e-09, - 3.2449094522490896e-09, - 2.327749992758754e-09, - 9.726616179150938e-10, - 5.581992201797448e-09, - 7.427430670503554e-09, - 5.7744053982844434e-09, - 7.24090787329601e-09, - 7.747639862998312e-09, - 8.166726850333816e-09, - 1.007289096577324e-08 + 4.957497967694735e-09, + 4.651739882177708e-09, + 2.174875612936944e-09, + 8.737225942745397e-10, + 1.9689788688381782e-10, + 3.2638001190576915e-09, + 5.524374735443871e-09, + 3.7144076703299334e-09, + 5.048643725302782e-09, + 6.148191733501562e-09, + 6.050919765243634e-09, + 8.273809193326542e-09 ], "0.6": [ - 6.017618403575398e-09, - 6.279719855228905e-09, - 3.2449094522490896e-09, - 2.327749992758754e-09, - 9.726616179150938e-10, - 5.581992201797448e-09, - 7.427430670503554e-09, - 5.7744053982844434e-09, - 7.24090787329601e-09, - 7.747639862998312e-09, - 8.166726850333816e-09, - 1.007289096577324e-08 + 4.957497967694735e-09, + 4.651739882177708e-09, + 2.174875612936944e-09, + 8.737225942745397e-10, + 1.9689788688381782e-10, + 3.2638001190576915e-09, + 5.524374735443871e-09, + 3.7144076703299334e-09, + 5.048643725302782e-09, + 6.148191733501562e-09, + 6.050919765243634e-09, + 8.273809193326542e-09 ], "0.7": [ - 6.017618403575398e-09, - 6.279719855228905e-09, - 3.2449094522490896e-09, - 2.327749992758754e-09, - 9.726616179150938e-10, - 5.581992201797448e-09, - 7.427430670503554e-09, - 5.7744053982844434e-09, - 7.24090787329601e-09, - 7.747639862998312e-09, - 8.166726850333816e-09, - 1.007289096577324e-08 + 4.957497967694735e-09, + 4.651739882177708e-09, + 2.174875612936944e-09, + 8.737225942745397e-10, + 1.9689788688381782e-10, + 3.2638001190576915e-09, + 5.524374735443871e-09, + 3.7144076703299334e-09, + 5.048643725302782e-09, + 6.148191733501562e-09, + 6.050919765243634e-09, + 8.273809193326542e-09 ], "0.8": [ - 2.7294268178934544e-08, - 3.07843208702252e-08, - 2.330368609193556e-08, - 3.6352169274778134e-08, - 3.172443996390939e-08, - 3.407626181228807e-08, - 3.196468156829724e-08, - 4.6107818008067625e-08, - 3.979350893246192e-08, - 3.720997909795187e-08, - 2.7309894790050748e-08, - 4.684547150191065e-08 + 2.584854996712238e-08, + 2.9184151983940865e-08, + 2.209534777364297e-08, + 3.355013689088082e-08, + 2.9387217992393744e-08, + 3.035717455190934e-08, + 2.878852356502648e-08, + 4.220479610239636e-08, + 3.567993900333022e-08, + 3.42422659116437e-08, + 2.4763407324712716e-08, + 4.163374001109332e-08 ], "0.9": [ - 2.7294268178934544e-08, - 3.07843208702252e-08, - 2.330368609193556e-08, - 3.6352169274778134e-08, - 3.172443996390939e-08, - 3.407626181228807e-08, - 3.196468156829724e-08, - 4.6107818008067625e-08, - 3.979350893246192e-08, - 3.720997909795187e-08, - 2.7309894790050748e-08, - 4.684547150191065e-08 + 2.584854996712238e-08, + 2.9184151983940865e-08, + 2.209534777364297e-08, + 3.355013689088082e-08, + 2.9387217992393744e-08, + 3.035717455190934e-08, + 2.878852356502648e-08, + 4.220479610239636e-08, + 3.567993900333022e-08, + 3.42422659116437e-08, + 2.4763407324712716e-08, + 4.163374001109332e-08 ] }, "timestamps": [ @@ -285,6 +287,8 @@ "2026-06-24 14:00:00", "2026-06-24 14:05:00", "2026-06-24 14:10:00", - "2026-06-24 14:15:00" + "2026-06-24 14:15:00", + "2026-06-24 14:20:00", + "2026-06-24 14:25:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 165eade15dc91cb740dafbaa209346090a60bebb..3a71cd65fdd29bfc610a58797f02db974e549424 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-25T03:02:13.405669+00:00", + "evaluated_at": "2026-06-25T03:11:07.676491+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 7243ee888ec13f57cd2cd775b1f48ef2c357ffb3..21cc5be0ad1b1f62d4373243f3b8d425c6603232 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,2350030.6038913243,2339112.736010552,1178.2896622602948,1.3772353947302864,0.019471771241426405,0.019158782270615553,39.59326892960856,1532.9809535318188,0.02493741279245365,0.01916755431903406,0.018104888345371446,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,2696433.984022377,2686125.3123806226,1277.8061987516382,1.4842452032596327,0.021128244742902296,0.020766456976812068,43.849456841167886,1642.0822098854787,0.026746623609562478,0.02081320973957778,0.019866586073456552,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ETS,27619.336324418462,28734.51642651467,129.964918000045,1.370282306464171,0.618770085277974,1.0227875260688906,19.0701060641571,166.19066256687967,1.0231316056095572,0.8001124321457544,0.7242860136139402,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,0.002072860485401356,8.03771930327101e-15,7.842240603555764e-08,2.7409775013592834e-07,nan,2.0,0.24467111085976864,0.04552867761533774,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index f0b868c43706291680cd879a82830fbdb0bd38cd..962bb0e81e0251c1e048d0a89a6f488fcb0cbbfb 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-25T03:04:54.855801+00:00", + "evaluated_at": "2026-06-25T03:14:47.359799+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63476.7890625, 63583.53125, 63678.0703125, 63744.609375, @@ -101,10 +100,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "actuals": [ - 62729.78125, 62744.421875, 62890.0, 62780.0, @@ -127,350 +126,350 @@ 61077.98828125, 60832.0, 60928.0, - 60794.51171875 + 60799.078125, + 60826.0 ], "p50": [ - 62623.41452035655, - 62614.90765476396, - 62606.95742979638, - 62570.35095482879, - 62574.264011111205, - 62578.74737989362, - 62570.68192055103, - 62562.51294558345, - 62551.94553311586, - 62543.094917523274, - 62534.28336443069, - 62526.1163425881, - 62516.621195745516, - 62507.44245515293, - 62484.619183310344, - 62476.73341146776, - 62482.46482712517, - 62473.551711532586, - 62463.26359594, - 62460.62001159741, - 62445.01939600483, - 62432.81331166224, - 62437.493946069655, - 62418.24879922707 + 62723.606171908956, + 62714.50284708335, + 62705.98155350775, + 62696.28447868215, + 62684.087403856545, + 62674.984079030946, + 62666.12294170535, + 62627.81649187974, + 62657.93972955414, + 62642.25827972854, + 62611.15495490294, + 62610.89733320234, + 62615.98932087674, + 62606.83716792613, + 62597.347124350534, + 62588.618799524935, + 62557.26156844933, + 62567.31839987373, + 62558.33616879813, + 62559.113703347524, + 62543.840456646925, + 62516.455881821326, + 62507.47365074572, + 62516.50704467012 ], "p10": [ - 62327.80905160655, - 62353.09906101396, - 62351.766414171376, - 62296.48767357879, - 62292.156589236205, - 62317.44659864362, - 62292.54520180103, - 62283.63208620845, - 62301.33889249086, - 62292.473823773274, - 62282.06031755569, - 62262.3690769631, - 62255.054789495516, - 62164.68073640293, - 62221.240277060344, - 62228.31544271776, - 62229.60154587517, - 62194.500930282586, - 62120.11515844, - 62210.19423034741, - 62183.74986475483, - 62174.83674916224, - 62165.923633569655, - 62139.200752352066 + 62472.477265658956, + 62435.00558145835, + 62427.84483475775, + 62354.82744743215, + 62344.407716356545, + 62335.425485280946, + 62406.305363580344, + 62398.92196062974, + 62373.95144830414, + 62391.63718597854, + 62371.97526740294, + 62345.183270702335, + 62273.98736775174, + 62327.21880855113, + 62336.046343100534, + 62337.743799524935, + 62318.08188094933, + 62226.67152487373, + 62298.51859067313, + 62256.932062722524, + 62202.129519146925, + 62191.709788071326, + 62225.40333824572, + 62272.05235717012 ], "p90": [ - 63122.35202035655, - 62816.24749851396, - 62831.74649229638, - 62828.340407953794, - 62821.4089329862, - 62796.685661143616, - 62801.601061176036, - 62788.85083620845, - 62769.76076749086, - 62769.169136273274, - 62969.29898943069, - 62811.3858738381, - 62744.285258245516, - 62724.27058015293, - 62726.459027060344, - 62682.09473959276, - 62766.82029587517, - 62970.829055282586, - 62690.80656469, - 62740.08094909741, - 62735.54400537983, - 62662.21174916224, - 62774.019336694655, - 62652.05973672707 + 62989.399140658956, + 62917.46183145835, + 62991.25108475775, + 62922.41143180715, + 62904.92216948154, + 62911.935641530945, + 62854.93934795535, + 62877.05086687974, + 62937.35769830414, + 62860.01101410354, + 62825.75456427794, + 62827.63952070234, + 63114.35064900174, + 62892.44654292613, + 62825.276811850534, + 62805.193018274935, + 62807.31234969933, + 62856.51761862373, + 62789.34788754813, + 62769.264093972524, + 62811.73615977193, + 62762.401194321326, + 62751.74904137072, + 62802.62423217012 ], "mean": [ - 62638.040614106685, - 62612.12341648284, - 62612.004187608945, - 62574.830642328794, - 62581.335202517366, - 62581.47702833098, - 62580.108346332134, - 62562.21218386449, - 62547.71090420932, - 62549.93021049197, - 62552.934126149325, - 62535.08968243173, - 62516.746039495316, - 62487.71907624642, - 62489.81726924812, - 62478.16845053047, - 62492.22406540655, - 62501.437844345215, - 62448.96551000257, - 62473.68587097272, - 62451.2217202238, - 62427.06149525615, - 62473.520274194816, - 62423.68731485217 + 62742.319394565384, + 62708.14847208307, + 62721.87407303918, + 62688.78375602616, + 62666.51576323135, + 62659.049567312395, + 62652.68731670508, + 62630.17471453581, + 62669.83332330442, + 62642.99624847836, + 62614.22891974659, + 62601.8780363274, + 62640.93875447033, + 62613.836249957385, + 62605.79999544444, + 62594.462237024854, + 62571.58904891818, + 62569.364552217645, + 62556.456012547846, + 62549.384211160206, + 62535.10541758467, + 62507.78652635237, + 62508.910389027165, + 62531.543704826116 ], "quantiles": { "0.1": [ - 62327.80905160655, - 62353.09906101396, - 62351.766414171376, - 62296.48767357879, - 62292.156589236205, - 62317.44659864362, - 62292.54520180103, - 62283.63208620845, - 62301.33889249086, - 62292.473823773274, - 62282.06031755569, - 62262.3690769631, - 62255.054789495516, - 62164.68073640293, - 62221.240277060344, - 62228.31544271776, - 62229.60154587517, - 62194.500930282586, - 62120.11515844, - 62210.19423034741, - 62183.74986475483, - 62174.83674916224, - 62165.923633569655, - 62139.200752352066 + 62472.477265658956, + 62435.00558145835, + 62427.84483475775, + 62354.82744743215, + 62344.407716356545, + 62335.425485280946, + 62406.305363580344, + 62398.92196062974, + 62373.95144830414, + 62391.63718597854, + 62371.97526740294, + 62345.183270702335, + 62273.98736775174, + 62327.21880855113, + 62336.046343100534, + 62337.743799524935, + 62318.08188094933, + 62226.67152487373, + 62298.51859067313, + 62256.932062722524, + 62202.129519146925, + 62191.709788071326, + 62225.40333824572, + 62272.05235717012 ], "0.2": [ - 62430.39108285655, - 62431.09906101396, - 62456.85703917138, - 62403.28064232879, - 62394.664401736205, - 62445.818473643616, - 62386.53348305103, - 62375.69614870845, - 62368.70725186586, - 62406.341011273274, - 62390.99039568069, - 62341.9679050881, - 62333.054789495516, - 62309.54167390293, - 62328.146527060344, - 62340.98653646776, - 62310.32029587517, - 62328.598586532586, - 62269.58390844, - 62332.33485534741, - 62251.75767725483, - 62263.17112416224, - 62316.142383569655, - 62233.08629922707 + 62604.055390658956, + 62521.12003458335, + 62572.20499100775, + 62498.25088493215, + 62470.837403856545, + 62427.47001653095, + 62550.16200420535, + 62466.92977312974, + 62478.27410455414, + 62491.044998478545, + 62448.05104865294, + 62431.00084882734, + 62442.34518025174, + 62413.03638667613, + 62460.593218100534, + 62469.321924524935, + 62386.38656844933, + 62377.47855612373, + 62388.45179379813, + 62409.244562722524, + 62350.457644146925, + 62283.850413071326, + 62342.18849449572, + 62373.31563842012 ], "0.3": [ - 62513.96920785655, - 62541.46077976396, - 62533.48282042138, - 62489.19040795379, - 62478.316745486205, - 62501.34933301862, - 62492.43621742603, - 62455.21802370845, - 62476.88693936586, - 62467.87890189827, - 62427.63883318069, - 62419.5655613381, - 62406.66728949552, - 62401.73933015293, - 62391.146136435345, - 62382.23302084276, - 62403.30506150017, - 62420.489211532586, - 62356.33390844, - 62390.52118347241, - 62331.580333504826, - 62326.79378041224, - 62373.38183669466, - 62308.96754922707 + 62650.159296908954, + 62631.40519083335, + 62651.29131913275, + 62590.19658805715, + 62576.087403856545, + 62564.716891530945, + 62597.20106670535, + 62549.14071062974, + 62576.11941705414, + 62567.13718597854, + 62525.89284552794, + 62517.75084882734, + 62505.62330525174, + 62533.39029292613, + 62522.226030600534, + 62516.360987024935, + 62473.42758407433, + 62497.46136862373, + 62478.70726254813, + 62462.82737522252, + 62436.910769146925, + 62402.498850571326, + 62416.14552574572, + 62441.38595092012 ], "0.4": [ - 62576.00045785655, - 62581.09906101396, - 62591.57657042138, - 62549.26111107879, - 62536.359714236205, - 62539.43487989362, - 62543.61160805103, - 62522.08677370845, - 62513.49240811586, - 62516.872261273274, - 62493.27711443069, - 62503.1475925881, - 62480.968851995516, - 62479.10417390293, - 62443.839495810345, - 62449.18966146776, - 62449.19138962517, - 62468.465774032586, - 62424.04250219, - 62437.38563659741, - 62406.21627100483, - 62388.82503041224, - 62405.103321069655, - 62377.40661172707 + 62696.875703158956, + 62682.60440958335, + 62678.91124100775, + 62660.76494743215, + 62639.856935106545, + 62633.28642278095, + 62636.97762920535, + 62605.53289812974, + 62619.72879205414, + 62603.74265472854, + 62581.97526740294, + 62581.00084882734, + 62567.99908650174, + 62582.56763667613, + 62558.831499350534, + 62555.064112024935, + 62538.47797469933, + 62527.10746237373, + 62522.90257504813, + 62511.531281472526, + 62504.938112896925, + 62479.78166307133, + 62465.71583824572, + 62477.19454467012 ], "0.5": [ - 62623.41452035655, - 62614.90765476396, - 62606.95742979638, - 62570.35095482879, - 62574.264011111205, - 62578.74737989362, - 62570.68192055103, - 62562.51294558345, - 62551.94553311586, - 62543.094917523274, - 62534.28336443069, - 62526.1163425881, - 62516.621195745516, - 62507.44245515293, - 62484.619183310344, - 62476.73341146776, - 62482.46482712517, - 62473.551711532586, - 62463.26359594, - 62460.62001159741, - 62445.01939600483, - 62432.81331166224, - 62437.493946069655, - 62418.24879922707 + 62723.606171908956, + 62714.50284708335, + 62705.98155350775, + 62696.28447868215, + 62684.087403856545, + 62674.984079030946, + 62666.12294170535, + 62627.81649187974, + 62657.93972955414, + 62642.25827972854, + 62611.15495490294, + 62610.89733320234, + 62615.98932087674, + 62606.83716792613, + 62597.347124350534, + 62588.618799524935, + 62557.26156844933, + 62567.31839987373, + 62558.33616879813, + 62559.113703347524, + 62543.840456646925, + 62516.455881821326, + 62507.47365074572, + 62516.50704467012 ], "0.6": [ - 62643.30123910655, - 62638.72796726396, - 62636.17422667138, - 62596.51111107879, - 62597.41596423621, - 62633.79816114362, - 62623.43192055103, - 62592.40864870845, - 62556.29318936586, - 62564.819136273276, - 62566.86930193069, - 62555.9561863381, - 62557.40713324551, - 62527.43073640293, - 62506.228558310344, - 62496.27247396776, - 62513.39060837517, - 62504.477492782586, - 62494.36437719, - 62509.54188659741, - 62451.74986475483, - 62440.42268666224, - 62501.919727319655, - 62440.03551797707 + 62778.676484408956, + 62767.71378458335, + 62737.82139725775, + 62726.83916618215, + 62707.157716356545, + 62691.027047780946, + 62678.96044170535, + 62666.89617937974, + 62720.27566705414, + 62672.94577972854, + 62637.544017402935, + 62631.39303632734, + 62656.80377400174, + 62647.38091792613, + 62621.675249350534, + 62621.052393274935, + 62586.08188094933, + 62580.15589987373, + 62568.51741879813, + 62585.123468972524, + 62597.49201914693, + 62541.170725571326, + 62532.18849449572, + 62538.23126342012 ], "0.7": [ - 62724.53952035655, - 62704.55804538896, - 62694.38516417138, - 62620.90173607879, - 62647.275729861205, - 62671.84503614362, - 62654.55301430103, - 62646.89380495845, - 62623.40217374086, - 62644.321480023274, - 62647.61148943069, - 62602.1671238381, - 62621.24307074551, - 62577.73503327793, - 62554.107464560344, - 62559.90880209276, - 62566.67576462517, - 62585.219680282586, - 62567.76437719, - 62549.500089722416, - 62538.14830225483, - 62505.17268666224, - 62562.982227319655, - 62507.20973672707 + 62829.567109408956, + 62798.83487833335, + 62837.82920975775, + 62780.87041618215, + 62766.413966356544, + 62779.413766530946, + 62738.24012920535, + 62730.51532000474, + 62789.497542054145, + 62715.48484222854, + 62686.87370490294, + 62697.52038007734, + 62751.38111775174, + 62695.22779292613, + 62730.042436850534, + 62677.263330774935, + 62652.60922469933, + 62647.29886862373, + 62634.64476254813, + 62641.334406472524, + 62622.698269146924, + 62603.506663071326, + 62585.10451012072, + 62602.47970092012 ], "0.8": [ - 62825.16061410655, - 62756.66624851396, - 62769.00235167138, - 62742.951736078794, - 62729.324557986205, - 62723.42316114362, - 62721.09207680103, - 62715.32739870845, - 62705.19553311586, - 62696.282417523274, - 62687.36930193069, - 62663.0389988381, - 62669.543070745516, - 62653.43464265293, - 62643.205120810344, - 62627.386536467755, - 62631.96092087517, - 62657.524367782586, - 62614.52062719, - 62607.15126159741, - 62596.69439600483, - 62568.83284291224, - 62618.661914819655, - 62573.56442422707 + 62886.613984408956, + 62851.88644083335, + 62861.36202225775, + 62850.55791618215, + 62828.833497606545, + 62829.83095403095, + 62802.51278545535, + 62801.88680437974, + 62836.97488580414, + 62780.02859222854, + 62744.99011115294, + 62765.95788007734, + 62841.75689900174, + 62757.58716792613, + 62750.534624350534, + 62739.622705774935, + 62731.02641219933, + 62723.58793112373, + 62697.38382504813, + 62705.867218972526, + 62685.72014414692, + 62680.463694321326, + 62667.75568199572, + 62669.93829467012 ], "0.9": [ - 63122.35202035655, - 62816.24749851396, - 62831.74649229638, - 62828.340407953794, - 62821.4089329862, - 62796.685661143616, - 62801.601061176036, - 62788.85083620845, - 62769.76076749086, - 62769.169136273274, - 62969.29898943069, - 62811.3858738381, - 62744.285258245516, - 62724.27058015293, - 62726.459027060344, - 62682.09473959276, - 62766.82029587517, - 62970.829055282586, - 62690.80656469, - 62740.08094909741, - 62735.54400537983, - 62662.21174916224, - 62774.019336694655, - 62652.05973672707 + 62989.399140658956, + 62917.46183145835, + 62991.25108475775, + 62922.41143180715, + 62904.92216948154, + 62911.935641530945, + 62854.93934795535, + 62877.05086687974, + 62937.35769830414, + 62860.01101410354, + 62825.75456427794, + 62827.63952070234, + 63114.35064900174, + 62892.44654292613, + 62825.276811850534, + 62805.193018274935, + 62807.31234969933, + 62856.51761862373, + 62789.34788754813, + 62769.264093972524, + 62811.73615977193, + 62762.401194321326, + 62751.74904137072, + 62802.62423217012 ] }, "timestamps": [ - "2026-06-20 03:00:00", "2026-06-20 04:00:00", "2026-06-20 05:00:00", "2026-06-20 06:00:00", @@ -589,6 +588,7 @@ "2026-06-24 23:00:00", "2026-06-25 00:00:00", "2026-06-25 01:00:00", - "2026-06-25 02:00:00" + "2026-06-25 02:00:00", + "2026-06-25 03:00:00" ] } diff --git a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index d596ee23f7402369a82b60167010785c4ccdf50b..ac50cac12caca7640f580ba23ceb3255a9925ecd 100644 --- a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ETS", - "evaluated_at": "2026-06-25T02:56:35.331568+00:00", + "evaluated_at": "2026-06-25T03:14:47.376248+00:00", "freq": "5min", - "context_length": 34, + "context_length": 36, "prediction_length": 12, "context": [ 0.0, @@ -39,6 +39,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -285,6 +287,8 @@ "2026-06-24 14:00:00", "2026-06-24 14:05:00", "2026-06-24 14:10:00", - "2026-06-24 14:15:00" + "2026-06-24 14:15:00", + "2026-06-24 14:20:00", + "2026-06-24 14:25:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index ac39004627c6a0b614c9a0c2f638c151ea399545..249888ae3d5eb68cf996413e5df25d56675c3c84 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-25T03:04:54.919890+00:00", + "evaluated_at": "2026-06-25T03:14:47.380914+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 20b3a79177abb9e834c6868b6bc836b6aa9b2f86..01bb70688dc3e9c2ef942d935e5188ff3d1a6059 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2406,3 +2406,5 @@ {"evaluated_at": "2026-06-25T03:05:01.213123+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-25T03:05:01.213123+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-25T03:05:01.213123+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-25T03:14:53.669046+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-25T03:14:53.669046+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index bcee151fb8f5bf7aed4d5db69ac9069937cb2806..88effec5906fbb6b7438474eca8cabbbcf716d91 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,6123556.160796483,5727431.537036578,2094.6136067708335,2.4482740449361464,0.03444195047483394,0.0336776845917717,51.9636800741789,2474.5820173913175,0.04025469012794825,0.034073641966909325,0.026578991614194844,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,5904338.85277621,6092574.630223592,2193.5177408854165,2.5478966907147442,0.03608155543608532,0.03526921479528394,55.72554432404476,2429.884534865023,0.03957853430082782,0.03572853602771308,0.028138707675186773,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moirai-1.1-Large,16686.082218299314,23854.6097118992,118.48584794998169,1.249252979270973,0.6341526987784595,0.8974283770402294,11.311712606405017,129.17461909484894,0.7952470577902047,0.7294430022883489,0.5535472469350817,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,0.02390296844309511,8.269569164011239e-08,0.0002616350021627214,0.0009144525024786276,nan,2.0,0.17158796165941936,0.15460584867040156,inf,inf,inf,Climate,1 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,51.332444074076676,2.1381440438454048e-18,1.126107639429219e-09,nan,nan,2.0,nan,7.164666361672166,inf,inf,inf,Transportation,1 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,9.375465021765866,1.702663457732118e-18,1.0008110192724167e-09,nan,nan,2.0,nan,3.0619381152737013,inf,inf,inf,Transportation,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.8182193056525952,0.8275912273082895,0.6694476207097372,0.3962806738364764,0.026753220996529475,0.026101050878678724,2.127624324157274,0.9045547554750873,0.03556804943380701,0.026323388299741464,0.023045479784878965,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.2404619337649129,0.2437612360395431,0.35965354591608045,0.6475673841982698,0.2196907939525034,0.2712408095462037,5.156091213777634,0.49036918109207567,0.36198512927412546,0.2654922868977866,0.2245564103910562,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.014916517630122743,0.013365785077118473,0.08758681681421068,0.7365258881590386,0.06669401165724059,0.06920728257416672,5.20624378935459,0.12213319626589138,0.09695248541366795,0.06952867720846585,0.0771147723858668,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 94d64ba31579a7020a959abbcf0805a85a186858..2ce8702b6df3d0bab1022a08bccff3e6f865a510 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-25T03:04:07.995899+00:00", + "evaluated_at": "2026-06-25T03:14:11.336835+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63476.7890625, 63583.53125, 63678.0703125, 63744.609375, @@ -101,10 +100,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "actuals": [ - 62729.78125, 62744.421875, 62890.0, 62780.0, @@ -127,350 +126,350 @@ 61077.98828125, 60832.0, 60928.0, - 60794.51171875 + 60799.078125, + 60826.0 ], "p50": [ - 63574.380859375, - 63588.205078125, - 63633.94921875, - 63555.7109375, - 63635.177734375, - 63541.46484375, - 63577.849609375, - 63517.083984375, - 63470.1015625, - 63593.44140625, - 63630.337890625, - 63591.8203125, - 63617.3359375, - 63669.443359375, - 63643.947265625, - 63574.404296875, - 63510.24609375, - 63470.251953125, - 63658.591796875, - 63458.615234375, - 63526.11328125, - 63602.45703125, - 63654.193359375, - 63746.84765625 + 63547.76953125, + 63566.498046875, + 63574.216796875, + 63583.607421875, + 63608.033203125, + 63603.9375, + 63588.6484375, + 63619.74609375, + 63691.181640625, + 63594.333984375, + 63646.681640625, + 63564.158203125, + 63632.642578125, + 63524.7578125, + 63451.26171875, + 63525.90625, + 63659.966796875, + 63571.173828125, + 63569.64453125, + 63572.384765625, + 63492.3828125, + 63516.3671875, + 63644.388671875, + 63553.30859375 ], "p10": [ - 62491.18359375, - 62474.271484375, - 62561.892578125, - 62547.46484375, - 62411.8984375, - 62791.73046875, - 62597.73828125, - 62564.037109375, - 62600.974609375, - 62486.92578125, - 62552.693359375, - 62558.078125, - 62362.99609375, - 62531.212890625, - 62169.86328125, - 62234.91796875, - 62161.349609375, - 62315.705078125, - 62162.728515625, - 62006.283203125, - 62379.853515625, - 62445.0625, - 62466.373046875, - 62550.80859375 + 62367.65234375, + 62306.953125, + 62525.904296875, + 62467.3203125, + 62531.705078125, + 62552.21484375, + 62522.384765625, + 62638.09765625, + 62461.4765625, + 62430.357421875, + 62505.259765625, + 62301.515625, + 62561.798828125, + 62531.8515625, + 62155.919921875, + 62368.91796875, + 62309.09765625, + 62604.720703125, + 62292.87890625, + 62178.52734375, + 62131.62109375, + 62535.666015625, + 62386.08984375, + 62494.361328125 ], "p90": [ - 64778.416015625, - 64825.5859375, - 64641.8046875, - 64573.40625, - 64762.97265625, - 64541.22265625, - 64608.09765625, - 64410.728515625, - 64548.234375, - 64695.78125, - 64442.583984375, - 64804.869140625, - 64828.91796875, - 64961.884765625, - 64968.857421875, - 65035.650390625, - 64820.599609375, - 64772.837890625, - 64978.572265625, - 64834.861328125, - 64941.28515625, - 65075.958984375, - 64813.1015625, - 65131.8125 + 64663.01171875, + 64661.943359375, + 64768.302734375, + 64780.75, + 64657.67578125, + 64956.9453125, + 64748.53125, + 64553.63671875, + 64848.298828125, + 64740.642578125, + 64617.49609375, + 64755.822265625, + 64700.375, + 65052.87890625, + 64674.103515625, + 64859.994140625, + 65031.40625, + 64768.77734375, + 65502.669921875, + 64737.466796875, + 64738.53515625, + 64654.42578125, + 65011.40625, + 64910.244140625 ], "mean": [ - 63536.6015625, - 63564.97265625, - 63651.546875, - 63591.1953125, - 63604.953125, - 63645.55859375, - 63574.95703125, - 63485.18359375, - 63510.33984375, - 63578.59375, - 63538.109375, - 63666.9921875, - 63615.2890625, - 63695.25390625, - 63645.31640625, - 63657.18359375, - 63485.32421875, - 63532.1796875, - 63560.51171875, - 63460.9453125, - 63593.02734375, - 63726.91796875, - 63588.48828125, - 63797.8046875 + 63545.95703125, + 63537.4609375, + 63640.31640625, + 63590.27734375, + 63625.94921875, + 63740.8046875, + 63628.734375, + 63649.82421875, + 63653.93359375, + 63610.48828125, + 63595.50390625, + 63468.4609375, + 63533.80859375, + 63713.01171875, + 63395.70703125, + 63533.9375, + 63688.609375, + 63614.1953125, + 63745.8046875, + 63505.51171875, + 63375.453125, + 63596.26171875, + 63737.09375, + 63656.3046875 ], "quantiles": { "0.1": [ - 62491.18359375, - 62474.271484375, - 62561.892578125, - 62547.46484375, - 62411.8984375, - 62791.73046875, - 62597.73828125, - 62564.037109375, - 62600.974609375, - 62486.92578125, - 62552.693359375, - 62558.078125, - 62362.99609375, - 62531.212890625, - 62169.86328125, - 62234.91796875, - 62161.349609375, - 62315.705078125, - 62162.728515625, - 62006.283203125, - 62379.853515625, - 62445.0625, - 62466.373046875, - 62550.80859375 + 62367.65234375, + 62306.953125, + 62525.904296875, + 62467.3203125, + 62531.705078125, + 62552.21484375, + 62522.384765625, + 62638.09765625, + 62461.4765625, + 62430.357421875, + 62505.259765625, + 62301.515625, + 62561.798828125, + 62531.8515625, + 62155.919921875, + 62368.91796875, + 62309.09765625, + 62604.720703125, + 62292.87890625, + 62178.52734375, + 62131.62109375, + 62535.666015625, + 62386.08984375, + 62494.361328125 ], "0.2": [ - 62491.18359375, - 62474.271484375, - 62561.892578125, - 62547.46484375, - 62411.8984375, - 62791.73046875, - 62597.73828125, - 62564.037109375, - 62600.974609375, - 62486.92578125, - 62552.693359375, - 62558.078125, - 62362.99609375, - 62531.212890625, - 62169.86328125, - 62234.91796875, - 62161.349609375, - 62315.705078125, - 62162.728515625, - 62006.283203125, - 62379.853515625, - 62445.0625, - 62466.373046875, - 62550.80859375 + 62367.65234375, + 62306.953125, + 62525.904296875, + 62467.3203125, + 62531.705078125, + 62552.21484375, + 62522.384765625, + 62638.09765625, + 62461.4765625, + 62430.357421875, + 62505.259765625, + 62301.515625, + 62561.798828125, + 62531.8515625, + 62155.919921875, + 62368.91796875, + 62309.09765625, + 62604.720703125, + 62292.87890625, + 62178.52734375, + 62131.62109375, + 62535.666015625, + 62386.08984375, + 62494.361328125 ], "0.3": [ - 62491.18359375, - 62474.271484375, - 62561.892578125, - 62547.46484375, - 62411.8984375, - 62791.73046875, - 62597.73828125, - 62564.037109375, - 62600.974609375, - 62486.92578125, - 62552.693359375, - 62558.078125, - 62362.99609375, - 62531.212890625, - 62169.86328125, - 62234.91796875, - 62161.349609375, - 62315.705078125, - 62162.728515625, - 62006.283203125, - 62379.853515625, - 62445.0625, - 62466.373046875, - 62550.80859375 + 62367.65234375, + 62306.953125, + 62525.904296875, + 62467.3203125, + 62531.705078125, + 62552.21484375, + 62522.384765625, + 62638.09765625, + 62461.4765625, + 62430.357421875, + 62505.259765625, + 62301.515625, + 62561.798828125, + 62531.8515625, + 62155.919921875, + 62368.91796875, + 62309.09765625, + 62604.720703125, + 62292.87890625, + 62178.52734375, + 62131.62109375, + 62535.666015625, + 62386.08984375, + 62494.361328125 ], "0.4": [ - 63574.380859375, - 63588.205078125, - 63633.94921875, - 63555.7109375, - 63635.177734375, - 63541.46484375, - 63577.849609375, - 63517.083984375, - 63470.1015625, - 63593.44140625, - 63630.337890625, - 63591.8203125, - 63617.3359375, - 63669.443359375, - 63643.947265625, - 63574.404296875, - 63510.24609375, - 63470.251953125, - 63658.591796875, - 63458.615234375, - 63526.11328125, - 63602.45703125, - 63654.193359375, - 63746.84765625 + 63547.76953125, + 63566.498046875, + 63574.216796875, + 63583.607421875, + 63608.033203125, + 63603.9375, + 63588.6484375, + 63619.74609375, + 63691.181640625, + 63594.333984375, + 63646.681640625, + 63564.158203125, + 63632.642578125, + 63524.7578125, + 63451.26171875, + 63525.90625, + 63659.966796875, + 63571.173828125, + 63569.64453125, + 63572.384765625, + 63492.3828125, + 63516.3671875, + 63644.388671875, + 63553.30859375 ], "0.5": [ - 63574.380859375, - 63588.205078125, - 63633.94921875, - 63555.7109375, - 63635.177734375, - 63541.46484375, - 63577.849609375, - 63517.083984375, - 63470.1015625, - 63593.44140625, - 63630.337890625, - 63591.8203125, - 63617.3359375, - 63669.443359375, - 63643.947265625, - 63574.404296875, - 63510.24609375, - 63470.251953125, - 63658.591796875, - 63458.615234375, - 63526.11328125, - 63602.45703125, - 63654.193359375, - 63746.84765625 + 63547.76953125, + 63566.498046875, + 63574.216796875, + 63583.607421875, + 63608.033203125, + 63603.9375, + 63588.6484375, + 63619.74609375, + 63691.181640625, + 63594.333984375, + 63646.681640625, + 63564.158203125, + 63632.642578125, + 63524.7578125, + 63451.26171875, + 63525.90625, + 63659.966796875, + 63571.173828125, + 63569.64453125, + 63572.384765625, + 63492.3828125, + 63516.3671875, + 63644.388671875, + 63553.30859375 ], "0.6": [ - 63574.380859375, - 63588.205078125, - 63633.94921875, - 63555.7109375, - 63635.177734375, - 63541.46484375, - 63577.849609375, - 63517.083984375, - 63470.1015625, - 63593.44140625, - 63630.337890625, - 63591.8203125, - 63617.3359375, - 63669.443359375, - 63643.947265625, - 63574.404296875, - 63510.24609375, - 63470.251953125, - 63658.591796875, - 63458.615234375, - 63526.11328125, - 63602.45703125, - 63654.193359375, - 63746.84765625 + 63547.76953125, + 63566.498046875, + 63574.216796875, + 63583.607421875, + 63608.033203125, + 63603.9375, + 63588.6484375, + 63619.74609375, + 63691.181640625, + 63594.333984375, + 63646.681640625, + 63564.158203125, + 63632.642578125, + 63524.7578125, + 63451.26171875, + 63525.90625, + 63659.966796875, + 63571.173828125, + 63569.64453125, + 63572.384765625, + 63492.3828125, + 63516.3671875, + 63644.388671875, + 63553.30859375 ], "0.7": [ - 63574.380859375, - 63588.205078125, - 63633.94921875, - 63555.7109375, - 63635.177734375, - 63541.46484375, - 63577.849609375, - 63517.083984375, - 63470.1015625, - 63593.44140625, - 63630.337890625, - 63591.8203125, - 63617.3359375, - 63669.443359375, - 63643.947265625, - 63574.404296875, - 63510.24609375, - 63470.251953125, - 63658.591796875, - 63458.615234375, - 63526.11328125, - 63602.45703125, - 63654.193359375, - 63746.84765625 + 63547.76953125, + 63566.498046875, + 63574.216796875, + 63583.607421875, + 63608.033203125, + 63603.9375, + 63588.6484375, + 63619.74609375, + 63691.181640625, + 63594.333984375, + 63646.681640625, + 63564.158203125, + 63632.642578125, + 63524.7578125, + 63451.26171875, + 63525.90625, + 63659.966796875, + 63571.173828125, + 63569.64453125, + 63572.384765625, + 63492.3828125, + 63516.3671875, + 63644.388671875, + 63553.30859375 ], "0.8": [ - 64778.416015625, - 64825.5859375, - 64641.8046875, - 64573.40625, - 64762.97265625, - 64541.22265625, - 64608.09765625, - 64410.728515625, - 64548.234375, - 64695.78125, - 64442.583984375, - 64804.869140625, - 64828.91796875, - 64961.884765625, - 64968.857421875, - 65035.650390625, - 64820.599609375, - 64772.837890625, - 64978.572265625, - 64834.861328125, - 64941.28515625, - 65075.958984375, - 64813.1015625, - 65131.8125 + 64663.01171875, + 64661.943359375, + 64768.302734375, + 64780.75, + 64657.67578125, + 64956.9453125, + 64748.53125, + 64553.63671875, + 64848.298828125, + 64740.642578125, + 64617.49609375, + 64755.822265625, + 64700.375, + 65052.87890625, + 64674.103515625, + 64859.994140625, + 65031.40625, + 64768.77734375, + 65502.669921875, + 64737.466796875, + 64738.53515625, + 64654.42578125, + 65011.40625, + 64910.244140625 ], "0.9": [ - 64778.416015625, - 64825.5859375, - 64641.8046875, - 64573.40625, - 64762.97265625, - 64541.22265625, - 64608.09765625, - 64410.728515625, - 64548.234375, - 64695.78125, - 64442.583984375, - 64804.869140625, - 64828.91796875, - 64961.884765625, - 64968.857421875, - 65035.650390625, - 64820.599609375, - 64772.837890625, - 64978.572265625, - 64834.861328125, - 64941.28515625, - 65075.958984375, - 64813.1015625, - 65131.8125 + 64663.01171875, + 64661.943359375, + 64768.302734375, + 64780.75, + 64657.67578125, + 64956.9453125, + 64748.53125, + 64553.63671875, + 64848.298828125, + 64740.642578125, + 64617.49609375, + 64755.822265625, + 64700.375, + 65052.87890625, + 64674.103515625, + 64859.994140625, + 65031.40625, + 64768.77734375, + 65502.669921875, + 64737.466796875, + 64738.53515625, + 64654.42578125, + 65011.40625, + 64910.244140625 ] }, "timestamps": [ - "2026-06-20 03:00:00", "2026-06-20 04:00:00", "2026-06-20 05:00:00", "2026-06-20 06:00:00", @@ -589,6 +588,7 @@ "2026-06-24 23:00:00", "2026-06-25 00:00:00", "2026-06-25 01:00:00", - "2026-06-25 02:00:00" + "2026-06-25 02:00:00", + "2026-06-25 03:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index f496ff4a35bf88931fe0c10b032730b2178b95bc..f9aa16d14a2d0ee913240323bd00793c48b5c94d 100644 --- a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-25T02:55:50.979820+00:00", + "evaluated_at": "2026-06-25T03:14:17.472465+00:00", "freq": "5min", - "context_length": 34, + "context_length": 36, "prediction_length": 12, "context": [ 0.0, @@ -39,6 +39,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -56,187 +58,187 @@ 0.0 ], "p50": [ - -1.4642307366585783e-09, - -2.3958350858777067e-09, - -7.707495197628589e-10, - -9.453813842874581e-10, - -2.4375897966777416e-09, - 5.67862507017125e-10, - -1.7170542765398977e-09, - -4.762233836441698e-11, - -2.800762843868654e-09, - 4.6447765078561076e-10, - -6.986695388899733e-10, - -9.926314631369948e-11 + -1.4110938528766326e-09, + -2.1519555026827675e-09, + -5.38614930434278e-10, + -7.968449511341902e-10, + -2.373298002567026e-09, + 7.149613678869571e-10, + -1.4371639434074268e-09, + -6.307296074314905e-10, + -2.5278276138962497e-09, + 4.757959859436056e-10, + -4.5641804224949567e-10, + 2.0194790284477904e-10 ], "p10": [ - -4.432621381056379e-09, - -6.090905779743139e-09, - -4.3354677625728755e-09, - -4.3753844991556434e-09, - -5.717936124582934e-09, - -2.452015146481301e-09, - -4.732129132989371e-09, - -3.774358159347457e-09, - -6.534327523510797e-09, - -3.2118571136052765e-09, - -4.315310997426991e-09, - -3.81371290103516e-09 + -4.904427086671603e-09, + -6.362780524682421e-09, + -4.676249165669333e-09, + -4.665112962598528e-09, + -5.368936850658201e-09, + -3.3714184777267064e-09, + -4.7903367939028385e-09, + -4.1508803061418575e-09, + -5.854568385643688e-09, + -3.0745395118714214e-09, + -4.305041878538418e-09, + -3.7193762514320383e-09 ], "p90": [ - 2.4634464468320516e-09, - 1.9153407193606142e-09, - 2.5779748336063335e-09, - 3.5470226755762724e-09, - 1.3074095139842257e-09, - 4.582781043538375e-09, - 2.6154225452046376e-09, - 4.656188323792776e-09, - 2.0134243161606946e-09, - 4.907935613474024e-09, - 4.02256561393699e-09, - 4.908753403753963e-09 + 2.4901928297182963e-09, + 2.8498828852363545e-09, + 2.6619972892660826e-09, + 3.344714172293095e-09, + 2.0859259874939085e-09, + 4.483659221676817e-09, + 3.077002208584645e-09, + 3.647301016762583e-09, + 1.7586995748608558e-09, + 5.356589172222925e-09, + 3.9447338728848536e-09, + 6.723596346347449e-09 ], "mean": [ - 7.219138296932215e-06, - 0.0012026813346892595, - 0.0004069963179063052, - 0.4136827290058136, - 0.22872470319271088, - 0.014037868939340115, - 0.5653796195983887, - 0.012798779644072056, - 0.00446836743503809, - 0.0023886982817202806, - 0.02416621334850788, - 0.13228951394557953 + 0.0014393606688827276, + 0.0007519025239162147, + 0.15145277976989746, + 0.1607826203107834, + 0.11528005450963974, + 0.006425607483834028, + 0.42640870809555054, + 2.057821035385132, + 0.23551738262176514, + 0.053165800869464874, + 0.0017019807128235698, + 0.27984151244163513 ], "quantiles": { "0.1": [ - -4.432621381056379e-09, - -6.090905779743139e-09, - -4.3354677625728755e-09, - -4.3753844991556434e-09, - -5.717936124582934e-09, - -2.452015146481301e-09, - -4.732129132989371e-09, - -3.774358159347457e-09, - -6.534327523510797e-09, - -3.2118571136052765e-09, - -4.315310997426991e-09, - -3.81371290103516e-09 + -4.904427086671603e-09, + -6.362780524682421e-09, + -4.676249165669333e-09, + -4.665112962598528e-09, + -5.368936850658201e-09, + -3.3714184777267064e-09, + -4.7903367939028385e-09, + -4.1508803061418575e-09, + -5.854568385643688e-09, + -3.0745395118714214e-09, + -4.305041878538418e-09, + -3.7193762514320383e-09 ], "0.2": [ - -4.432621381056379e-09, - -6.090905779743139e-09, - -4.3354677625728755e-09, - -4.3753844991556434e-09, - -5.717936124582934e-09, - -2.452015146481301e-09, - -4.732129132989371e-09, - -3.774358159347457e-09, - -6.534327523510797e-09, - -3.2118571136052765e-09, - -4.315310997426991e-09, - -3.81371290103516e-09 + -4.904427086671603e-09, + -6.362780524682421e-09, + -4.676249165669333e-09, + -4.665112962598528e-09, + -5.368936850658201e-09, + -3.3714184777267064e-09, + -4.7903367939028385e-09, + -4.1508803061418575e-09, + -5.854568385643688e-09, + -3.0745395118714214e-09, + -4.305041878538418e-09, + -3.7193762514320383e-09 ], "0.3": [ - -4.432621381056379e-09, - -6.090905779743139e-09, - -4.3354677625728755e-09, - -4.3753844991556434e-09, - -5.717936124582934e-09, - -2.452015146481301e-09, - -4.732129132989371e-09, - -3.774358159347457e-09, - -6.534327523510797e-09, - -3.2118571136052765e-09, - -4.315310997426991e-09, - -3.81371290103516e-09 + -4.904427086671603e-09, + -6.362780524682421e-09, + -4.676249165669333e-09, + -4.665112962598528e-09, + -5.368936850658201e-09, + -3.3714184777267064e-09, + -4.7903367939028385e-09, + -4.1508803061418575e-09, + -5.854568385643688e-09, + -3.0745395118714214e-09, + -4.305041878538418e-09, + -3.7193762514320383e-09 ], "0.4": [ - -1.4642307366585783e-09, - -2.3958350858777067e-09, - -7.707495197628589e-10, - -9.453813842874581e-10, - -2.4375897966777416e-09, - 5.67862507017125e-10, - -1.7170542765398977e-09, - -4.762233836441698e-11, - -2.800762843868654e-09, - 4.6447765078561076e-10, - -6.986695388899733e-10, - -9.926314631369948e-11 + -1.4110938528766326e-09, + -2.1519555026827675e-09, + -5.38614930434278e-10, + -7.968449511341902e-10, + -2.373298002567026e-09, + 7.149613678869571e-10, + -1.4371639434074268e-09, + -6.307296074314905e-10, + -2.5278276138962497e-09, + 4.757959859436056e-10, + -4.5641804224949567e-10, + 2.0194790284477904e-10 ], "0.5": [ - -1.4642307366585783e-09, - -2.3958350858777067e-09, - -7.707495197628589e-10, - -9.453813842874581e-10, - -2.4375897966777416e-09, - 5.67862507017125e-10, - -1.7170542765398977e-09, - -4.762233836441698e-11, - -2.800762843868654e-09, - 4.6447765078561076e-10, - -6.986695388899733e-10, - -9.926314631369948e-11 + -1.4110938528766326e-09, + -2.1519555026827675e-09, + -5.38614930434278e-10, + -7.968449511341902e-10, + -2.373298002567026e-09, + 7.149613678869571e-10, + -1.4371639434074268e-09, + -6.307296074314905e-10, + -2.5278276138962497e-09, + 4.757959859436056e-10, + -4.5641804224949567e-10, + 2.0194790284477904e-10 ], "0.6": [ - -1.4642307366585783e-09, - -2.3958350858777067e-09, - -7.707495197628589e-10, - -9.453813842874581e-10, - -2.4375897966777416e-09, - 5.67862507017125e-10, - -1.7170542765398977e-09, - -4.762233836441698e-11, - -2.800762843868654e-09, - 4.6447765078561076e-10, - -6.986695388899733e-10, - -9.926314631369948e-11 + -1.4110938528766326e-09, + -2.1519555026827675e-09, + -5.38614930434278e-10, + -7.968449511341902e-10, + -2.373298002567026e-09, + 7.149613678869571e-10, + -1.4371639434074268e-09, + -6.307296074314905e-10, + -2.5278276138962497e-09, + 4.757959859436056e-10, + -4.5641804224949567e-10, + 2.0194790284477904e-10 ], "0.7": [ - -1.4642307366585783e-09, - -2.3958350858777067e-09, - -7.707495197628589e-10, - -9.453813842874581e-10, - -2.4375897966777416e-09, - 5.67862507017125e-10, - -1.7170542765398977e-09, - -4.762233836441698e-11, - -2.800762843868654e-09, - 4.6447765078561076e-10, - -6.986695388899733e-10, - -9.926314631369948e-11 + -1.4110938528766326e-09, + -2.1519555026827675e-09, + -5.38614930434278e-10, + -7.968449511341902e-10, + -2.373298002567026e-09, + 7.149613678869571e-10, + -1.4371639434074268e-09, + -6.307296074314905e-10, + -2.5278276138962497e-09, + 4.757959859436056e-10, + -4.5641804224949567e-10, + 2.0194790284477904e-10 ], "0.8": [ - 2.4634464468320516e-09, - 1.9153407193606142e-09, - 2.5779748336063335e-09, - 3.5470226755762724e-09, - 1.3074095139842257e-09, - 4.582781043538375e-09, - 2.6154225452046376e-09, - 4.656188323792776e-09, - 2.0134243161606946e-09, - 4.907935613474024e-09, - 4.02256561393699e-09, - 4.908753403753963e-09 + 2.4901928297182963e-09, + 2.8498828852363545e-09, + 2.6619972892660826e-09, + 3.344714172293095e-09, + 2.0859259874939085e-09, + 4.483659221676817e-09, + 3.077002208584645e-09, + 3.647301016762583e-09, + 1.7586995748608558e-09, + 5.356589172222925e-09, + 3.9447338728848536e-09, + 6.723596346347449e-09 ], "0.9": [ - 2.4634464468320516e-09, - 1.9153407193606142e-09, - 2.5779748336063335e-09, - 3.5470226755762724e-09, - 1.3074095139842257e-09, - 4.582781043538375e-09, - 2.6154225452046376e-09, - 4.656188323792776e-09, - 2.0134243161606946e-09, - 4.907935613474024e-09, - 4.02256561393699e-09, - 4.908753403753963e-09 + 2.4901928297182963e-09, + 2.8498828852363545e-09, + 2.6619972892660826e-09, + 3.344714172293095e-09, + 2.0859259874939085e-09, + 4.483659221676817e-09, + 3.077002208584645e-09, + 3.647301016762583e-09, + 1.7586995748608558e-09, + 5.356589172222925e-09, + 3.9447338728848536e-09, + 6.723596346347449e-09 ] }, "timestamps": [ @@ -285,6 +287,8 @@ "2026-06-24 14:00:00", "2026-06-24 14:05:00", "2026-06-24 14:10:00", - "2026-06-24 14:15:00" + "2026-06-24 14:15:00", + "2026-06-24 14:20:00", + "2026-06-24 14:25:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index a868fd742948a81d567051889f63e28bf8f4a7dd..6dc5d936a3792368f0542aa53276fe3d69bf0853 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-25T03:04:25.876539+00:00", + "evaluated_at": "2026-06-25T03:14:20.902036+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index cbf52bd7af326ea4ffefe724c43eedf8f8e2a929..e336d3757a6a9f4b1d28e53b7e561ee5453fd029 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,2861902.536087412,2848769.6185366153,1282.5801569353087,1.4991345891311194,0.021208537294873143,0.02082483927540872,45.655245848018644,1691.7158555996962,0.02751959606636619,0.020864075798996483,0.019954264969348656,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,2854130.1994207166,2843674.418834783,1328.7080185204206,1.5433705869859065,0.02196122246678404,0.021579288907272436,45.741388214544486,1689.417118245437,0.027517625798049273,0.021642310625149375,0.02061862034561527,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,0.002072861101104986,0.0,0.0,0.0,nan,nan,0.2446601835102792,0.04552868437704944,inf,nan,nan,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 29149ad4a9b0ca66edd165e7f7799b01db68faad..dc31969a08b763ca4d3dbb9571da4bb69b99b886 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-25T03:04:54.925036+00:00", + "evaluated_at": "2026-06-25T03:14:47.388377+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63476.7890625, 63583.53125, 63678.0703125, 63744.609375, @@ -101,10 +100,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "actuals": [ - 62729.78125, 62744.421875, 62890.0, 62780.0, @@ -127,350 +126,350 @@ 61077.98828125, 60832.0, 60928.0, - 60794.51171875 + 60799.078125, + 60826.0 ], "p50": [ - 62700.211257881034, - 62700.617507881034, - 62701.580398506034, - 62673.887039131034, - 62686.713211006034, - 62700.109695381034, - 62700.957351631034, - 62701.701492256034, - 62700.047195381034, - 62700.109695381034, - 62700.211257881034, - 62700.957351631034, - 62700.375320381034, - 62700.109695381034, - 62686.199539131034, - 62687.226882881034, - 62701.871414131034, - 62701.871414131034, - 62700.496414131034, - 62706.765945381034, - 62700.078445381034, - 62696.785476631034, - 62710.379226631034, - 62700.047195381034 + 62645.04201788651, + 62644.92092413651, + 62645.38186163651, + 62644.66701788651, + 62641.45217413651, + 62641.33108038651, + 62641.45217413651, + 62612.12795538651, + 62651.23342413651, + 62644.53420538651, + 62622.41311163651, + 62631.13772101151, + 62645.21193976151, + 62645.04201788651, + 62644.53420538651, + 62644.78811163651, + 62622.41311163651, + 62641.45217413651, + 62641.45217413651, + 62651.21193976151, + 62644.92092413651, + 62626.51858038651, + 62626.51858038651, + 62644.53420538651 ], "p10": [ - 62404.605789131034, - 62438.808914131034, - 62446.38938288103, - 62400.023757881034, - 62404.605789131034, - 62438.808914131034, - 62422.820632881034, - 62422.820632881034, - 62449.44055475603, - 62449.488601631034, - 62447.988211006035, - 62437.21008600603, - 62438.808914131034, - 62357.347976631034, - 62422.820632881034, - 62438.808914131034, - 62449.008132881034, - 62422.820632881034, - 62357.347976631034, - 62456.340164131034, - 62438.808914131034, - 62438.808914131034, - 62438.808914131034, - 62420.99914850603 + 62393.91311163651, + 62365.42365851151, + 62367.24514288651, + 62303.20998663651, + 62301.77248663651, + 62301.77248663651, + 62381.63459601151, + 62383.23342413651, + 62367.24514288651, + 62393.91311163651, + 62383.23342413651, + 62365.42365851151, + 62303.20998663651, + 62365.42365851151, + 62383.23342413651, + 62393.91311163651, + 62383.23342413651, + 62300.80529913651, + 62381.63459601151, + 62349.03029913651, + 62303.20998663651, + 62301.77248663651, + 62344.44826788651, + 62400.07951788651 ], "p90": [ - 63199.148757881034, - 62901.957351631034, - 62926.369461006034, - 62931.87649225604, - 62933.85813288103, - 62918.04797663103, - 62931.87649225604, - 62928.039382881034, - 62917.86242975603, - 62926.183914131034, - 63135.226882881034, - 62986.226882881034, - 62928.039382881034, - 62916.937820381034, - 62928.039382881034, - 62892.588211006034, - 62986.226882881034, - 63199.148757881034, - 62928.039382881034, - 62986.226882881034, - 62990.60305475604, - 62926.183914131034, - 63046.904617256034, - 62933.85813288103 + 62910.83498663651, + 62847.87990851151, + 62930.65139288651, + 62870.79397101151, + 62862.28693976151, + 62878.28264288651, + 62830.26858038651, + 62861.36233038651, + 62930.65139288651, + 62862.28693976151, + 62837.01272101151, + 62847.87990851151, + 63143.57326788651, + 62930.65139288651, + 62872.46389288651, + 62861.36233038651, + 62872.46389288651, + 62930.65139288651, + 62872.46389288651, + 62861.36233038651, + 62912.81662726151, + 62872.46389288651, + 62870.79397101151, + 62930.65139288651 ], "mean": [ - 62714.83735163102, - 62697.83326959977, - 62706.62715631852, - 62678.36672663102, - 62693.78440241227, - 62702.839343818516, - 62710.383777412266, - 62701.40073053727, - 62695.81256647477, - 62706.94498834977, - 62718.86201959977, - 62709.93069147477, - 62700.50016413102, - 62680.38631647477, - 62691.39762506852, - 62688.661921943516, - 62711.63065241227, - 62729.75754694352, - 62686.19832819352, - 62719.83180475602, - 62706.28076959977, - 62691.03366022477, - 62746.40555475602, - 62705.48571100602 + 62663.755240542676, + 62638.56654913643, + 62661.27438116768, + 62637.16629523018, + 62623.88053351142, + 62625.396568667675, + 62628.016549136424, + 62614.48617804267, + 62663.12701788642, + 62645.27217413642, + 62625.487076480174, + 62622.118424136424, + 62670.16137335517, + 62652.041099917675, + 62652.987076480174, + 62650.63154913642, + 62636.740592105176, + 62643.49832648018, + 62639.57201788642, + 62641.48244757392, + 62636.18588507392, + 62617.84922491768, + 62627.95531866767, + 62659.57086554267 ], "quantiles": { "0.1": [ - 62404.605789131034, - 62438.808914131034, - 62446.38938288103, - 62400.023757881034, - 62404.605789131034, - 62438.808914131034, - 62422.820632881034, - 62422.820632881034, - 62449.44055475603, - 62449.488601631034, - 62447.988211006035, - 62437.21008600603, - 62438.808914131034, - 62357.347976631034, - 62422.820632881034, - 62438.808914131034, - 62449.008132881034, - 62422.820632881034, - 62357.347976631034, - 62456.340164131034, - 62438.808914131034, - 62438.808914131034, - 62438.808914131034, - 62420.99914850603 + 62393.91311163651, + 62365.42365851151, + 62367.24514288651, + 62303.20998663651, + 62301.77248663651, + 62301.77248663651, + 62381.63459601151, + 62383.23342413651, + 62367.24514288651, + 62393.91311163651, + 62383.23342413651, + 62365.42365851151, + 62303.20998663651, + 62365.42365851151, + 62383.23342413651, + 62393.91311163651, + 62383.23342413651, + 62300.80529913651, + 62381.63459601151, + 62349.03029913651, + 62303.20998663651, + 62301.77248663651, + 62344.44826788651, + 62400.07951788651 ], "0.2": [ - 62507.187820381034, - 62516.808914131034, - 62551.48000788104, - 62506.816726631034, - 62507.113601631034, - 62567.18078913103, - 62516.808914131034, - 62514.884695381035, - 62516.808914131034, - 62563.355789131034, - 62556.918289131034, - 62516.808914131034, - 62516.808914131034, - 62502.208914131035, - 62529.726882881034, - 62551.48000788104, - 62529.726882881034, - 62556.918289131034, - 62506.816726631034, - 62578.480789131034, - 62506.816726631034, - 62527.14328913103, - 62589.027664131034, - 62514.884695381035 + 62525.49123663651, + 62451.53811163651, + 62511.60529913651, + 62446.63342413651, + 62428.20217413651, + 62393.81701788651, + 62525.49123663651, + 62451.24123663651, + 62471.56779913651, + 62493.32092413651, + 62459.30920538651, + 62451.24123663651, + 62471.56779913651, + 62451.24123663651, + 62507.78029913651, + 62525.49123663651, + 62451.53811163651, + 62451.61233038651, + 62471.56779913651, + 62501.34279913651, + 62451.53811163651, + 62393.91311163651, + 62461.23342413651, + 62501.34279913651 ], "0.3": [ - 62590.765945381034, - 62627.17063288103, - 62628.105789131034, - 62592.726492256035, - 62590.765945381034, - 62622.71164850603, - 62622.71164850603, - 62594.406570381034, - 62624.988601631034, - 62624.89367975603, - 62593.566726631034, - 62594.406570381034, - 62590.42141413104, - 62594.406570381034, - 62592.726492256035, - 62592.726492256035, - 62622.71164850603, - 62648.808914131034, - 62593.566726631034, - 62636.66711725603, - 62586.63938288103, - 62590.765945381034, - 62646.26711725604, - 62590.765945381034 + 62571.59514288651, + 62561.82326788651, + 62590.69162726151, + 62538.57912726151, + 62533.45217413651, + 62531.06389288651, + 62572.53029913651, + 62533.45217413651, + 62569.41311163651, + 62569.41311163651, + 62537.15100226151, + 62537.99123663651, + 62534.84592413651, + 62571.59514288651, + 62569.41311163651, + 62572.53029913651, + 62538.57912726151, + 62571.59514288651, + 62561.82326788651, + 62554.92561163651, + 62537.99123663651, + 62512.56154913651, + 62535.19045538651, + 62569.41311163651 ], "0.4": [ - 62652.797195381034, - 62666.808914131034, - 62686.199539131034, - 62652.797195381034, - 62648.808914131034, - 62660.797195381034, - 62673.887039131034, - 62661.275320381035, - 62661.594070381034, - 62673.887039131034, - 62659.205007881035, - 62677.988601631034, - 62664.722976631034, - 62671.771414131035, - 62645.419851631035, - 62659.68313288104, - 62668.597976631034, - 62696.785476631034, - 62661.275320381035, - 62683.531570381034, - 62661.275320381035, - 62652.797195381034, - 62677.988601631034, - 62659.205007881035 + 62618.31154913651, + 62613.02248663651, + 62618.31154913651, + 62609.14748663651, + 62597.22170538651, + 62599.63342413651, + 62612.30686163651, + 62589.84436163651, + 62613.02248663651, + 62606.01858038651, + 62593.23342413651, + 62601.24123663651, + 62597.22170538651, + 62620.77248663651, + 62606.01858038651, + 62611.23342413651, + 62603.62951788651, + 62601.24123663651, + 62606.01858038651, + 62603.62951788651, + 62606.01858038651, + 62589.84436163651, + 62584.76076788651, + 62605.22170538651 ], "0.5": [ - 62700.211257881034, - 62700.617507881034, - 62701.580398506034, - 62673.887039131034, - 62686.713211006034, - 62700.109695381034, - 62700.957351631034, - 62701.701492256034, - 62700.047195381034, - 62700.109695381034, - 62700.211257881034, - 62700.957351631034, - 62700.375320381034, - 62700.109695381034, - 62686.199539131034, - 62687.226882881034, - 62701.871414131034, - 62701.871414131034, - 62700.496414131034, - 62706.765945381034, - 62700.078445381034, - 62696.785476631034, - 62710.379226631034, - 62700.047195381034 + 62645.04201788651, + 62644.92092413651, + 62645.38186163651, + 62644.66701788651, + 62641.45217413651, + 62641.33108038651, + 62641.45217413651, + 62612.12795538651, + 62651.23342413651, + 62644.53420538651, + 62622.41311163651, + 62631.13772101151, + 62645.21193976151, + 62645.04201788651, + 62644.53420538651, + 62644.78811163651, + 62622.41311163651, + 62641.45217413651, + 62641.45217413651, + 62651.21193976151, + 62644.92092413651, + 62626.51858038651, + 62626.51858038651, + 62644.53420538651 ], "0.6": [ - 62720.097976631034, - 62724.437820381034, - 62730.797195381034, - 62700.047195381034, - 62709.865164131035, - 62755.160476631034, - 62753.707351631034, - 62731.59719538104, - 62704.394851631034, - 62721.833914131035, - 62732.797195381034, - 62730.797195381034, - 62741.16125788103, - 62720.097976631034, - 62707.808914131034, - 62706.765945381034, - 62732.797195381034, - 62732.797195381034, - 62731.59719538104, - 62755.687820381034, - 62706.808914131034, - 62704.394851631034, - 62774.805007881034, - 62721.833914131035 + 62700.11233038651, + 62698.13186163651, + 62677.22170538651, + 62675.22170538651, + 62664.52248663651, + 62657.37404913651, + 62654.28967413651, + 62651.20764288651, + 62713.56936163651, + 62675.22170538651, + 62648.80217413651, + 62651.63342413651, + 62686.02639288651, + 62685.58576788651, + 62668.86233038651, + 62677.22170538651, + 62651.23342413651, + 62654.28967413651, + 62651.63342413651, + 62677.22170538651, + 62698.57248663651, + 62651.23342413651, + 62651.23342413651, + 62666.25842413651 ], "0.7": [ - 62801.336257881034, - 62790.267898506034, - 62789.008132881034, - 62724.437820381034, - 62759.724929756034, - 62793.207351631034, - 62784.828445381034, - 62786.082351631034, - 62771.503836006035, - 62801.336257881034, - 62813.539382881034, - 62777.008132881034, - 62804.99719538103, - 62770.402273506035, - 62755.687820381034, - 62770.402273506035, - 62786.082351631034, - 62813.539382881034, - 62804.99719538103, - 62795.64602350604, - 62793.207351631034, - 62769.144851631034, - 62835.867507881034, - 62789.008132881034 + 62751.00295538651, + 62729.25295538651, + 62777.22951788651, + 62729.25295538651, + 62723.77873663651, + 62745.76076788651, + 62713.56936163651, + 62714.82678351151, + 62782.79123663651, + 62717.76076788651, + 62698.13186163651, + 62717.76076788651, + 62780.60373663651, + 62733.43264288651, + 62777.22951788651, + 62733.43264288651, + 62717.76076788651, + 62721.43264288651, + 62717.76076788651, + 62733.43264288651, + 62723.77873663651, + 62713.56936163651, + 62704.14943976151, + 62730.50686163651 ], "0.8": [ - 62901.957351631034, - 62842.37610163103, - 62863.625320381034, - 62846.48782038104, - 62841.773757881034, - 62844.785476631034, - 62851.367507881034, - 62854.515945381034, - 62853.297195381034, - 62853.297195381034, - 62853.297195381034, - 62837.88000788103, - 62853.297195381034, - 62846.101882881034, - 62844.785476631034, - 62837.88000788103, - 62851.367507881034, - 62885.844070381034, - 62851.75344538104, - 62853.297195381034, - 62851.75344538104, - 62832.805007881034, - 62891.547195381034, - 62855.36282038104 + 62808.04983038651, + 62782.30451788651, + 62800.76233038651, + 62798.94045538651, + 62786.19826788651, + 62796.17795538651, + 62777.84201788651, + 62786.19826788651, + 62830.26858038651, + 62782.30451788651, + 62756.24826788651, + 62786.19826788651, + 62870.97951788651, + 62795.79201788651, + 62797.72170538651, + 62795.79201788651, + 62796.17795538651, + 62797.72170538651, + 62780.49983038651, + 62797.96545538651, + 62786.80061163651, + 62790.52639288651, + 62786.80061163651, + 62797.96545538651 ], "0.9": [ - 63199.148757881034, - 62901.957351631034, - 62926.369461006034, - 62931.87649225604, - 62933.85813288103, - 62918.04797663103, - 62931.87649225604, - 62928.039382881034, - 62917.86242975603, - 62926.183914131034, - 63135.226882881034, - 62986.226882881034, - 62928.039382881034, - 62916.937820381034, - 62928.039382881034, - 62892.588211006034, - 62986.226882881034, - 63199.148757881034, - 62928.039382881034, - 62986.226882881034, - 62990.60305475604, - 62926.183914131034, - 63046.904617256034, - 62933.85813288103 + 62910.83498663651, + 62847.87990851151, + 62930.65139288651, + 62870.79397101151, + 62862.28693976151, + 62878.28264288651, + 62830.26858038651, + 62861.36233038651, + 62930.65139288651, + 62862.28693976151, + 62837.01272101151, + 62847.87990851151, + 63143.57326788651, + 62930.65139288651, + 62872.46389288651, + 62861.36233038651, + 62872.46389288651, + 62930.65139288651, + 62872.46389288651, + 62861.36233038651, + 62912.81662726151, + 62872.46389288651, + 62870.79397101151, + 62930.65139288651 ] }, "timestamps": [ - "2026-06-20 03:00:00", "2026-06-20 04:00:00", "2026-06-20 05:00:00", "2026-06-20 06:00:00", @@ -589,6 +588,7 @@ "2026-06-24 23:00:00", "2026-06-25 00:00:00", "2026-06-25 01:00:00", - "2026-06-25 02:00:00" + "2026-06-25 02:00:00", + "2026-06-25 03:00:00" ] } diff --git a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 38ae0a1e0545ef8d4e44a82aa1ea57cb316d89fe..143fb781e57a821b14f302be1de315cc3452ede3 100644 --- a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-25T02:56:35.389190+00:00", + "evaluated_at": "2026-06-25T03:14:47.400659+00:00", "freq": "5min", - "context_length": 34, + "context_length": 36, "prediction_length": 12, "context": [ 0.0, @@ -39,6 +39,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -285,6 +287,8 @@ "2026-06-24 14:00:00", "2026-06-24 14:05:00", "2026-06-24 14:10:00", - "2026-06-24 14:15:00" + "2026-06-24 14:15:00", + "2026-06-24 14:20:00", + "2026-06-24 14:25:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index a7888ef6d993f03952c08f87e579ab35e6411dad..118078aec8c2a76063bf7ce23b191d4133e92010 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-25T03:04:54.962912+00:00", + "evaluated_at": "2026-06-25T03:14:47.404525+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 5ba54910bcc2814a2645baf92e8ee8fd333008d1..9ea42f9ed49d7e60040cdb62854b7fd10f589c10 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-25T03:01:28.682418+00:00", - "finished_at": "2026-06-25T03:05:01.212421+00:00", - "task_count": 3, + "started_at": "2026-06-25T03:10:33.978148+00:00", + "finished_at": "2026-06-25T03:14:53.668532+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-25T03:02:13.405669+00:00", + "evaluated_at": "2026-06-25T03:11:07.676491+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-25T03:02:48.695840+00:00", + "evaluated_at": "2026-06-25T03:11:37.957909+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-25T03:03:22.534406+00:00", + "evaluated_at": "2026-06-25T03:13:19.216373+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-25T03:03:47.362565+00:00", + "evaluated_at": "2026-06-25T03:13:43.051295+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-25T03:04:25.876539+00:00", + "evaluated_at": "2026-06-25T03:14:20.902036+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-25T03:04:54.457351+00:00", + "evaluated_at": "2026-06-25T03:14:47.083689+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-25T03:04:54.816505+00:00", + "evaluated_at": "2026-06-25T03:14:47.328323+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-25T03:04:54.919890+00:00", + "evaluated_at": "2026-06-25T03:14:47.380914+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-25T03:04:54.962912+00:00", + "evaluated_at": "2026-06-25T03:14:47.404525+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-25T03:04:54.987051+00:00", + "evaluated_at": "2026-06-25T03:14:47.438125+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] @@ -283,7 +223,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-25T03:06:03.347130+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index ff3dfae4ed92a415bd9d2412641c39eb27dd3cfd..697daead42b9012ec416897152a02a0293f671d0 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,2623785.580532074,2623785.580532074,1358.3746744791667,1.5877264656716157,0.022362422486749495,0.02201529781732622,12.2258966692945,1619.8103532611692,0.02634988995244912,0.022097045567499758,0.017721412077771878,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,2699781.108447393,2699781.108447393,1381.85986328125,1.6051095038167482,0.02277619681860066,0.02241841729583771,12.18818737213626,1643.10106458714,0.02676321895604033,0.02250806045022722,0.018132829673697403,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,0.0,nan,nan,0.0,0.0,nan,nan,nan,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index ee0f9632d681f1c3fabaa03ca6c86e29e5e94bdf..1ab0a06cbee69444337c83840e4a14467189f495 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-25T03:04:54.967146+00:00", + "evaluated_at": "2026-06-25T03:14:47.417322+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63476.7890625, 63583.53125, 63678.0703125, 63744.609375, @@ -101,10 +100,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "actuals": [ - 62729.78125, 62744.421875, 62890.0, 62780.0, @@ -127,10 +126,10 @@ 61077.98828125, 60832.0, 60928.0, - 60794.51171875 + 60799.078125, + 60826.0 ], "p50": [ - 64065.3515625, 63623.01953125, 63400.0, 62936.01171875, @@ -153,10 +152,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "p10": [ - 62784.04453125, 62350.559140625, 62132.0, 61677.291484375, @@ -179,10 +178,10 @@ 61479.87890625, 61753.72, 61673.547578125, - 61377.4 + 61377.4, + 61475.185625 ], "p90": [ - 65346.65859375, 64895.479921875, 64668.0, 64194.731953125, @@ -205,10 +204,10 @@ 63989.26171875, 64274.28, 64190.835234375, - 63882.6 + 63882.6, + 63984.376875 ], "mean": [ - 64065.3515625, 63623.01953125, 63400.0, 62936.01171875, @@ -231,11 +230,11 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "quantiles": { "0.1": [ - 62784.04453125, 62350.559140625, 62132.0, 61677.291484375, @@ -258,10 +257,10 @@ 61479.87890625, 61753.72, 61673.547578125, - 61377.4 + 61377.4, + 61475.185625 ], "0.2": [ - 63104.371289062496, 62668.67423828125, 62449.0, 61991.97154296875, @@ -284,10 +283,10 @@ 61793.5517578125, 62068.79, 61988.20853515625, - 61690.549999999996 + 61690.549999999996, + 61788.83453125 ], "0.3": [ - 63424.698046875, 62986.7893359375, 62766.0, 62306.6516015625, @@ -310,10 +309,10 @@ 62107.224609375, 62383.86, 62302.8694921875, - 62003.7 + 62003.7, + 62102.4834375 ], "0.4": [ - 63745.0248046875, 63304.90443359375, 63083.0, 62621.33166015625, @@ -336,10 +335,10 @@ 62420.8974609375, 62698.93, 62617.53044921875, - 62316.85 + 62316.85, + 62416.13234375 ], "0.5": [ - 64065.3515625, 63623.01953125, 63400.0, 62936.01171875, @@ -362,10 +361,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "0.6": [ - 64385.678320312494, 63941.13462890624, 63716.99999999999, 63250.691777343745, @@ -388,10 +387,10 @@ 63048.24316406249, 63329.06999999999, 63246.85236328124, - 62943.149999999994 + 62943.149999999994, + 63043.43015625 ], "0.7": [ - 64706.005078125, 64259.2497265625, 64034.0, 63565.3718359375, @@ -414,10 +413,10 @@ 63361.916015625, 63644.14, 63561.5133203125, - 63256.3 + 63256.3, + 63357.0790625 ], "0.8": [ - 65026.3318359375, 64577.36482421874, 64350.99999999999, 63880.05189453124, @@ -440,10 +439,10 @@ 63675.58886718749, 63959.20999999999, 63876.17427734374, - 63569.45 + 63569.45, + 63670.72796874999 ], "0.9": [ - 65346.65859375, 64895.479921875, 64668.0, 64194.731953125, @@ -466,11 +465,11 @@ 63989.26171875, 64274.28, 64190.835234375, - 63882.6 + 63882.6, + 63984.376875 ] }, "timestamps": [ - "2026-06-20 03:00:00", "2026-06-20 04:00:00", "2026-06-20 05:00:00", "2026-06-20 06:00:00", @@ -589,6 +588,7 @@ "2026-06-24 23:00:00", "2026-06-25 00:00:00", "2026-06-25 01:00:00", - "2026-06-25 02:00:00" + "2026-06-25 02:00:00", + "2026-06-25 03:00:00" ] } diff --git a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index aada0035fdf937f292761184055c461829fe8f23..c9b4e1bb5693dabe071f157bac68272b286aed32 100644 --- a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-25T02:56:35.423416+00:00", + "evaluated_at": "2026-06-25T03:14:47.435023+00:00", "freq": "5min", - "context_length": 34, + "context_length": 36, "prediction_length": 12, "context": [ 0.0, @@ -39,6 +39,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -285,6 +287,8 @@ "2026-06-24 14:00:00", "2026-06-24 14:05:00", "2026-06-24 14:10:00", - "2026-06-24 14:15:00" + "2026-06-24 14:15:00", + "2026-06-24 14:20:00", + "2026-06-24 14:25:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index d64077414668a680fe342282ef1b7a36d8509906..ece36961047355ffedae453fc76dcf3cf0aa7930 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-25T03:04:54.987051+00:00", + "evaluated_at": "2026-06-25T03:14:47.438125+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index dccdecc183955a1a9e4e0540f392de42db0d7dcf..6d588bebf8050a7c913cef3df90b6ee8f04099d4 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,6839815.632998784,6839815.632998784,2130.6984049479165,2.4904515016795457,0.03513380486873569,0.03422259293619332,75.19663744623067,2615.3041186444807,0.04254385433438322,0.03466064306800006,0.03059203788234506,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,7256810.689763387,7256810.689763387,2214.7513020833335,2.5725606901435447,0.036541209847124,0.035575077786560064,80.0758353530244,2693.8468200258503,0.04387801446437519,0.03607439329711915,0.03227972172414906,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Timer-S1,13950.63562508625,13950.63562508625,96.28801806767781,1.0152106392480131,0.9524471402012793,0.6887843358403999,5.043297170844735,118.11280889508238,0.7271464349523795,0.5927848954022913,0.46164882740821384,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,2.0922244099589687e-05,2.0922244099589687e-05,0.0042480892605251735,0.014847691719106416,nan,2.0,0.22982293507273666,0.004574083962892427,inf,inf,inf,Climate,1 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.4681981732889126e-16,1.4681981732889126e-16,9.823452273849398e-09,nan,nan,2.0,nan,1.211692276648206e-08,inf,inf,inf,Transportation,1 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.2263084495726822e-16,1.2263084495726822e-16,9.197947292705067e-09,nan,nan,2.0,nan,1.107388120566896e-08,inf,inf,inf,Transportation,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.1809189648353519,0.1809189648353519,0.34255631764729816,0.2027768031206014,0.013349505751967588,0.013266036971946643,2.3346111740295745,0.42534570038423086,0.016725042686639494,0.013469676618462665,0.020975628314107042,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0008431275464811705,0.0008431275464811705,0.02086841265360514,0.03757422538416558,0.014389768320313356,0.014445787162966297,0.9740798231675235,0.029036658665920402,0.02143454165994631,0.015404832406754868,0.05135064681157176,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.011068334762301882,0.011068334762301882,0.08289445439974467,0.697067365511622,0.06406121091511387,0.0653776941027616,8.244616002957162,0.10520615363324468,0.0835153618132555,0.06580375873868524,0.05640104484879396,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 970eb6bfd1b15080fd00bc284e3ae56bbd86eb89..396f6d5a0bb9b05f6f9df3c48bc3694c06be2ad9 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-25T03:04:40.700750+00:00", + "evaluated_at": "2026-06-25T03:14:37.649207+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63476.7890625, 63583.53125, 63678.0703125, 63744.609375, @@ -101,10 +100,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "actuals": [ - 62729.78125, 62744.421875, 62890.0, 62780.0, @@ -127,350 +126,350 @@ 61077.98828125, 60832.0, 60928.0, - 60794.51171875 + 60799.078125, + 60826.0 ], "p50": [ - 62899.9375, - 62905.71875, - 62992.4375, - 63006.890625, - 63136.96875, - 63134.078125, - 63252.59375, - 63295.953125, - 63457.828125, - 63522.8671875, - 63650.77734375, - 63692.328125, - 63807.953125, - 63804.703125, - 63864.68359375, - 63845.89453125, - 63925.38671875, - 63927.5546875, - 63995.484375, - 63960.796875, - 64051.8515625, - 64061.96875, - 64168.921875, - 64128.453125 + 62762.25, + 62873.28125, + 62873.28125, + 63010.609375, + 63013.53125, + 63107.03125, + 63145.015625, + 63329.09375, + 63438.6640625, + 63605.2109375, + 63663.28125, + 63779.609375, + 63765.82421875, + 63836.0390625, + 63815.21875, + 63936.84375, + 63898.12890625, + 63980.671875, + 63999.6640625, + 64047.875, + 64116.5390625, + 64158.90625, + 64193.96875, + 64226.109375 ], "p10": [ - 62610.875, - 62553.0625, - 62581.96875, - 62553.0625, - 62622.4375, - 62576.1875, - 62651.34375, - 62657.125, - 62813.21875, - 62859.46875, - 62957.75, - 62975.09375, - 63084.9375, - 63084.9375, - 63131.1875, - 63102.28125, - 63261.265625, - 63269.9375, - 63342.203125, - 63324.859375, - 63428.921875, - 63457.828125, - 63573.453125, - 63544.546875 + 62522.65625, + 62546.03125, + 62487.59375, + 62592.78125, + 62546.03125, + 62598.625, + 62592.78125, + 62733.03125, + 62814.84375, + 62966.78125, + 62990.15625, + 63080.734375, + 63045.671875, + 63133.328125, + 63104.109375, + 63229.75, + 63247.28125, + 63329.09375, + 63358.3125, + 63422.59375, + 63504.40625, + 63570.1484375, + 63616.16796875, + 63667.30078125 ], "p90": [ - 63229.46875, - 63321.96875, - 63472.28125, - 63521.421875, - 63688.35546875, - 63729.7265625, - 63882.02734375, - 63942.0078125, - 64103.8828125, - 64163.140625, - 64278.765625, - 64322.125, - 64431.96875, - 64417.515625, - 64478.21875, - 64457.984375, - 64489.78125, - 64472.4375, - 64518.6875, - 64472.4375, - 64559.15625, - 64564.9375, - 64674.78125, - 64622.75 + 63066.125, + 63258.96875, + 63329.09375, + 63497.1015625, + 63524.859375, + 63667.6640625, + 63743.6328125, + 63954.375, + 64078.5546875, + 64237.796875, + 64299.15625, + 64416.03125, + 64401.421875, + 64442.328125, + 64421.875, + 64527.0625, + 64442.328125, + 64515.375, + 64509.53125, + 64544.59375, + 64608.875, + 64643.9375, + 64679.0, + 64702.375 ], "mean": [ - 62899.9375, - 62905.71875, - 62992.4375, - 63006.890625, - 63136.96875, - 63134.078125, - 63252.59375, - 63295.953125, - 63457.828125, - 63522.8671875, - 63650.77734375, - 63692.328125, - 63807.953125, - 63804.703125, - 63864.68359375, - 63845.89453125, - 63925.38671875, - 63927.5546875, - 63995.484375, - 63960.796875, - 64051.8515625, - 64061.96875, - 64168.921875, - 64128.453125 + 62762.25, + 62873.28125, + 62873.28125, + 63010.609375, + 63013.53125, + 63107.03125, + 63145.015625, + 63329.09375, + 63438.6640625, + 63605.2109375, + 63663.28125, + 63779.609375, + 63765.82421875, + 63836.0390625, + 63815.21875, + 63936.84375, + 63898.12890625, + 63980.671875, + 63999.6640625, + 64047.875, + 64116.5390625, + 64158.90625, + 64193.96875, + 64226.109375 ], "quantiles": { "0.1": [ - 62610.875, - 62553.0625, - 62581.96875, - 62553.0625, - 62622.4375, - 62576.1875, - 62651.34375, - 62657.125, - 62813.21875, - 62859.46875, - 62957.75, - 62975.09375, - 63084.9375, - 63084.9375, - 63131.1875, - 63102.28125, - 63261.265625, - 63269.9375, - 63342.203125, - 63324.859375, - 63428.921875, - 63457.828125, - 63573.453125, - 63544.546875 + 62522.65625, + 62546.03125, + 62487.59375, + 62592.78125, + 62546.03125, + 62598.625, + 62592.78125, + 62733.03125, + 62814.84375, + 62966.78125, + 62990.15625, + 63080.734375, + 63045.671875, + 63133.328125, + 63104.109375, + 63229.75, + 63247.28125, + 63329.09375, + 63358.3125, + 63422.59375, + 63504.40625, + 63570.1484375, + 63616.16796875, + 63667.30078125 ], "0.2": [ - 62610.875, - 62553.0625, - 62581.96875, - 62553.0625, - 62622.4375, - 62576.1875, - 62651.34375, - 62657.125, - 62813.21875, - 62859.46875, - 62957.75, - 62975.09375, - 63084.9375, - 63084.9375, - 63131.1875, - 63102.28125, - 63261.265625, - 63269.9375, - 63342.203125, - 63324.859375, - 63428.921875, - 63457.828125, - 63573.453125, - 63544.546875 + 62522.65625, + 62546.03125, + 62487.59375, + 62592.78125, + 62546.03125, + 62598.625, + 62592.78125, + 62733.03125, + 62814.84375, + 62966.78125, + 62990.15625, + 63080.734375, + 63045.671875, + 63133.328125, + 63104.109375, + 63229.75, + 63247.28125, + 63329.09375, + 63358.3125, + 63422.59375, + 63504.40625, + 63570.1484375, + 63616.16796875, + 63667.30078125 ], "0.3": [ - 62610.875, - 62553.0625, - 62581.96875, - 62553.0625, - 62622.4375, - 62576.1875, - 62651.34375, - 62657.125, - 62813.21875, - 62859.46875, - 62957.75, - 62975.09375, - 63084.9375, - 63084.9375, - 63131.1875, - 63102.28125, - 63261.265625, - 63269.9375, - 63342.203125, - 63324.859375, - 63428.921875, - 63457.828125, - 63573.453125, - 63544.546875 + 62522.65625, + 62546.03125, + 62487.59375, + 62592.78125, + 62546.03125, + 62598.625, + 62592.78125, + 62733.03125, + 62814.84375, + 62966.78125, + 62990.15625, + 63080.734375, + 63045.671875, + 63133.328125, + 63104.109375, + 63229.75, + 63247.28125, + 63329.09375, + 63358.3125, + 63422.59375, + 63504.40625, + 63570.1484375, + 63616.16796875, + 63667.30078125 ], "0.4": [ - 62899.9375, - 62905.71875, - 62992.4375, - 63006.890625, - 63136.96875, - 63134.078125, - 63252.59375, - 63295.953125, - 63457.828125, - 63522.8671875, - 63650.77734375, - 63692.328125, - 63807.953125, - 63804.703125, - 63864.68359375, - 63845.89453125, - 63925.38671875, - 63927.5546875, - 63995.484375, - 63960.796875, - 64051.8515625, - 64061.96875, - 64168.921875, - 64128.453125 + 62762.25, + 62873.28125, + 62873.28125, + 63010.609375, + 63013.53125, + 63107.03125, + 63145.015625, + 63329.09375, + 63438.6640625, + 63605.2109375, + 63663.28125, + 63779.609375, + 63765.82421875, + 63836.0390625, + 63815.21875, + 63936.84375, + 63898.12890625, + 63980.671875, + 63999.6640625, + 64047.875, + 64116.5390625, + 64158.90625, + 64193.96875, + 64226.109375 ], "0.5": [ - 62899.9375, - 62905.71875, - 62992.4375, - 63006.890625, - 63136.96875, - 63134.078125, - 63252.59375, - 63295.953125, - 63457.828125, - 63522.8671875, - 63650.77734375, - 63692.328125, - 63807.953125, - 63804.703125, - 63864.68359375, - 63845.89453125, - 63925.38671875, - 63927.5546875, - 63995.484375, - 63960.796875, - 64051.8515625, - 64061.96875, - 64168.921875, - 64128.453125 + 62762.25, + 62873.28125, + 62873.28125, + 63010.609375, + 63013.53125, + 63107.03125, + 63145.015625, + 63329.09375, + 63438.6640625, + 63605.2109375, + 63663.28125, + 63779.609375, + 63765.82421875, + 63836.0390625, + 63815.21875, + 63936.84375, + 63898.12890625, + 63980.671875, + 63999.6640625, + 64047.875, + 64116.5390625, + 64158.90625, + 64193.96875, + 64226.109375 ], "0.6": [ - 62899.9375, - 62905.71875, - 62992.4375, - 63006.890625, - 63136.96875, - 63134.078125, - 63252.59375, - 63295.953125, - 63457.828125, - 63522.8671875, - 63650.77734375, - 63692.328125, - 63807.953125, - 63804.703125, - 63864.68359375, - 63845.89453125, - 63925.38671875, - 63927.5546875, - 63995.484375, - 63960.796875, - 64051.8515625, - 64061.96875, - 64168.921875, - 64128.453125 + 62762.25, + 62873.28125, + 62873.28125, + 63010.609375, + 63013.53125, + 63107.03125, + 63145.015625, + 63329.09375, + 63438.6640625, + 63605.2109375, + 63663.28125, + 63779.609375, + 63765.82421875, + 63836.0390625, + 63815.21875, + 63936.84375, + 63898.12890625, + 63980.671875, + 63999.6640625, + 64047.875, + 64116.5390625, + 64158.90625, + 64193.96875, + 64226.109375 ], "0.7": [ - 62899.9375, - 62905.71875, - 62992.4375, - 63006.890625, - 63136.96875, - 63134.078125, - 63252.59375, - 63295.953125, - 63457.828125, - 63522.8671875, - 63650.77734375, - 63692.328125, - 63807.953125, - 63804.703125, - 63864.68359375, - 63845.89453125, - 63925.38671875, - 63927.5546875, - 63995.484375, - 63960.796875, - 64051.8515625, - 64061.96875, - 64168.921875, - 64128.453125 + 62762.25, + 62873.28125, + 62873.28125, + 63010.609375, + 63013.53125, + 63107.03125, + 63145.015625, + 63329.09375, + 63438.6640625, + 63605.2109375, + 63663.28125, + 63779.609375, + 63765.82421875, + 63836.0390625, + 63815.21875, + 63936.84375, + 63898.12890625, + 63980.671875, + 63999.6640625, + 64047.875, + 64116.5390625, + 64158.90625, + 64193.96875, + 64226.109375 ], "0.8": [ - 63229.46875, - 63321.96875, - 63472.28125, - 63521.421875, - 63688.35546875, - 63729.7265625, - 63882.02734375, - 63942.0078125, - 64103.8828125, - 64163.140625, - 64278.765625, - 64322.125, - 64431.96875, - 64417.515625, - 64478.21875, - 64457.984375, - 64489.78125, - 64472.4375, - 64518.6875, - 64472.4375, - 64559.15625, - 64564.9375, - 64674.78125, - 64622.75 + 63066.125, + 63258.96875, + 63329.09375, + 63497.1015625, + 63524.859375, + 63667.6640625, + 63743.6328125, + 63954.375, + 64078.5546875, + 64237.796875, + 64299.15625, + 64416.03125, + 64401.421875, + 64442.328125, + 64421.875, + 64527.0625, + 64442.328125, + 64515.375, + 64509.53125, + 64544.59375, + 64608.875, + 64643.9375, + 64679.0, + 64702.375 ], "0.9": [ - 63229.46875, - 63321.96875, - 63472.28125, - 63521.421875, - 63688.35546875, - 63729.7265625, - 63882.02734375, - 63942.0078125, - 64103.8828125, - 64163.140625, - 64278.765625, - 64322.125, - 64431.96875, - 64417.515625, - 64478.21875, - 64457.984375, - 64489.78125, - 64472.4375, - 64518.6875, - 64472.4375, - 64559.15625, - 64564.9375, - 64674.78125, - 64622.75 + 63066.125, + 63258.96875, + 63329.09375, + 63497.1015625, + 63524.859375, + 63667.6640625, + 63743.6328125, + 63954.375, + 64078.5546875, + 64237.796875, + 64299.15625, + 64416.03125, + 64401.421875, + 64442.328125, + 64421.875, + 64527.0625, + 64442.328125, + 64515.375, + 64509.53125, + 64544.59375, + 64608.875, + 64643.9375, + 64679.0, + 64702.375 ] }, "timestamps": [ - "2026-06-20 03:00:00", "2026-06-20 04:00:00", "2026-06-20 05:00:00", "2026-06-20 06:00:00", @@ -589,6 +588,7 @@ "2026-06-24 23:00:00", "2026-06-25 00:00:00", "2026-06-25 01:00:00", - "2026-06-25 02:00:00" + "2026-06-25 02:00:00", + "2026-06-25 03:00:00" ] } diff --git a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 14bd19ee64b36d747a972c1499fd32dbb912376e..392ce3b1669daae156d908da263272af19687afe 100644 --- a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-25T02:56:25.750320+00:00", + "evaluated_at": "2026-06-25T03:14:44.007919+00:00", "freq": "5min", - "context_length": 34, + "context_length": 36, "prediction_length": 12, "context": [ 0.0, @@ -39,6 +39,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -56,187 +58,187 @@ 0.0 ], "p50": [ - 4.392859409563243e-09, - 1.2987584341317415e-08, - -4.2018655221909285e-10, - 1.9863364286720753e-08, - 5.347828846424818e-09, - 6.340997060760856e-09, - 7.066773832775652e-09, - 1.7724232748150826e-08, - 9.778887033462524e-09, - 2.429442247375846e-08, - 2.215529093518853e-09, - 7.448761607520282e-09 + 5.729816621169448e-11, + 7.104972610250115e-09, + -5.806214176118374e-09, + 1.535590854473412e-08, + 4.1636667447164655e-09, + 6.188201950863004e-09, + 6.150003173388541e-09, + 1.8335413187742233e-08, + 9.740688255988061e-09, + 2.2613676264882088e-08, + 5.806214176118374e-09, + 9.053110261447728e-09 ], "p10": [ - -3.5142875276505947e-09, - -4.813045961782336e-09, - -3.246896085329354e-09, - 2.7197529561817646e-08, - -1.497392076998949e-08, - -1.3751559890806675e-08, - -1.650187186896801e-08, - -2.291926648467779e-08, - -1.1077645467594266e-08, - 8.632923709228635e-09, - -2.1391315385699272e-08, - 3.3614924177527428e-09 + -8.403731044381857e-09, + -1.1612428352236748e-08, + -9.778887033462524e-09, + 2.3224856704473495e-08, + -1.611988409422338e-08, + -1.3140379451215267e-08, + -1.8717400962486863e-08, + -2.3836037144064903e-08, + -1.2834789231419563e-08, + 8.556526154279709e-09, + -1.6349076759070158e-08, + 5.271431291475892e-09 ], "p90": [ - 2.2613676264882088e-08, - 5.806214176118374e-08, - 4.889443516731262e-08, - 3.9726728573441505e-08, - 5.408946890383959e-08, + 1.894659362733364e-08, + 5.3172698244452477e-08, + 4.6755303628742695e-08, + 3.6518031265586615e-08, + 5.5311829783022404e-08, 4.2171450331807137e-08, - 6.814661901444197e-08, - 6.081245373934507e-08, - 5.347828846424818e-08, - 6.784102879464626e-08, - 3.544846549630165e-08, - 4.4310581870377064e-08 + 6.753543857485056e-08, + 6.172922439873219e-08, + 5.3783878684043884e-08, + 6.692425813525915e-08, + 4.064349923282862e-08, + 4.8283254727721214e-08 ], "mean": [ - 4.392859409563243e-09, - 1.2987584341317415e-08, - -4.2018655221909285e-10, - 1.9863364286720753e-08, - 5.347828846424818e-09, - 6.340997060760856e-09, - 7.066773832775652e-09, - 1.7724232748150826e-08, - 9.778887033462524e-09, - 2.429442247375846e-08, - 2.215529093518853e-09, - 7.448761607520282e-09 + 5.729816621169448e-11, + 7.104972610250115e-09, + -5.806214176118374e-09, + 1.535590854473412e-08, + 4.1636667447164655e-09, + 6.188201950863004e-09, + 6.150003173388541e-09, + 1.8335413187742233e-08, + 9.740688255988061e-09, + 2.2613676264882088e-08, + 5.806214176118374e-09, + 9.053110261447728e-09 ], "quantiles": { "0.1": [ - -3.5142875276505947e-09, - -4.813045961782336e-09, - -3.246896085329354e-09, - 2.7197529561817646e-08, - -1.497392076998949e-08, - -1.3751559890806675e-08, - -1.650187186896801e-08, - -2.291926648467779e-08, - -1.1077645467594266e-08, - 8.632923709228635e-09, - -2.1391315385699272e-08, - 3.3614924177527428e-09 + -8.403731044381857e-09, + -1.1612428352236748e-08, + -9.778887033462524e-09, + 2.3224856704473495e-08, + -1.611988409422338e-08, + -1.3140379451215267e-08, + -1.8717400962486863e-08, + -2.3836037144064903e-08, + -1.2834789231419563e-08, + 8.556526154279709e-09, + -1.6349076759070158e-08, + 5.271431291475892e-09 ], "0.2": [ - -3.5142875276505947e-09, - -4.813045961782336e-09, - -3.246896085329354e-09, - 2.7197529561817646e-08, - -1.497392076998949e-08, - -1.3751559890806675e-08, - -1.650187186896801e-08, - -2.291926648467779e-08, - -1.1077645467594266e-08, - 8.632923709228635e-09, - -2.1391315385699272e-08, - 3.3614924177527428e-09 + -8.403731044381857e-09, + -1.1612428352236748e-08, + -9.778887033462524e-09, + 2.3224856704473495e-08, + -1.611988409422338e-08, + -1.3140379451215267e-08, + -1.8717400962486863e-08, + -2.3836037144064903e-08, + -1.2834789231419563e-08, + 8.556526154279709e-09, + -1.6349076759070158e-08, + 5.271431291475892e-09 ], "0.3": [ - -3.5142875276505947e-09, - -4.813045961782336e-09, - -3.246896085329354e-09, - 2.7197529561817646e-08, - -1.497392076998949e-08, - -1.3751559890806675e-08, - -1.650187186896801e-08, - -2.291926648467779e-08, - -1.1077645467594266e-08, - 8.632923709228635e-09, - -2.1391315385699272e-08, - 3.3614924177527428e-09 + -8.403731044381857e-09, + -1.1612428352236748e-08, + -9.778887033462524e-09, + 2.3224856704473495e-08, + -1.611988409422338e-08, + -1.3140379451215267e-08, + -1.8717400962486863e-08, + -2.3836037144064903e-08, + -1.2834789231419563e-08, + 8.556526154279709e-09, + -1.6349076759070158e-08, + 5.271431291475892e-09 ], "0.4": [ - 4.392859409563243e-09, - 1.2987584341317415e-08, - -4.2018655221909285e-10, - 1.9863364286720753e-08, - 5.347828846424818e-09, - 6.340997060760856e-09, - 7.066773832775652e-09, - 1.7724232748150826e-08, - 9.778887033462524e-09, - 2.429442247375846e-08, - 2.215529093518853e-09, - 7.448761607520282e-09 + 5.729816621169448e-11, + 7.104972610250115e-09, + -5.806214176118374e-09, + 1.535590854473412e-08, + 4.1636667447164655e-09, + 6.188201950863004e-09, + 6.150003173388541e-09, + 1.8335413187742233e-08, + 9.740688255988061e-09, + 2.2613676264882088e-08, + 5.806214176118374e-09, + 9.053110261447728e-09 ], "0.5": [ - 4.392859409563243e-09, - 1.2987584341317415e-08, - -4.2018655221909285e-10, - 1.9863364286720753e-08, - 5.347828846424818e-09, - 6.340997060760856e-09, - 7.066773832775652e-09, - 1.7724232748150826e-08, - 9.778887033462524e-09, - 2.429442247375846e-08, - 2.215529093518853e-09, - 7.448761607520282e-09 + 5.729816621169448e-11, + 7.104972610250115e-09, + -5.806214176118374e-09, + 1.535590854473412e-08, + 4.1636667447164655e-09, + 6.188201950863004e-09, + 6.150003173388541e-09, + 1.8335413187742233e-08, + 9.740688255988061e-09, + 2.2613676264882088e-08, + 5.806214176118374e-09, + 9.053110261447728e-09 ], "0.6": [ - 4.392859409563243e-09, - 1.2987584341317415e-08, - -4.2018655221909285e-10, - 1.9863364286720753e-08, - 5.347828846424818e-09, - 6.340997060760856e-09, - 7.066773832775652e-09, - 1.7724232748150826e-08, - 9.778887033462524e-09, - 2.429442247375846e-08, - 2.215529093518853e-09, - 7.448761607520282e-09 + 5.729816621169448e-11, + 7.104972610250115e-09, + -5.806214176118374e-09, + 1.535590854473412e-08, + 4.1636667447164655e-09, + 6.188201950863004e-09, + 6.150003173388541e-09, + 1.8335413187742233e-08, + 9.740688255988061e-09, + 2.2613676264882088e-08, + 5.806214176118374e-09, + 9.053110261447728e-09 ], "0.7": [ - 4.392859409563243e-09, - 1.2987584341317415e-08, - -4.2018655221909285e-10, - 1.9863364286720753e-08, - 5.347828846424818e-09, - 6.340997060760856e-09, - 7.066773832775652e-09, - 1.7724232748150826e-08, - 9.778887033462524e-09, - 2.429442247375846e-08, - 2.215529093518853e-09, - 7.448761607520282e-09 + 5.729816621169448e-11, + 7.104972610250115e-09, + -5.806214176118374e-09, + 1.535590854473412e-08, + 4.1636667447164655e-09, + 6.188201950863004e-09, + 6.150003173388541e-09, + 1.8335413187742233e-08, + 9.740688255988061e-09, + 2.2613676264882088e-08, + 5.806214176118374e-09, + 9.053110261447728e-09 ], "0.8": [ - 2.2613676264882088e-08, - 5.806214176118374e-08, - 4.889443516731262e-08, - 3.9726728573441505e-08, - 5.408946890383959e-08, + 1.894659362733364e-08, + 5.3172698244452477e-08, + 4.6755303628742695e-08, + 3.6518031265586615e-08, + 5.5311829783022404e-08, 4.2171450331807137e-08, - 6.814661901444197e-08, - 6.081245373934507e-08, - 5.347828846424818e-08, - 6.784102879464626e-08, - 3.544846549630165e-08, - 4.4310581870377064e-08 + 6.753543857485056e-08, + 6.172922439873219e-08, + 5.3783878684043884e-08, + 6.692425813525915e-08, + 4.064349923282862e-08, + 4.8283254727721214e-08 ], "0.9": [ - 2.2613676264882088e-08, - 5.806214176118374e-08, - 4.889443516731262e-08, - 3.9726728573441505e-08, - 5.408946890383959e-08, + 1.894659362733364e-08, + 5.3172698244452477e-08, + 4.6755303628742695e-08, + 3.6518031265586615e-08, + 5.5311829783022404e-08, 4.2171450331807137e-08, - 6.814661901444197e-08, - 6.081245373934507e-08, - 5.347828846424818e-08, - 6.784102879464626e-08, - 3.544846549630165e-08, - 4.4310581870377064e-08 + 6.753543857485056e-08, + 6.172922439873219e-08, + 5.3783878684043884e-08, + 6.692425813525915e-08, + 4.064349923282862e-08, + 4.8283254727721214e-08 ] }, "timestamps": [ @@ -285,6 +287,8 @@ "2026-06-24 14:00:00", "2026-06-24 14:05:00", "2026-06-24 14:10:00", - "2026-06-24 14:15:00" + "2026-06-24 14:15:00", + "2026-06-24 14:20:00", + "2026-06-24 14:25:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 50acd28121e399242ec3d53ee1ad71f45730bd88..e4b46c3350fb9913338e4d69725a76fee24c7805 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-25T03:04:54.457351+00:00", + "evaluated_at": "2026-06-25T03:14:47.083689+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index f6bd1d27369859007c0368d5c9a44f0a0682c513..266383b64e4d21198dd8ee74fd1c1dec0b4adc8a 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,2784910.0741583505,2504806.3083699546,1229.5559895833333,1.437157672595031,0.02031292821065367,0.019978577227096735,61.79176182697132,1668.8049838607117,0.027146898763980458,0.020001517431140738,0.021275201957479582,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,3049619.609185537,2694848.100289663,1296.2431640625,1.5056607961343935,0.021422428334258854,0.021060834459992878,66.36078739372478,1746.3160106880819,0.02844440842245304,0.021113515393401637,0.02276255802071607,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,3.4857000198652075e-08,3.5344538025505745e-09,1.3814928630987803e-05,4.828519102468331e-05,nan,2.0,1.119674240142861,0.00018670029512202725,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 018352d5acfb39ef45facd5bce643b94dc5c4c46..7b27e95a852bd979a0ea8b3a1835d4df3255fb29 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-25T03:02:32.445423+00:00", + "evaluated_at": "2026-06-25T03:11:29.015579+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63476.7890625, 63583.53125, 63678.0703125, 63744.609375, @@ -101,10 +100,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "actuals": [ - 62729.78125, 62744.421875, 62890.0, 62780.0, @@ -127,350 +126,350 @@ 61077.98828125, 60832.0, 60928.0, - 60794.51171875 + 60799.078125, + 60826.0 ], "p50": [ - 62589.94140625, - 62596.40234375, - 62588.02734375, - 62561.85546875, - 62554.60546875, - 62543.578125, - 62548.21875, - 62597.1640625, - 62531.12890625, - 62554.96484375, - 62563.16015625, - 62593.0390625, - 62584.875, - 62578.375, - 62546.02734375, - 62552.78515625, - 62491.00390625, - 62517.234375, - 62495.08203125, - 62525.734375, - 62533.5234375, - 62567.2890625, - 62562.78515625, - 62578.4765625 + 62652.30078125, + 62641.1015625, + 62620.41796875, + 62558.09765625, + 62571.88671875, + 62572.41796875, + 62568.80859375, + 62621.92578125, + 62579.49609375, + 62599.21875, + 62583.94921875, + 62631.98046875, + 62623.96875, + 62600.9375, + 62569.02734375, + 62582.53515625, + 62510.15234375, + 62532.0546875, + 62528.65234375, + 62554.140625, + 62561.08203125, + 62583.99609375, + 62582.6796875, + 62583.1328125 ], "p10": [ - 62702.26171875, - 62745.65625, - 62744.37890625, - 62710.72265625, - 62707.5234375, - 62733.0625, - 62738.12890625, - 62754.1640625, - 62768.98828125, - 62749.453125, - 62746.19921875, - 62814.56640625, - 62865.59765625, - 62786.4921875, - 62801.31640625, - 62801.33984375, - 62731.16015625, - 62756.30859375, - 62746.703125, - 62793.50390625, - 62761.6015625, - 62796.6171875, - 62838.46875, - 62841.6953125 + 62761.59375, + 62779.3125, + 62782.81640625, + 62707.5546875, + 62731.68359375, + 62758.93359375, + 62762.7109375, + 62788.13671875, + 62821.734375, + 62794.06640625, + 62784.8984375, + 62861.83984375, + 62911.05078125, + 62805.109375, + 62841.4140625, + 62826.55078125, + 62770.48828125, + 62808.70703125, + 62798.0703125, + 62835.66796875, + 62801.3046875, + 62803.53515625, + 62853.4296875, + 62841.09375 ], "p90": [ - 62840.55859375, - 62908.33984375, - 62944.2578125, - 62947.7265625, - 62980.9609375, - 62982.55859375, - 63000.96484375, - 63062.54296875, - 63007.2890625, - 63039.05859375, - 63050.7109375, - 63081.9765625, - 63106.51171875, - 63120.82421875, - 63109.94921875, - 63119.2734375, - 63087.375, - 63102.234375, - 63117.65234375, - 63138.1953125, - 63157.703125, - 63213.765625, - 63199.34765625, - 63206.375 + 62893.03125, + 62946.4296875, + 62979.1953125, + 62952.7890625, + 63017.51171875, + 63040.8125, + 63054.52734375, + 63115.73046875, + 63087.08203125, + 63109.03125, + 63102.58203125, + 63143.109375, + 63176.97265625, + 63172.078125, + 63166.81640625, + 63191.0234375, + 63150.4609375, + 63149.359375, + 63187.98828125, + 63204.06640625, + 63217.66015625, + 63277.13671875, + 63263.67578125, + 63265.32421875 ], "mean": [ - 62654.90625, - 62676.27734375, - 62681.6953125, - 62672.125, - 62659.03515625, - 62639.08984375, - 62641.93359375, - 62675.88671875, - 62631.80859375, - 62651.73828125, - 62659.2578125, - 62688.32421875, - 62704.03515625, - 62695.69921875, - 62668.1875, - 62671.19140625, - 62635.54296875, - 62634.30859375, - 62627.22265625, - 62652.84765625, - 62654.5078125, - 62688.9609375, - 62693.8203125, - 62710.33203125 + 62722.03125, + 62730.8515625, + 62729.27734375, + 62681.6875, + 62691.57421875, + 62682.69140625, + 62682.70703125, + 62719.921875, + 62697.578125, + 62715.3515625, + 62705.08984375, + 62740.04296875, + 62757.328125, + 62730.69140625, + 62713.203125, + 62728.5078125, + 62681.296875, + 62674.56640625, + 62681.87890625, + 62707.49609375, + 62710.73046875, + 62727.8828125, + 62734.53125, + 62740.80078125 ], "quantiles": { "0.1": [ - 62702.26171875, - 62745.65625, - 62744.37890625, - 62710.72265625, - 62707.5234375, - 62733.0625, - 62738.12890625, - 62754.1640625, - 62768.98828125, - 62749.453125, - 62746.19921875, - 62814.56640625, - 62865.59765625, - 62786.4921875, - 62801.31640625, - 62801.33984375, - 62731.16015625, - 62756.30859375, - 62746.703125, - 62793.50390625, - 62761.6015625, - 62796.6171875, - 62838.46875, - 62841.6953125 + 62761.59375, + 62779.3125, + 62782.81640625, + 62707.5546875, + 62731.68359375, + 62758.93359375, + 62762.7109375, + 62788.13671875, + 62821.734375, + 62794.06640625, + 62784.8984375, + 62861.83984375, + 62911.05078125, + 62805.109375, + 62841.4140625, + 62826.55078125, + 62770.48828125, + 62808.70703125, + 62798.0703125, + 62835.66796875, + 62801.3046875, + 62803.53515625, + 62853.4296875, + 62841.09375 ], "0.2": [ - 62702.26171875, - 62745.65625, - 62744.37890625, - 62710.72265625, - 62707.5234375, - 62733.0625, - 62738.12890625, - 62754.1640625, - 62768.98828125, - 62749.453125, - 62746.19921875, - 62814.56640625, - 62865.59765625, - 62786.4921875, - 62801.31640625, - 62801.33984375, - 62731.16015625, - 62756.30859375, - 62746.703125, - 62793.50390625, - 62761.6015625, - 62796.6171875, - 62838.46875, - 62841.6953125 + 62761.59375, + 62779.3125, + 62782.81640625, + 62707.5546875, + 62731.68359375, + 62758.93359375, + 62762.7109375, + 62788.13671875, + 62821.734375, + 62794.06640625, + 62784.8984375, + 62861.83984375, + 62911.05078125, + 62805.109375, + 62841.4140625, + 62826.55078125, + 62770.48828125, + 62808.70703125, + 62798.0703125, + 62835.66796875, + 62801.3046875, + 62803.53515625, + 62853.4296875, + 62841.09375 ], "0.3": [ - 62702.26171875, - 62745.65625, - 62744.37890625, - 62710.72265625, - 62707.5234375, - 62733.0625, - 62738.12890625, - 62754.1640625, - 62768.98828125, - 62749.453125, - 62746.19921875, - 62814.56640625, - 62865.59765625, - 62786.4921875, - 62801.31640625, - 62801.33984375, - 62731.16015625, - 62756.30859375, - 62746.703125, - 62793.50390625, - 62761.6015625, - 62796.6171875, - 62838.46875, - 62841.6953125 + 62761.59375, + 62779.3125, + 62782.81640625, + 62707.5546875, + 62731.68359375, + 62758.93359375, + 62762.7109375, + 62788.13671875, + 62821.734375, + 62794.06640625, + 62784.8984375, + 62861.83984375, + 62911.05078125, + 62805.109375, + 62841.4140625, + 62826.55078125, + 62770.48828125, + 62808.70703125, + 62798.0703125, + 62835.66796875, + 62801.3046875, + 62803.53515625, + 62853.4296875, + 62841.09375 ], "0.4": [ - 62589.94140625, - 62596.40234375, - 62588.02734375, - 62561.85546875, - 62554.60546875, - 62543.578125, - 62548.21875, - 62597.1640625, - 62531.12890625, - 62554.96484375, - 62563.16015625, - 62593.0390625, - 62584.875, - 62578.375, - 62546.02734375, - 62552.78515625, - 62491.00390625, - 62517.234375, - 62495.08203125, - 62525.734375, - 62533.5234375, - 62567.2890625, - 62562.78515625, - 62578.4765625 + 62652.30078125, + 62641.1015625, + 62620.41796875, + 62558.09765625, + 62571.88671875, + 62572.41796875, + 62568.80859375, + 62621.92578125, + 62579.49609375, + 62599.21875, + 62583.94921875, + 62631.98046875, + 62623.96875, + 62600.9375, + 62569.02734375, + 62582.53515625, + 62510.15234375, + 62532.0546875, + 62528.65234375, + 62554.140625, + 62561.08203125, + 62583.99609375, + 62582.6796875, + 62583.1328125 ], "0.5": [ - 62589.94140625, - 62596.40234375, - 62588.02734375, - 62561.85546875, - 62554.60546875, - 62543.578125, - 62548.21875, - 62597.1640625, - 62531.12890625, - 62554.96484375, - 62563.16015625, - 62593.0390625, - 62584.875, - 62578.375, - 62546.02734375, - 62552.78515625, - 62491.00390625, - 62517.234375, - 62495.08203125, - 62525.734375, - 62533.5234375, - 62567.2890625, - 62562.78515625, - 62578.4765625 + 62652.30078125, + 62641.1015625, + 62620.41796875, + 62558.09765625, + 62571.88671875, + 62572.41796875, + 62568.80859375, + 62621.92578125, + 62579.49609375, + 62599.21875, + 62583.94921875, + 62631.98046875, + 62623.96875, + 62600.9375, + 62569.02734375, + 62582.53515625, + 62510.15234375, + 62532.0546875, + 62528.65234375, + 62554.140625, + 62561.08203125, + 62583.99609375, + 62582.6796875, + 62583.1328125 ], "0.6": [ - 62589.94140625, - 62596.40234375, - 62588.02734375, - 62561.85546875, - 62554.60546875, - 62543.578125, - 62548.21875, - 62597.1640625, - 62531.12890625, - 62554.96484375, - 62563.16015625, - 62593.0390625, - 62584.875, - 62578.375, - 62546.02734375, - 62552.78515625, - 62491.00390625, - 62517.234375, - 62495.08203125, - 62525.734375, - 62533.5234375, - 62567.2890625, - 62562.78515625, - 62578.4765625 + 62652.30078125, + 62641.1015625, + 62620.41796875, + 62558.09765625, + 62571.88671875, + 62572.41796875, + 62568.80859375, + 62621.92578125, + 62579.49609375, + 62599.21875, + 62583.94921875, + 62631.98046875, + 62623.96875, + 62600.9375, + 62569.02734375, + 62582.53515625, + 62510.15234375, + 62532.0546875, + 62528.65234375, + 62554.140625, + 62561.08203125, + 62583.99609375, + 62582.6796875, + 62583.1328125 ], "0.7": [ - 62589.94140625, - 62596.40234375, - 62588.02734375, - 62561.85546875, - 62554.60546875, - 62543.578125, - 62548.21875, - 62597.1640625, - 62531.12890625, - 62554.96484375, - 62563.16015625, - 62593.0390625, - 62584.875, - 62578.375, - 62546.02734375, - 62552.78515625, - 62491.00390625, - 62517.234375, - 62495.08203125, - 62525.734375, - 62533.5234375, - 62567.2890625, - 62562.78515625, - 62578.4765625 + 62652.30078125, + 62641.1015625, + 62620.41796875, + 62558.09765625, + 62571.88671875, + 62572.41796875, + 62568.80859375, + 62621.92578125, + 62579.49609375, + 62599.21875, + 62583.94921875, + 62631.98046875, + 62623.96875, + 62600.9375, + 62569.02734375, + 62582.53515625, + 62510.15234375, + 62532.0546875, + 62528.65234375, + 62554.140625, + 62561.08203125, + 62583.99609375, + 62582.6796875, + 62583.1328125 ], "0.8": [ - 62840.55859375, - 62908.33984375, - 62944.2578125, - 62947.7265625, - 62980.9609375, - 62982.55859375, - 63000.96484375, - 63062.54296875, - 63007.2890625, - 63039.05859375, - 63050.7109375, - 63081.9765625, - 63106.51171875, - 63120.82421875, - 63109.94921875, - 63119.2734375, - 63087.375, - 63102.234375, - 63117.65234375, - 63138.1953125, - 63157.703125, - 63213.765625, - 63199.34765625, - 63206.375 + 62893.03125, + 62946.4296875, + 62979.1953125, + 62952.7890625, + 63017.51171875, + 63040.8125, + 63054.52734375, + 63115.73046875, + 63087.08203125, + 63109.03125, + 63102.58203125, + 63143.109375, + 63176.97265625, + 63172.078125, + 63166.81640625, + 63191.0234375, + 63150.4609375, + 63149.359375, + 63187.98828125, + 63204.06640625, + 63217.66015625, + 63277.13671875, + 63263.67578125, + 63265.32421875 ], "0.9": [ - 62840.55859375, - 62908.33984375, - 62944.2578125, - 62947.7265625, - 62980.9609375, - 62982.55859375, - 63000.96484375, - 63062.54296875, - 63007.2890625, - 63039.05859375, - 63050.7109375, - 63081.9765625, - 63106.51171875, - 63120.82421875, - 63109.94921875, - 63119.2734375, - 63087.375, - 63102.234375, - 63117.65234375, - 63138.1953125, - 63157.703125, - 63213.765625, - 63199.34765625, - 63206.375 + 62893.03125, + 62946.4296875, + 62979.1953125, + 62952.7890625, + 63017.51171875, + 63040.8125, + 63054.52734375, + 63115.73046875, + 63087.08203125, + 63109.03125, + 63102.58203125, + 63143.109375, + 63176.97265625, + 63172.078125, + 63166.81640625, + 63191.0234375, + 63150.4609375, + 63149.359375, + 63187.98828125, + 63204.06640625, + 63217.66015625, + 63277.13671875, + 63263.67578125, + 63265.32421875 ] }, "timestamps": [ - "2026-06-20 03:00:00", "2026-06-20 04:00:00", "2026-06-20 05:00:00", "2026-06-20 06:00:00", @@ -589,6 +588,7 @@ "2026-06-24 23:00:00", "2026-06-25 00:00:00", "2026-06-25 01:00:00", - "2026-06-25 02:00:00" + "2026-06-25 02:00:00", + "2026-06-25 03:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 004d89ed1eac9217d7a8b0652b06ea3c10f15b84..f847bb647b5b1c3232590005ced637dc3c9494db 100644 --- a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-25T02:54:05.655377+00:00", + "evaluated_at": "2026-06-25T03:11:35.079635+00:00", "freq": "5min", - "context_length": 34, + "context_length": 36, "prediction_length": 12, "context": [ 0.0, @@ -39,6 +39,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -285,6 +287,8 @@ "2026-06-24 14:00:00", "2026-06-24 14:05:00", "2026-06-24 14:10:00", - "2026-06-24 14:15:00" + "2026-06-24 14:15:00", + "2026-06-24 14:20:00", + "2026-06-24 14:25:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 5aadbcc604c87d041f7f9ae1246a6c6fa0843226..43aa32e35d6325a214f54344b48b2da550b608a9 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-25T03:02:48.695840+00:00", + "evaluated_at": "2026-06-25T03:11:37.957909+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 4cc023ab2250691cdb55279324c64c172b721484..fb2807055d080305c2d608d76584cc5ece0bb709 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,3142133.5680624642,3142133.5680624642,1361.6961263020833,1.5916087207392173,0.022507400804555582,0.022085179634199995,32.69249884095463,1772.606433493477,0.02883546481692694,0.02215107651614755,0.0176583113649897,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,3743633.3802661896,3743633.3802661896,1530.4982096354167,1.7777614699851296,0.025294068057203703,0.024790598416456866,39.68266072511253,1934.8471206444683,0.03151524775457648,0.02492911700875357,0.02011709718653515,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,1.7806128757877658e-06,1.7806128757877658e-06,0.001098112099700504,0.0038380619919832085,nan,2.0,1.5357510848682707,0.001334396071557379,inf,inf,inf,Climate,1 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,1.1462732804646622e-16,1.1462732804646622e-16,9.096488192324633e-09,nan,nan,2.0,nan,1.0706415275266798e-08,inf,inf,inf,Transportation,1 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,1.373570227819378e-16,1.373570227819378e-16,9.845652943971106e-09,nan,nan,2.0,nan,1.171994124481594e-08,inf,inf,inf,Transportation,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.462004321092536,1.462004321092536,0.966461181640625,0.5720983635602509,0.03786350866947919,0.03679879705755742,2.333051897454871,1.2091337068713848,0.04754441585517504,0.03800227556859715,0.02926528884734724,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.012399811756786032,0.012399811756786032,0.09049358566602071,0.16293651271310036,0.062005793797220536,0.06265905030200201,1.2144847681275237,0.11135444201641007,0.08220062280176132,0.0668013683748263,0.08129371374011611,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.011108548190399069,0.011108548190399069,0.0853523380226559,0.7177359430921528,0.0664367338008623,0.06736136826266606,7.017597212230913,0.10539709763745428,0.08366693809512613,0.06775489023597289,0.05826112258487784,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 36a9b5a676200bf6fb021c5c1b5356575920c491..c6a00d1a85f0bfde8fa070e43033ceb55b284d90 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-25T03:03:29.838424+00:00", + "evaluated_at": "2026-06-25T03:13:34.941928+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63476.7890625, 63583.53125, 63678.0703125, 63744.609375, @@ -101,10 +100,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "actuals": [ - 62729.78125, 62744.421875, 62890.0, 62780.0, @@ -127,350 +126,350 @@ 61077.98828125, 60832.0, 60928.0, - 60794.51171875 + 60799.078125, + 60826.0 ], "p50": [ - 62620.2578125, - 62631.98828125, - 62646.7421875, - 62655.80859375, - 62672.59765625, - 62680.98828125, - 62697.25390625, - 62713.32421875, - 62732.88671875, - 62743.40234375, - 62759.66015625, - 62767.8046875, - 62775.51953125, - 62776.59375, - 62778.87890625, - 62778.89453125, - 62790.50390625, - 62805.27734375, - 62822.05078125, - 62836.3359375, - 62862.58203125, - 62891.1640625, - 62904.65625, - 62897.359375 + 62748.640625, + 62767.51171875, + 62773.23046875, + 62780.0625, + 62789.859375, + 62809.67578125, + 62826.42578125, + 62853.68359375, + 62875.65234375, + 62893.265625, + 62901.9609375, + 62917.1171875, + 62917.47265625, + 62921.43359375, + 62923.98828125, + 62937.15625, + 62946.28125, + 62976.0, + 62994.75, + 63016.33203125, + 63040.41796875, + 63057.23828125, + 63052.4921875, + 63053.55078125 ], "p10": [ - 62344.4375, - 62218.37109375, - 62129.62890625, - 62070.72265625, - 62031.3671875, - 61981.7890625, - 61947.19921875, - 61910.5, - 61885.33984375, - 61856.1796875, - 61830.59375, - 61801.98046875, - 61772.27734375, - 61747.67578125, - 61721.015625, - 61693.41015625, - 61682.921875, - 61662.18359375, - 61648.98828125, - 61636.75390625, - 61640.984375, - 61645.49609375, - 61634.8359375, - 61601.25 + 62483.3671875, + 62393.484375, + 62302.74609375, + 62237.08203125, + 62179.01953125, + 62141.296875, + 62104.6484375, + 62076.19140625, + 62048.78125, + 62021.2109375, + 61985.78515625, + 61966.578125, + 61930.17578125, + 61905.11328125, + 61880.31640625, + 61874.01171875, + 61863.71875, + 61860.4921875, + 61847.7265625, + 61845.6640625, + 61850.87109375, + 61846.67578125, + 61817.78125, + 61792.44921875 ], "p90": [ - 62922.92578125, - 63051.71484375, - 63149.296875, - 63224.9453125, - 63308.93359375, - 63382.66015625, - 63473.9140625, - 63553.578125, - 63632.3203125, - 63702.640625, - 63770.0078125, - 63824.69921875, - 63868.46484375, - 63909.21484375, - 63955.90625, - 63966.65234375, - 63996.57421875, - 64044.45703125, - 64102.828125, - 64154.79296875, - 64196.05078125, - 64244.2421875, - 64274.81640625, - 64284.49609375 + 63037.78125, + 63158.453125, + 63247.38671875, + 63333.8671875, + 63414.68359375, + 63509.91796875, + 63602.29296875, + 63693.73828125, + 63776.49609375, + 63853.23046875, + 63914.7265625, + 63976.03515625, + 64009.765625, + 64048.359375, + 64090.12109375, + 64116.16796875, + 64139.45703125, + 64202.75390625, + 64256.55859375, + 64314.45703125, + 64360.19921875, + 64399.62109375, + 64407.109375, + 64427.25390625 ], "mean": [ - 62620.2578125, - 62631.98828125, - 62646.7421875, - 62655.80859375, - 62672.59765625, - 62680.98828125, - 62697.25390625, - 62713.32421875, - 62732.88671875, - 62743.40234375, - 62759.66015625, - 62767.8046875, - 62775.51953125, - 62776.59375, - 62778.87890625, - 62778.89453125, - 62790.50390625, - 62805.27734375, - 62822.05078125, - 62836.3359375, - 62862.58203125, - 62891.1640625, - 62904.65625, - 62897.359375 + 62748.640625, + 62767.51171875, + 62773.23046875, + 62780.0625, + 62789.859375, + 62809.67578125, + 62826.42578125, + 62853.68359375, + 62875.65234375, + 62893.265625, + 62901.9609375, + 62917.1171875, + 62917.47265625, + 62921.43359375, + 62923.98828125, + 62937.15625, + 62946.28125, + 62976.0, + 62994.75, + 63016.33203125, + 63040.41796875, + 63057.23828125, + 63052.4921875, + 63053.55078125 ], "quantiles": { "0.1": [ - 62344.4375, - 62218.37109375, - 62129.62890625, - 62070.72265625, - 62031.3671875, - 61981.7890625, - 61947.19921875, - 61910.5, - 61885.33984375, - 61856.1796875, - 61830.59375, - 61801.98046875, - 61772.27734375, - 61747.67578125, - 61721.015625, - 61693.41015625, - 61682.921875, - 61662.18359375, - 61648.98828125, - 61636.75390625, - 61640.984375, - 61645.49609375, - 61634.8359375, - 61601.25 + 62483.3671875, + 62393.484375, + 62302.74609375, + 62237.08203125, + 62179.01953125, + 62141.296875, + 62104.6484375, + 62076.19140625, + 62048.78125, + 62021.2109375, + 61985.78515625, + 61966.578125, + 61930.17578125, + 61905.11328125, + 61880.31640625, + 61874.01171875, + 61863.71875, + 61860.4921875, + 61847.7265625, + 61845.6640625, + 61850.87109375, + 61846.67578125, + 61817.78125, + 61792.44921875 ], "0.2": [ - 62344.4375, - 62218.37109375, - 62129.62890625, - 62070.72265625, - 62031.3671875, - 61981.7890625, - 61947.19921875, - 61910.5, - 61885.33984375, - 61856.1796875, - 61830.59375, - 61801.98046875, - 61772.27734375, - 61747.67578125, - 61721.015625, - 61693.41015625, - 61682.921875, - 61662.18359375, - 61648.98828125, - 61636.75390625, - 61640.984375, - 61645.49609375, - 61634.8359375, - 61601.25 + 62483.3671875, + 62393.484375, + 62302.74609375, + 62237.08203125, + 62179.01953125, + 62141.296875, + 62104.6484375, + 62076.19140625, + 62048.78125, + 62021.2109375, + 61985.78515625, + 61966.578125, + 61930.17578125, + 61905.11328125, + 61880.31640625, + 61874.01171875, + 61863.71875, + 61860.4921875, + 61847.7265625, + 61845.6640625, + 61850.87109375, + 61846.67578125, + 61817.78125, + 61792.44921875 ], "0.3": [ - 62344.4375, - 62218.37109375, - 62129.62890625, - 62070.72265625, - 62031.3671875, - 61981.7890625, - 61947.19921875, - 61910.5, - 61885.33984375, - 61856.1796875, - 61830.59375, - 61801.98046875, - 61772.27734375, - 61747.67578125, - 61721.015625, - 61693.41015625, - 61682.921875, - 61662.18359375, - 61648.98828125, - 61636.75390625, - 61640.984375, - 61645.49609375, - 61634.8359375, - 61601.25 + 62483.3671875, + 62393.484375, + 62302.74609375, + 62237.08203125, + 62179.01953125, + 62141.296875, + 62104.6484375, + 62076.19140625, + 62048.78125, + 62021.2109375, + 61985.78515625, + 61966.578125, + 61930.17578125, + 61905.11328125, + 61880.31640625, + 61874.01171875, + 61863.71875, + 61860.4921875, + 61847.7265625, + 61845.6640625, + 61850.87109375, + 61846.67578125, + 61817.78125, + 61792.44921875 ], "0.4": [ - 62620.2578125, - 62631.98828125, - 62646.7421875, - 62655.80859375, - 62672.59765625, - 62680.98828125, - 62697.25390625, - 62713.32421875, - 62732.88671875, - 62743.40234375, - 62759.66015625, - 62767.8046875, - 62775.51953125, - 62776.59375, - 62778.87890625, - 62778.89453125, - 62790.50390625, - 62805.27734375, - 62822.05078125, - 62836.3359375, - 62862.58203125, - 62891.1640625, - 62904.65625, - 62897.359375 + 62748.640625, + 62767.51171875, + 62773.23046875, + 62780.0625, + 62789.859375, + 62809.67578125, + 62826.42578125, + 62853.68359375, + 62875.65234375, + 62893.265625, + 62901.9609375, + 62917.1171875, + 62917.47265625, + 62921.43359375, + 62923.98828125, + 62937.15625, + 62946.28125, + 62976.0, + 62994.75, + 63016.33203125, + 63040.41796875, + 63057.23828125, + 63052.4921875, + 63053.55078125 ], "0.5": [ - 62620.2578125, - 62631.98828125, - 62646.7421875, - 62655.80859375, - 62672.59765625, - 62680.98828125, - 62697.25390625, - 62713.32421875, - 62732.88671875, - 62743.40234375, - 62759.66015625, - 62767.8046875, - 62775.51953125, - 62776.59375, - 62778.87890625, - 62778.89453125, - 62790.50390625, - 62805.27734375, - 62822.05078125, - 62836.3359375, - 62862.58203125, - 62891.1640625, - 62904.65625, - 62897.359375 + 62748.640625, + 62767.51171875, + 62773.23046875, + 62780.0625, + 62789.859375, + 62809.67578125, + 62826.42578125, + 62853.68359375, + 62875.65234375, + 62893.265625, + 62901.9609375, + 62917.1171875, + 62917.47265625, + 62921.43359375, + 62923.98828125, + 62937.15625, + 62946.28125, + 62976.0, + 62994.75, + 63016.33203125, + 63040.41796875, + 63057.23828125, + 63052.4921875, + 63053.55078125 ], "0.6": [ - 62620.2578125, - 62631.98828125, - 62646.7421875, - 62655.80859375, - 62672.59765625, - 62680.98828125, - 62697.25390625, - 62713.32421875, - 62732.88671875, - 62743.40234375, - 62759.66015625, - 62767.8046875, - 62775.51953125, - 62776.59375, - 62778.87890625, - 62778.89453125, - 62790.50390625, - 62805.27734375, - 62822.05078125, - 62836.3359375, - 62862.58203125, - 62891.1640625, - 62904.65625, - 62897.359375 + 62748.640625, + 62767.51171875, + 62773.23046875, + 62780.0625, + 62789.859375, + 62809.67578125, + 62826.42578125, + 62853.68359375, + 62875.65234375, + 62893.265625, + 62901.9609375, + 62917.1171875, + 62917.47265625, + 62921.43359375, + 62923.98828125, + 62937.15625, + 62946.28125, + 62976.0, + 62994.75, + 63016.33203125, + 63040.41796875, + 63057.23828125, + 63052.4921875, + 63053.55078125 ], "0.7": [ - 62620.2578125, - 62631.98828125, - 62646.7421875, - 62655.80859375, - 62672.59765625, - 62680.98828125, - 62697.25390625, - 62713.32421875, - 62732.88671875, - 62743.40234375, - 62759.66015625, - 62767.8046875, - 62775.51953125, - 62776.59375, - 62778.87890625, - 62778.89453125, - 62790.50390625, - 62805.27734375, - 62822.05078125, - 62836.3359375, - 62862.58203125, - 62891.1640625, - 62904.65625, - 62897.359375 + 62748.640625, + 62767.51171875, + 62773.23046875, + 62780.0625, + 62789.859375, + 62809.67578125, + 62826.42578125, + 62853.68359375, + 62875.65234375, + 62893.265625, + 62901.9609375, + 62917.1171875, + 62917.47265625, + 62921.43359375, + 62923.98828125, + 62937.15625, + 62946.28125, + 62976.0, + 62994.75, + 63016.33203125, + 63040.41796875, + 63057.23828125, + 63052.4921875, + 63053.55078125 ], "0.8": [ - 62922.92578125, - 63051.71484375, - 63149.296875, - 63224.9453125, - 63308.93359375, - 63382.66015625, - 63473.9140625, - 63553.578125, - 63632.3203125, - 63702.640625, - 63770.0078125, - 63824.69921875, - 63868.46484375, - 63909.21484375, - 63955.90625, - 63966.65234375, - 63996.57421875, - 64044.45703125, - 64102.828125, - 64154.79296875, - 64196.05078125, - 64244.2421875, - 64274.81640625, - 64284.49609375 + 63037.78125, + 63158.453125, + 63247.38671875, + 63333.8671875, + 63414.68359375, + 63509.91796875, + 63602.29296875, + 63693.73828125, + 63776.49609375, + 63853.23046875, + 63914.7265625, + 63976.03515625, + 64009.765625, + 64048.359375, + 64090.12109375, + 64116.16796875, + 64139.45703125, + 64202.75390625, + 64256.55859375, + 64314.45703125, + 64360.19921875, + 64399.62109375, + 64407.109375, + 64427.25390625 ], "0.9": [ - 62922.92578125, - 63051.71484375, - 63149.296875, - 63224.9453125, - 63308.93359375, - 63382.66015625, - 63473.9140625, - 63553.578125, - 63632.3203125, - 63702.640625, - 63770.0078125, - 63824.69921875, - 63868.46484375, - 63909.21484375, - 63955.90625, - 63966.65234375, - 63996.57421875, - 64044.45703125, - 64102.828125, - 64154.79296875, - 64196.05078125, - 64244.2421875, - 64274.81640625, - 64284.49609375 + 63037.78125, + 63158.453125, + 63247.38671875, + 63333.8671875, + 63414.68359375, + 63509.91796875, + 63602.29296875, + 63693.73828125, + 63776.49609375, + 63853.23046875, + 63914.7265625, + 63976.03515625, + 64009.765625, + 64048.359375, + 64090.12109375, + 64116.16796875, + 64139.45703125, + 64202.75390625, + 64256.55859375, + 64314.45703125, + 64360.19921875, + 64399.62109375, + 64407.109375, + 64427.25390625 ] }, "timestamps": [ - "2026-06-20 03:00:00", "2026-06-20 04:00:00", "2026-06-20 05:00:00", "2026-06-20 06:00:00", @@ -589,6 +588,7 @@ "2026-06-24 23:00:00", "2026-06-25 00:00:00", "2026-06-25 01:00:00", - "2026-06-25 02:00:00" + "2026-06-25 02:00:00", + "2026-06-25 03:00:00" ] } diff --git a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index da50f840bd281218a48bcaf02243a5852ec36b7c..cac9dd14fe6c61af47751683dce5a4142494c3e8 100644 --- a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TiRex", - "evaluated_at": "2026-06-25T02:55:09.144560+00:00", + "evaluated_at": "2026-06-25T03:13:40.375915+00:00", "freq": "5min", - "context_length": 34, + "context_length": 36, "prediction_length": 12, "context": [ 0.0, @@ -39,6 +39,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -56,187 +58,187 @@ 0.0 ], "p50": [ - -1.02678407998269e-08, - 5.4956879047551865e-09, - 1.3219611183501456e-08, - 1.951743300310227e-08, - 1.8031727222478366e-08, - 1.4223204836127934e-08, - 8.369744897152032e-09, - 3.759446531859112e-09, - 2.13376250002284e-09, - -5.133552249958484e-09, - -5.2514996795594016e-09, - 3.7543474995516135e-09 + -1.2515075198393788e-08, + 3.7948182374236694e-09, + 1.2151175177166351e-08, + 1.927426040992941e-08, + 1.8956274772108372e-08, + 1.7094702542408413e-08, + 1.1906597485733528e-08, + 6.768717142335845e-09, + 5.694757998497835e-09, + -6.4592342585712e-10, + -6.627291077032638e-11, + 9.279260027028613e-09 ], "p10": [ - -8.547063501396224e-09, - 9.909048692691158e-09, - 1.4855209506947631e-08, - 2.158656720041563e-08, - 2.6273912823171486e-08, - 1.221097978287844e-08, - 7.086992104277101e-10, - -2.175606805820962e-09, - -5.908608269322713e-09, - -1.3690329758730968e-08, - -1.582101027963745e-08, - 2.4510919960363253e-09 + -7.951352465340733e-09, + 1.1725146187302471e-08, + 1.7091091208953912e-08, + 2.5146174920109843e-08, + 2.8984844746560157e-08, + 1.599427257303887e-08, + 7.717460448475322e-09, + 2.5036930306754357e-09, + -2.2947788114180412e-10, + -6.727985724097607e-09, + -7.927455136780281e-09, + 1.1031404234529418e-08 ], "p90": [ - -2.5189537566916442e-08, - -1.1392217169614582e-09, - -1.4310776563775107e-08, - -5.380734524607078e-09, - 6.862375556693223e-09, - -1.59379087705247e-09, - -1.0828487440051049e-08, - -1.0693370633418908e-08, - 2.2335722604793773e-08, - 1.6470595198825322e-07, - 4.0683909219296766e-07, - 6.171701443236088e-07 + -2.896751283287813e-08, + -5.127023694484478e-09, + -1.539826399721278e-08, + -6.097685467665315e-09, + 5.226023169768723e-09, + -1.2300536145204433e-09, + -8.616037661113296e-09, + -1.3995467895711045e-08, + 1.1757202322826288e-08, + 1.2494672319007805e-07, + 3.2414263273494726e-07, + 5.009427468394279e-07 ], "mean": [ - -1.02678407998269e-08, - 5.4956879047551865e-09, - 1.3219611183501456e-08, - 1.951743300310227e-08, - 1.8031727222478366e-08, - 1.4223204836127934e-08, - 8.369744897152032e-09, - 3.759446531859112e-09, - 2.13376250002284e-09, - -5.133552249958484e-09, - -5.2514996795594016e-09, - 3.7543474995516135e-09 + -1.2515075198393788e-08, + 3.7948182374236694e-09, + 1.2151175177166351e-08, + 1.927426040992941e-08, + 1.8956274772108372e-08, + 1.7094702542408413e-08, + 1.1906597485733528e-08, + 6.768717142335845e-09, + 5.694757998497835e-09, + -6.4592342585712e-10, + -6.627291077032638e-11, + 9.279260027028613e-09 ], "quantiles": { "0.1": [ - -8.547063501396224e-09, - 9.909048692691158e-09, - 1.4855209506947631e-08, - 2.158656720041563e-08, - 2.6273912823171486e-08, - 1.221097978287844e-08, - 7.086992104277101e-10, - -2.175606805820962e-09, - -5.908608269322713e-09, - -1.3690329758730968e-08, - -1.582101027963745e-08, - 2.4510919960363253e-09 + -7.951352465340733e-09, + 1.1725146187302471e-08, + 1.7091091208953912e-08, + 2.5146174920109843e-08, + 2.8984844746560157e-08, + 1.599427257303887e-08, + 7.717460448475322e-09, + 2.5036930306754357e-09, + -2.2947788114180412e-10, + -6.727985724097607e-09, + -7.927455136780281e-09, + 1.1031404234529418e-08 ], "0.2": [ - -8.547063501396224e-09, - 9.909048692691158e-09, - 1.4855209506947631e-08, - 2.158656720041563e-08, - 2.6273912823171486e-08, - 1.221097978287844e-08, - 7.086992104277101e-10, - -2.175606805820962e-09, - -5.908608269322713e-09, - -1.3690329758730968e-08, - -1.582101027963745e-08, - 2.4510919960363253e-09 + -7.951352465340733e-09, + 1.1725146187302471e-08, + 1.7091091208953912e-08, + 2.5146174920109843e-08, + 2.8984844746560157e-08, + 1.599427257303887e-08, + 7.717460448475322e-09, + 2.5036930306754357e-09, + -2.2947788114180412e-10, + -6.727985724097607e-09, + -7.927455136780281e-09, + 1.1031404234529418e-08 ], "0.3": [ - -8.547063501396224e-09, - 9.909048692691158e-09, - 1.4855209506947631e-08, - 2.158656720041563e-08, - 2.6273912823171486e-08, - 1.221097978287844e-08, - 7.086992104277101e-10, - -2.175606805820962e-09, - -5.908608269322713e-09, - -1.3690329758730968e-08, - -1.582101027963745e-08, - 2.4510919960363253e-09 + -7.951352465340733e-09, + 1.1725146187302471e-08, + 1.7091091208953912e-08, + 2.5146174920109843e-08, + 2.8984844746560157e-08, + 1.599427257303887e-08, + 7.717460448475322e-09, + 2.5036930306754357e-09, + -2.2947788114180412e-10, + -6.727985724097607e-09, + -7.927455136780281e-09, + 1.1031404234529418e-08 ], "0.4": [ - -1.02678407998269e-08, - 5.4956879047551865e-09, - 1.3219611183501456e-08, - 1.951743300310227e-08, - 1.8031727222478366e-08, - 1.4223204836127934e-08, - 8.369744897152032e-09, - 3.759446531859112e-09, - 2.13376250002284e-09, - -5.133552249958484e-09, - -5.2514996795594016e-09, - 3.7543474995516135e-09 + -1.2515075198393788e-08, + 3.7948182374236694e-09, + 1.2151175177166351e-08, + 1.927426040992941e-08, + 1.8956274772108372e-08, + 1.7094702542408413e-08, + 1.1906597485733528e-08, + 6.768717142335845e-09, + 5.694757998497835e-09, + -6.4592342585712e-10, + -6.627291077032638e-11, + 9.279260027028613e-09 ], "0.5": [ - -1.02678407998269e-08, - 5.4956879047551865e-09, - 1.3219611183501456e-08, - 1.951743300310227e-08, - 1.8031727222478366e-08, - 1.4223204836127934e-08, - 8.369744897152032e-09, - 3.759446531859112e-09, - 2.13376250002284e-09, - -5.133552249958484e-09, - -5.2514996795594016e-09, - 3.7543474995516135e-09 + -1.2515075198393788e-08, + 3.7948182374236694e-09, + 1.2151175177166351e-08, + 1.927426040992941e-08, + 1.8956274772108372e-08, + 1.7094702542408413e-08, + 1.1906597485733528e-08, + 6.768717142335845e-09, + 5.694757998497835e-09, + -6.4592342585712e-10, + -6.627291077032638e-11, + 9.279260027028613e-09 ], "0.6": [ - -1.02678407998269e-08, - 5.4956879047551865e-09, - 1.3219611183501456e-08, - 1.951743300310227e-08, - 1.8031727222478366e-08, - 1.4223204836127934e-08, - 8.369744897152032e-09, - 3.759446531859112e-09, - 2.13376250002284e-09, - -5.133552249958484e-09, - -5.2514996795594016e-09, - 3.7543474995516135e-09 + -1.2515075198393788e-08, + 3.7948182374236694e-09, + 1.2151175177166351e-08, + 1.927426040992941e-08, + 1.8956274772108372e-08, + 1.7094702542408413e-08, + 1.1906597485733528e-08, + 6.768717142335845e-09, + 5.694757998497835e-09, + -6.4592342585712e-10, + -6.627291077032638e-11, + 9.279260027028613e-09 ], "0.7": [ - -1.02678407998269e-08, - 5.4956879047551865e-09, - 1.3219611183501456e-08, - 1.951743300310227e-08, - 1.8031727222478366e-08, - 1.4223204836127934e-08, - 8.369744897152032e-09, - 3.759446531859112e-09, - 2.13376250002284e-09, - -5.133552249958484e-09, - -5.2514996795594016e-09, - 3.7543474995516135e-09 + -1.2515075198393788e-08, + 3.7948182374236694e-09, + 1.2151175177166351e-08, + 1.927426040992941e-08, + 1.8956274772108372e-08, + 1.7094702542408413e-08, + 1.1906597485733528e-08, + 6.768717142335845e-09, + 5.694757998497835e-09, + -6.4592342585712e-10, + -6.627291077032638e-11, + 9.279260027028613e-09 ], "0.8": [ - -2.5189537566916442e-08, - -1.1392217169614582e-09, - -1.4310776563775107e-08, - -5.380734524607078e-09, - 6.862375556693223e-09, - -1.59379087705247e-09, - -1.0828487440051049e-08, - -1.0693370633418908e-08, - 2.2335722604793773e-08, - 1.6470595198825322e-07, - 4.0683909219296766e-07, - 6.171701443236088e-07 + -2.896751283287813e-08, + -5.127023694484478e-09, + -1.539826399721278e-08, + -6.097685467665315e-09, + 5.226023169768723e-09, + -1.2300536145204433e-09, + -8.616037661113296e-09, + -1.3995467895711045e-08, + 1.1757202322826288e-08, + 1.2494672319007805e-07, + 3.2414263273494726e-07, + 5.009427468394279e-07 ], "0.9": [ - -2.5189537566916442e-08, - -1.1392217169614582e-09, - -1.4310776563775107e-08, - -5.380734524607078e-09, - 6.862375556693223e-09, - -1.59379087705247e-09, - -1.0828487440051049e-08, - -1.0693370633418908e-08, - 2.2335722604793773e-08, - 1.6470595198825322e-07, - 4.0683909219296766e-07, - 6.171701443236088e-07 + -2.896751283287813e-08, + -5.127023694484478e-09, + -1.539826399721278e-08, + -6.097685467665315e-09, + 5.226023169768723e-09, + -1.2300536145204433e-09, + -8.616037661113296e-09, + -1.3995467895711045e-08, + 1.1757202322826288e-08, + 1.2494672319007805e-07, + 3.2414263273494726e-07, + 5.009427468394279e-07 ] }, "timestamps": [ @@ -285,6 +287,8 @@ "2026-06-24 14:00:00", "2026-06-24 14:05:00", "2026-06-24 14:10:00", - "2026-06-24 14:15:00" + "2026-06-24 14:15:00", + "2026-06-24 14:20:00", + "2026-06-24 14:25:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index b42e8f639eed83124eb56e4e0cf5cbe1d18cb40a..6647b9927754a962478bf5faae064adb5d0389a4 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-25T03:03:47.362565+00:00", + "evaluated_at": "2026-06-25T03:13:43.051295+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 0f0de0f1be71bcf463d3a764e54c665d310b168f..a31ca2636df1262d3668da539e9b8f356fbbdf41 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,3197727.3624687195,3197727.3624687195,1372.0146484375,1.6036694511023633,0.022679437965218856,0.02224939866737329,27.002854951820428,1788.2190476752896,0.029089439403971993,0.022318930686355033,0.01679818760317783,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,3568429.8554642997,3568429.8554642997,1492.2097981770833,1.7332872835999151,0.024662940442565836,0.024182722630005014,32.083663954748666,1889.0288127671054,0.03076894831363171,0.024305466302522775,0.01845198194377331,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-2.0-1B,23749.752846531086,23749.752846531086,117.21608114242554,1.2358652203549163,0.618111195369563,0.8736927709113429,6.722234348523206,154.10954820039893,0.9487557667482379,0.7216258449793945,0.5474523025588474,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,1.1915186330862465e-06,1.1915186330862465e-06,0.0006488491263654497,0.0022678223572201294,nan,2.0,1.195812823161362,0.0010915670538662508,inf,inf,inf,Climate,1 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.717598641118306e-22,9.717598641118306e-22,2.2446697834342146e-11,nan,nan,2.0,nan,3.1173063117246446e-11,inf,inf,inf,Transportation,1 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,7.474670269457512e-22,7.474670269457512e-22,2.487805136954883e-11,nan,nan,2.0,nan,2.7339843213627823e-11,inf,inf,inf,Transportation,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.160640176702297,1.160640176702297,0.9090020656585693,0.5380853407411139,0.03583214464901586,0.03502499847379089,2.715182201061547,1.0773301150076038,0.04236175925800523,0.03574292237267126,0.02982802038720754,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.05906124886781227,0.05906124886781227,0.18360693156719207,0.33058998512802157,0.11436613104638628,0.12552062108996098,1.1902746051596487,0.24302520212482545,0.17939852788486554,0.13553661490503807,0.12252122134301982,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.01434353242601125,0.01434353242601125,0.08461124532752567,0.7115040240049825,0.06367684107686108,0.06671501673452629,4.801273403625428,0.11976448733247785,0.09507214308793341,0.06716659171508291,0.06023112425763409,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 16bb319aef45a620eec2891971ed38ff8b264fd1..f8f09804957dff7de40b36ce75b4ce5c68f64923 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-25T03:03:10.695956+00:00", + "evaluated_at": "2026-06-25T03:13:12.681562+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63476.7890625, 63583.53125, 63678.0703125, 63744.609375, @@ -101,10 +100,10 @@ 62734.5703125, 63014.0, 62932.19140625, - 62630.0 + 62630.0, + 62729.78125 ], "actuals": [ - 62729.78125, 62744.421875, 62890.0, 62780.0, @@ -127,350 +126,350 @@ 61077.98828125, 60832.0, 60928.0, - 60794.51171875 + 60799.078125, + 60826.0 ], "p50": [ - 62621.79296875, - 62649.5625, - 62664.61328125, - 62681.4765625, - 62698.3984375, - 62714.8828125, - 62732.51953125, - 62741.3984375, - 62755.09375, - 62766.4453125, - 62782.87890625, - 62791.02734375, - 62800.08203125, - 62809.7265625, - 62818.85546875, - 62829.8359375, - 62833.74609375, - 62845.1640625, - 62852.30078125, - 62857.26953125, - 62860.7109375, - 62866.984375, - 62874.49609375, - 62878.4140625 + 62732.9921875, + 62751.1875, + 62761.953125, + 62776.61328125, + 62790.9140625, + 62809.265625, + 62822.8515625, + 62829.390625, + 62845.59765625, + 62856.59375, + 62867.03515625, + 62872.58203125, + 62876.79296875, + 62884.24609375, + 62896.828125, + 62907.07421875, + 62909.41796875, + 62921.29296875, + 62923.6015625, + 62929.90234375, + 62931.859375, + 62938.65625, + 62944.30859375, + 62949.78125 ], "p10": [ - 62310.3203125, - 62197.21484375, - 62089.515625, - 62017.5703125, - 61953.859375, - 61908.4609375, - 61859.4921875, - 61812.4453125, - 61767.7421875, - 61725.13671875, - 61682.17578125, - 61647.66796875, - 61607.859375, - 61558.90625, - 61532.76953125, - 61502.8203125, - 61482.87890625, - 61455.484375, - 61415.6640625, - 61397.4140625, - 61368.7109375, - 61344.74609375, - 61332.8359375, - 61302.3671875 + 62477.73046875, + 62382.15234375, + 62281.796875, + 62211.5, + 62141.36328125, + 62092.08203125, + 62031.4921875, + 61987.44140625, + 61939.1015625, + 61885.5390625, + 61830.82421875, + 61792.1171875, + 61740.6796875, + 61694.41796875, + 61659.296875, + 61631.55859375, + 61597.48828125, + 61571.734375, + 61532.92578125, + 61519.8671875, + 61484.890625, + 61455.05859375, + 61436.92578125, + 61416.01171875 ], "p90": [ - 62995.26953125, - 63142.4296875, - 63248.59375, - 63374.73828125, - 63459.30078125, - 63529.4921875, - 63613.52734375, - 63683.44140625, - 63754.84765625, - 63823.609375, - 63881.8671875, - 63930.75, - 63984.5234375, - 64028.5859375, - 64077.41796875, - 64114.76171875, - 64142.6796875, - 64192.40234375, - 64235.97265625, - 64270.68359375, - 64298.046875, - 64336.28125, - 64364.453125, - 64387.078125 + 63044.4765625, + 63161.3828125, + 63259.7265625, + 63375.6875, + 63453.73828125, + 63530.12890625, + 63612.47265625, + 63686.359375, + 63767.3515625, + 63836.84375, + 63886.98828125, + 63943.30078125, + 64002.39453125, + 64046.28125, + 64099.97265625, + 64141.3046875, + 64168.8359375, + 64223.34765625, + 64264.1484375, + 64306.2421875, + 64338.09375, + 64387.2109375, + 64413.1328125, + 64439.3671875 ], "mean": [ - 62621.79296875, - 62649.5625, - 62664.61328125, - 62681.4765625, - 62698.3984375, - 62714.8828125, - 62732.51953125, - 62741.3984375, - 62755.09375, - 62766.4453125, - 62782.87890625, - 62791.02734375, - 62800.08203125, - 62809.7265625, - 62818.85546875, - 62829.8359375, - 62833.74609375, - 62845.1640625, - 62852.30078125, - 62857.26953125, - 62860.7109375, - 62866.984375, - 62874.49609375, - 62878.4140625 + 62732.9921875, + 62751.1875, + 62761.953125, + 62776.61328125, + 62790.9140625, + 62809.265625, + 62822.8515625, + 62829.390625, + 62845.59765625, + 62856.59375, + 62867.03515625, + 62872.58203125, + 62876.79296875, + 62884.24609375, + 62896.828125, + 62907.07421875, + 62909.41796875, + 62921.29296875, + 62923.6015625, + 62929.90234375, + 62931.859375, + 62938.65625, + 62944.30859375, + 62949.78125 ], "quantiles": { "0.1": [ - 62310.3203125, - 62197.21484375, - 62089.515625, - 62017.5703125, - 61953.859375, - 61908.4609375, - 61859.4921875, - 61812.4453125, - 61767.7421875, - 61725.13671875, - 61682.17578125, - 61647.66796875, - 61607.859375, - 61558.90625, - 61532.76953125, - 61502.8203125, - 61482.87890625, - 61455.484375, - 61415.6640625, - 61397.4140625, - 61368.7109375, - 61344.74609375, - 61332.8359375, - 61302.3671875 + 62477.73046875, + 62382.15234375, + 62281.796875, + 62211.5, + 62141.36328125, + 62092.08203125, + 62031.4921875, + 61987.44140625, + 61939.1015625, + 61885.5390625, + 61830.82421875, + 61792.1171875, + 61740.6796875, + 61694.41796875, + 61659.296875, + 61631.55859375, + 61597.48828125, + 61571.734375, + 61532.92578125, + 61519.8671875, + 61484.890625, + 61455.05859375, + 61436.92578125, + 61416.01171875 ], "0.2": [ - 62310.3203125, - 62197.21484375, - 62089.515625, - 62017.5703125, - 61953.859375, - 61908.4609375, - 61859.4921875, - 61812.4453125, - 61767.7421875, - 61725.13671875, - 61682.17578125, - 61647.66796875, - 61607.859375, - 61558.90625, - 61532.76953125, - 61502.8203125, - 61482.87890625, - 61455.484375, - 61415.6640625, - 61397.4140625, - 61368.7109375, - 61344.74609375, - 61332.8359375, - 61302.3671875 + 62477.73046875, + 62382.15234375, + 62281.796875, + 62211.5, + 62141.36328125, + 62092.08203125, + 62031.4921875, + 61987.44140625, + 61939.1015625, + 61885.5390625, + 61830.82421875, + 61792.1171875, + 61740.6796875, + 61694.41796875, + 61659.296875, + 61631.55859375, + 61597.48828125, + 61571.734375, + 61532.92578125, + 61519.8671875, + 61484.890625, + 61455.05859375, + 61436.92578125, + 61416.01171875 ], "0.3": [ - 62310.3203125, - 62197.21484375, - 62089.515625, - 62017.5703125, - 61953.859375, - 61908.4609375, - 61859.4921875, - 61812.4453125, - 61767.7421875, - 61725.13671875, - 61682.17578125, - 61647.66796875, - 61607.859375, - 61558.90625, - 61532.76953125, - 61502.8203125, - 61482.87890625, - 61455.484375, - 61415.6640625, - 61397.4140625, - 61368.7109375, - 61344.74609375, - 61332.8359375, - 61302.3671875 + 62477.73046875, + 62382.15234375, + 62281.796875, + 62211.5, + 62141.36328125, + 62092.08203125, + 62031.4921875, + 61987.44140625, + 61939.1015625, + 61885.5390625, + 61830.82421875, + 61792.1171875, + 61740.6796875, + 61694.41796875, + 61659.296875, + 61631.55859375, + 61597.48828125, + 61571.734375, + 61532.92578125, + 61519.8671875, + 61484.890625, + 61455.05859375, + 61436.92578125, + 61416.01171875 ], "0.4": [ - 62621.79296875, - 62649.5625, - 62664.61328125, - 62681.4765625, - 62698.3984375, - 62714.8828125, - 62732.51953125, - 62741.3984375, - 62755.09375, - 62766.4453125, - 62782.87890625, - 62791.02734375, - 62800.08203125, - 62809.7265625, - 62818.85546875, - 62829.8359375, - 62833.74609375, - 62845.1640625, - 62852.30078125, - 62857.26953125, - 62860.7109375, - 62866.984375, - 62874.49609375, - 62878.4140625 + 62732.9921875, + 62751.1875, + 62761.953125, + 62776.61328125, + 62790.9140625, + 62809.265625, + 62822.8515625, + 62829.390625, + 62845.59765625, + 62856.59375, + 62867.03515625, + 62872.58203125, + 62876.79296875, + 62884.24609375, + 62896.828125, + 62907.07421875, + 62909.41796875, + 62921.29296875, + 62923.6015625, + 62929.90234375, + 62931.859375, + 62938.65625, + 62944.30859375, + 62949.78125 ], "0.5": [ - 62621.79296875, - 62649.5625, - 62664.61328125, - 62681.4765625, - 62698.3984375, - 62714.8828125, - 62732.51953125, - 62741.3984375, - 62755.09375, - 62766.4453125, - 62782.87890625, - 62791.02734375, - 62800.08203125, - 62809.7265625, - 62818.85546875, - 62829.8359375, - 62833.74609375, - 62845.1640625, - 62852.30078125, - 62857.26953125, - 62860.7109375, - 62866.984375, - 62874.49609375, - 62878.4140625 + 62732.9921875, + 62751.1875, + 62761.953125, + 62776.61328125, + 62790.9140625, + 62809.265625, + 62822.8515625, + 62829.390625, + 62845.59765625, + 62856.59375, + 62867.03515625, + 62872.58203125, + 62876.79296875, + 62884.24609375, + 62896.828125, + 62907.07421875, + 62909.41796875, + 62921.29296875, + 62923.6015625, + 62929.90234375, + 62931.859375, + 62938.65625, + 62944.30859375, + 62949.78125 ], "0.6": [ - 62621.79296875, - 62649.5625, - 62664.61328125, - 62681.4765625, - 62698.3984375, - 62714.8828125, - 62732.51953125, - 62741.3984375, - 62755.09375, - 62766.4453125, - 62782.87890625, - 62791.02734375, - 62800.08203125, - 62809.7265625, - 62818.85546875, - 62829.8359375, - 62833.74609375, - 62845.1640625, - 62852.30078125, - 62857.26953125, - 62860.7109375, - 62866.984375, - 62874.49609375, - 62878.4140625 + 62732.9921875, + 62751.1875, + 62761.953125, + 62776.61328125, + 62790.9140625, + 62809.265625, + 62822.8515625, + 62829.390625, + 62845.59765625, + 62856.59375, + 62867.03515625, + 62872.58203125, + 62876.79296875, + 62884.24609375, + 62896.828125, + 62907.07421875, + 62909.41796875, + 62921.29296875, + 62923.6015625, + 62929.90234375, + 62931.859375, + 62938.65625, + 62944.30859375, + 62949.78125 ], "0.7": [ - 62621.79296875, - 62649.5625, - 62664.61328125, - 62681.4765625, - 62698.3984375, - 62714.8828125, - 62732.51953125, - 62741.3984375, - 62755.09375, - 62766.4453125, - 62782.87890625, - 62791.02734375, - 62800.08203125, - 62809.7265625, - 62818.85546875, - 62829.8359375, - 62833.74609375, - 62845.1640625, - 62852.30078125, - 62857.26953125, - 62860.7109375, - 62866.984375, - 62874.49609375, - 62878.4140625 + 62732.9921875, + 62751.1875, + 62761.953125, + 62776.61328125, + 62790.9140625, + 62809.265625, + 62822.8515625, + 62829.390625, + 62845.59765625, + 62856.59375, + 62867.03515625, + 62872.58203125, + 62876.79296875, + 62884.24609375, + 62896.828125, + 62907.07421875, + 62909.41796875, + 62921.29296875, + 62923.6015625, + 62929.90234375, + 62931.859375, + 62938.65625, + 62944.30859375, + 62949.78125 ], "0.8": [ - 62995.26953125, - 63142.4296875, - 63248.59375, - 63374.73828125, - 63459.30078125, - 63529.4921875, - 63613.52734375, - 63683.44140625, - 63754.84765625, - 63823.609375, - 63881.8671875, - 63930.75, - 63984.5234375, - 64028.5859375, - 64077.41796875, - 64114.76171875, - 64142.6796875, - 64192.40234375, - 64235.97265625, - 64270.68359375, - 64298.046875, - 64336.28125, - 64364.453125, - 64387.078125 + 63044.4765625, + 63161.3828125, + 63259.7265625, + 63375.6875, + 63453.73828125, + 63530.12890625, + 63612.47265625, + 63686.359375, + 63767.3515625, + 63836.84375, + 63886.98828125, + 63943.30078125, + 64002.39453125, + 64046.28125, + 64099.97265625, + 64141.3046875, + 64168.8359375, + 64223.34765625, + 64264.1484375, + 64306.2421875, + 64338.09375, + 64387.2109375, + 64413.1328125, + 64439.3671875 ], "0.9": [ - 62995.26953125, - 63142.4296875, - 63248.59375, - 63374.73828125, - 63459.30078125, - 63529.4921875, - 63613.52734375, - 63683.44140625, - 63754.84765625, - 63823.609375, - 63881.8671875, - 63930.75, - 63984.5234375, - 64028.5859375, - 64077.41796875, - 64114.76171875, - 64142.6796875, - 64192.40234375, - 64235.97265625, - 64270.68359375, - 64298.046875, - 64336.28125, - 64364.453125, - 64387.078125 + 63044.4765625, + 63161.3828125, + 63259.7265625, + 63375.6875, + 63453.73828125, + 63530.12890625, + 63612.47265625, + 63686.359375, + 63767.3515625, + 63836.84375, + 63886.98828125, + 63943.30078125, + 64002.39453125, + 64046.28125, + 64099.97265625, + 64141.3046875, + 64168.8359375, + 64223.34765625, + 64264.1484375, + 64306.2421875, + 64338.09375, + 64387.2109375, + 64413.1328125, + 64439.3671875 ] }, "timestamps": [ - "2026-06-20 03:00:00", "2026-06-20 04:00:00", "2026-06-20 05:00:00", "2026-06-20 06:00:00", @@ -589,6 +588,7 @@ "2026-06-24 23:00:00", "2026-06-25 00:00:00", "2026-06-25 01:00:00", - "2026-06-25 02:00:00" + "2026-06-25 02:00:00", + "2026-06-25 03:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 10afa3e71bf87a0c4766c49b9a5673ec9994c213..44b259dd509cd1bd4d8eac4ed3f4e4d0b957a6cf 100644 --- a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-25T02:54:44.361351+00:00", + "evaluated_at": "2026-06-25T03:13:17.173973+00:00", "freq": "5min", - "context_length": 34, + "context_length": 36, "prediction_length": 12, "context": [ 0.0, @@ -39,6 +39,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -56,187 +58,187 @@ 0.0 ], "p50": [ - -6.237416833032583e-11, - -5.5983662150538294e-11, - -6.373971662976263e-12, - 2.719159272746019e-11, - -8.89832131589774e-12, - 9.794020629227962e-12, - 6.576068682651037e-12, - 8.461065507080201e-13, - -3.2088252194251154e-11, - -5.069747399666369e-11, - 3.5578851063228223e-12, - -4.978850665082746e-12 + -3.8587022466174403e-11, + -2.675224104742302e-11, + 1.5231781114177778e-11, + 5.0224595316006315e-11, + 1.108134157351559e-11, + 2.915365518441071e-11, + 2.9443298493747605e-11, + 2.532871481997212e-11, + -1.1168420355200936e-11, + -3.0026772734892404e-11, + 1.4099757819630021e-11, + 1.7439015509435052e-11 ], "p10": [ - -1.471582855572251e-10, - -1.571257568500073e-10, - -8.965329867383076e-11, - -6.40177147404053e-11, - -3.94822577409748e-11, - -3.082328489667496e-11, - -5.280191561762848e-11, - -4.1782157594871805e-11, - -5.949311876474184e-11, - -1.4143064497318392e-10, - -1.3920711805504027e-10, - -1.1735479255037262e-10 + -1.3445899949005025e-10, + -1.385104808626636e-10, + -6.85448781068132e-11, + -3.835884734848527e-11, + -3.198580636465387e-11, + -1.2914184478740598e-11, + -3.962998679218899e-11, + -2.829264773851481e-11, + -4.535960149154583e-11, + -1.3851560176636468e-10, + -1.3493234307659918e-10, + -9.878259321638438e-11 ], "p90": [ - 2.424740130901881e-10, - 6.913114525275432e-11, - 4.3961452533824996e-11, - 6.793276358108002e-11, - 6.731739471410592e-11, - 4.878803264163345e-11, - 2.209916694084768e-10, - 9.34209654079865e-11, - 1.8361304143788004e-10, - 1.3921688801765697e-10, - 7.926113931855383e-11, - 1.0400917627162443e-10 + 2.705380364176335e-10, + 7.872609508741135e-11, + 5.4451405190336644e-11, + 8.827261838151301e-11, + 9.331200395701345e-11, + 6.62812929541623e-11, + 2.4851876112563787e-10, + 1.2323074505271592e-10, + 2.1401419525446386e-10, + 1.769484975211455e-10, + 1.1402088995193793e-10, + 1.378105962679399e-10 ], "mean": [ - -6.237416833032583e-11, - -5.5983662150538294e-11, - -6.373971662976263e-12, - 2.719159272746019e-11, - -8.89832131589774e-12, - 9.794020629227962e-12, - 6.576068682651037e-12, - 8.461065507080201e-13, - -3.2088252194251154e-11, - -5.069747399666369e-11, - 3.5578851063228223e-12, - -4.978850665082746e-12 + -3.8587022466174403e-11, + -2.675224104742302e-11, + 1.5231781114177778e-11, + 5.0224595316006315e-11, + 1.108134157351559e-11, + 2.915365518441071e-11, + 2.9443298493747605e-11, + 2.532871481997212e-11, + -1.1168420355200936e-11, + -3.0026772734892404e-11, + 1.4099757819630021e-11, + 1.7439015509435052e-11 ], "quantiles": { "0.1": [ - -1.471582855572251e-10, - -1.571257568500073e-10, - -8.965329867383076e-11, - -6.40177147404053e-11, - -3.94822577409748e-11, - -3.082328489667496e-11, - -5.280191561762848e-11, - -4.1782157594871805e-11, - -5.949311876474184e-11, - -1.4143064497318392e-10, - -1.3920711805504027e-10, - -1.1735479255037262e-10 + -1.3445899949005025e-10, + -1.385104808626636e-10, + -6.85448781068132e-11, + -3.835884734848527e-11, + -3.198580636465387e-11, + -1.2914184478740598e-11, + -3.962998679218899e-11, + -2.829264773851481e-11, + -4.535960149154583e-11, + -1.3851560176636468e-10, + -1.3493234307659918e-10, + -9.878259321638438e-11 ], "0.2": [ - -1.471582855572251e-10, - -1.571257568500073e-10, - -8.965329867383076e-11, - -6.40177147404053e-11, - -3.94822577409748e-11, - -3.082328489667496e-11, - -5.280191561762848e-11, - -4.1782157594871805e-11, - -5.949311876474184e-11, - -1.4143064497318392e-10, - -1.3920711805504027e-10, - -1.1735479255037262e-10 + -1.3445899949005025e-10, + -1.385104808626636e-10, + -6.85448781068132e-11, + -3.835884734848527e-11, + -3.198580636465387e-11, + -1.2914184478740598e-11, + -3.962998679218899e-11, + -2.829264773851481e-11, + -4.535960149154583e-11, + -1.3851560176636468e-10, + -1.3493234307659918e-10, + -9.878259321638438e-11 ], "0.3": [ - -1.471582855572251e-10, - -1.571257568500073e-10, - -8.965329867383076e-11, - -6.40177147404053e-11, - -3.94822577409748e-11, - -3.082328489667496e-11, - -5.280191561762848e-11, - -4.1782157594871805e-11, - -5.949311876474184e-11, - -1.4143064497318392e-10, - -1.3920711805504027e-10, - -1.1735479255037262e-10 + -1.3445899949005025e-10, + -1.385104808626636e-10, + -6.85448781068132e-11, + -3.835884734848527e-11, + -3.198580636465387e-11, + -1.2914184478740598e-11, + -3.962998679218899e-11, + -2.829264773851481e-11, + -4.535960149154583e-11, + -1.3851560176636468e-10, + -1.3493234307659918e-10, + -9.878259321638438e-11 ], "0.4": [ - -6.237416833032583e-11, - -5.5983662150538294e-11, - -6.373971662976263e-12, - 2.719159272746019e-11, - -8.89832131589774e-12, - 9.794020629227962e-12, - 6.576068682651037e-12, - 8.461065507080201e-13, - -3.2088252194251154e-11, - -5.069747399666369e-11, - 3.5578851063228223e-12, - -4.978850665082746e-12 + -3.8587022466174403e-11, + -2.675224104742302e-11, + 1.5231781114177778e-11, + 5.0224595316006315e-11, + 1.108134157351559e-11, + 2.915365518441071e-11, + 2.9443298493747605e-11, + 2.532871481997212e-11, + -1.1168420355200936e-11, + -3.0026772734892404e-11, + 1.4099757819630021e-11, + 1.7439015509435052e-11 ], "0.5": [ - -6.237416833032583e-11, - -5.5983662150538294e-11, - -6.373971662976263e-12, - 2.719159272746019e-11, - -8.89832131589774e-12, - 9.794020629227962e-12, - 6.576068682651037e-12, - 8.461065507080201e-13, - -3.2088252194251154e-11, - -5.069747399666369e-11, - 3.5578851063228223e-12, - -4.978850665082746e-12 + -3.8587022466174403e-11, + -2.675224104742302e-11, + 1.5231781114177778e-11, + 5.0224595316006315e-11, + 1.108134157351559e-11, + 2.915365518441071e-11, + 2.9443298493747605e-11, + 2.532871481997212e-11, + -1.1168420355200936e-11, + -3.0026772734892404e-11, + 1.4099757819630021e-11, + 1.7439015509435052e-11 ], "0.6": [ - -6.237416833032583e-11, - -5.5983662150538294e-11, - -6.373971662976263e-12, - 2.719159272746019e-11, - -8.89832131589774e-12, - 9.794020629227962e-12, - 6.576068682651037e-12, - 8.461065507080201e-13, - -3.2088252194251154e-11, - -5.069747399666369e-11, - 3.5578851063228223e-12, - -4.978850665082746e-12 + -3.8587022466174403e-11, + -2.675224104742302e-11, + 1.5231781114177778e-11, + 5.0224595316006315e-11, + 1.108134157351559e-11, + 2.915365518441071e-11, + 2.9443298493747605e-11, + 2.532871481997212e-11, + -1.1168420355200936e-11, + -3.0026772734892404e-11, + 1.4099757819630021e-11, + 1.7439015509435052e-11 ], "0.7": [ - -6.237416833032583e-11, - -5.5983662150538294e-11, - -6.373971662976263e-12, - 2.719159272746019e-11, - -8.89832131589774e-12, - 9.794020629227962e-12, - 6.576068682651037e-12, - 8.461065507080201e-13, - -3.2088252194251154e-11, - -5.069747399666369e-11, - 3.5578851063228223e-12, - -4.978850665082746e-12 + -3.8587022466174403e-11, + -2.675224104742302e-11, + 1.5231781114177778e-11, + 5.0224595316006315e-11, + 1.108134157351559e-11, + 2.915365518441071e-11, + 2.9443298493747605e-11, + 2.532871481997212e-11, + -1.1168420355200936e-11, + -3.0026772734892404e-11, + 1.4099757819630021e-11, + 1.7439015509435052e-11 ], "0.8": [ - 2.424740130901881e-10, - 6.913114525275432e-11, - 4.3961452533824996e-11, - 6.793276358108002e-11, - 6.731739471410592e-11, - 4.878803264163345e-11, - 2.209916694084768e-10, - 9.34209654079865e-11, - 1.8361304143788004e-10, - 1.3921688801765697e-10, - 7.926113931855383e-11, - 1.0400917627162443e-10 + 2.705380364176335e-10, + 7.872609508741135e-11, + 5.4451405190336644e-11, + 8.827261838151301e-11, + 9.331200395701345e-11, + 6.62812929541623e-11, + 2.4851876112563787e-10, + 1.2323074505271592e-10, + 2.1401419525446386e-10, + 1.769484975211455e-10, + 1.1402088995193793e-10, + 1.378105962679399e-10 ], "0.9": [ - 2.424740130901881e-10, - 6.913114525275432e-11, - 4.3961452533824996e-11, - 6.793276358108002e-11, - 6.731739471410592e-11, - 4.878803264163345e-11, - 2.209916694084768e-10, - 9.34209654079865e-11, - 1.8361304143788004e-10, - 1.3921688801765697e-10, - 7.926113931855383e-11, - 1.0400917627162443e-10 + 2.705380364176335e-10, + 7.872609508741135e-11, + 5.4451405190336644e-11, + 8.827261838151301e-11, + 9.331200395701345e-11, + 6.62812929541623e-11, + 2.4851876112563787e-10, + 1.2323074505271592e-10, + 2.1401419525446386e-10, + 1.769484975211455e-10, + 1.1402088995193793e-10, + 1.378105962679399e-10 ] }, "timestamps": [ @@ -285,6 +287,8 @@ "2026-06-24 14:00:00", "2026-06-24 14:05:00", "2026-06-24 14:10:00", - "2026-06-24 14:15:00" + "2026-06-24 14:15:00", + "2026-06-24 14:20:00", + "2026-06-24 14:25:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 81cdd52472ca658f321ebec9cf10f84d31d20aec..7c1701544b1033a354dae0b0bde84b63173eaf76 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-25T03:03:22.534406+00:00", + "evaluated_at": "2026-06-25T03:13:19.216373+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t020000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t030000z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t205400z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t041000z", - "data_fetched_at": "2026-06-25T03:01:27.279259Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t204500z", + "data_fetched_at": "2026-06-25T03:10:32.619558Z", + "context_length": 36, + "prediction_length": 12 } ], "failed_datasets": []