diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 7355ad99e146bdf887bcdd3de546c683b5cdbcd2..91a07c3269baf3ffa3d39dbece452699b3f6af3e 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-01T05:10:51.131136+00:00", + "generated_at": "2026-07-01T05:17:44.959165+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 14, - "num_model_releases": 10206, - "num_unique_releases": 1210 + "num_model_releases": 10226, + "num_unique_releases": 1212 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 1ed06734cf9315078e7d3c9c7a58bbbc2d65333c..fd4dedc3078654e42568675fd040e573e50ff4c4 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,30582.776008604204,53.321630383438546,0.1906989259148787,0.3248781108508595,27.29093570421984,3.9058671648729404,0.6547897749476002,1181.6148853922718,40220.16903229548,0.3192891313016522,0.07692307692307693,13,1114,0.8461538461538461,2026-06-16T12:07:33.925127+00:00,2026-07-01T05:06:40.924903Z -2,Chronos-2,24386.95564991282,48.7699931729049,0.17873880783489937,0.3353897571009999,27.074140538397664,3.828337727916121,0.6637795163266045,1131.3486654549458,30136.56378438824,0.30784041650866756,0.07692307692307693,13,1125,0.8461538461538461,2026-06-16T12:06:40.343188+00:00,2026-07-01T05:06:40.924903Z -3,Toto-2.0-1B,31104.68626721818,54.865912767511084,0.16430513927053603,0.3208557367250507,27.918361324195775,3.8167974022498132,0.6658859359917114,1113.4149491031376,37858.75433255027,0.2722632001261897,0.07692307692307693,13,1122,0.8461538461538461,2026-06-16T12:07:16.543073+00:00,2026-07-01T05:06:40.924903Z -4,Moirai-1.1-Large,133408.5105804354,94.47323218973564,0.31605751139946153,0.34770325845673417,2.7028337583890862,5.732829073205877,0.43873458365038254,1093.6178180515517,538962.297272681,0.19281868437554903,0.15384615384615385,13,1098,0.8461538461538461,2026-06-16T12:07:48.486125+00:00,2026-07-01T05:06:40.924903Z -5,TimesFM-2.5,31156.9866784255,53.62913055994788,0.1459454394685863,0.3976696837332438,27.277397417491777,4.246763041769678,0.6024490403112192,1063.6756996785455,41853.58082324857,0.25757994781239085,0.07692307692307693,13,1133,0.8461538461538461,2026-06-16T12:06:55.147862+00:00,2026-07-01T05:06:40.924903Z -6,Timer-S1,36778.61834182446,56.92740120024,0.1678171833318046,0.3215619866482409,27.25154231441136,4.367550520435145,0.6015737463411412,1030.2386051189162,56281.21559771755,0.3030377728496788,0.07692307692307693,13,1075,0.8461538461538461,2026-06-16T12:08:03.698792+00:00,2026-07-01T05:06:40.924903Z -7,ARIMA,52198.46648443088,81.84377975691311,0.3371754565189628,0.4552449768061187,-2.980944722928441,6.597031996615464,0.3315310843937009,887.4785302437391,31080.11086859399,0.21123799140998,0.15384615384615385,13,883,0.8461538461538461,2026-06-17T12:10:12.135642+00:00,2026-07-01T05:06:40.924903Z -8,ETS,27671.03050762534,58.352716904585684,0.4132229841275278,0.623558298325417,-5.059739299267975,6.5245049199639915,0.34358588335314993,877.4577733956054,31432.11774730019,0.2358891293233814,0.15384615384615385,13,883,0.8461538461538461,2026-06-17T12:10:12.660440+00:00,2026-07-01T05:06:40.924903Z -9,Moving-Average,43341.102351670335,67.59580927483975,0.4066905667027331,0.446750506013834,4.147509240504395,6.206420359435283,0.37306074447179693,877.2448221740306,60980.90501438706,0.1963467995631361,0.15384615384615385,13,883,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-07-01T05:06:40.924903Z -10,Seasonal-Naive,61283.64771680657,96.0355788647214,0.45307087052192346,0.5665154315769437,0.0,6.592459069317557,0.3246096902126933,743.9082513872563,60176.97064249498,0.22088902888148737,0.14285714285714285,14,890,0.8571428571428571,2026-06-17T12:10:12.963911+00:00,2026-07-01T05:06:40.924903Z +1,TiRex,30747.43795968528,53.49855508524945,0.19069791930027707,0.3245342966760663,27.262322467065683,3.906526634302124,0.6547448514299917,1181.4935766089134,40553.217760898835,0.3200568346594647,0.07692307692307693,13,1116,0.8461538461538461,2026-06-16T12:07:33.925127+00:00,2026-07-01T05:14:20.651379Z +2,Chronos-2,24498.28118894426,48.91221634943665,0.17873583566609955,0.3350478936287185,27.057624867245824,3.826538965713193,0.6641980596623125,1132.2108546643715,30341.592144672257,0.30807354801432046,0.07692307692307693,13,1127,0.8461538461538461,2026-06-16T12:06:40.343188+00:00,2026-07-01T05:14:20.651379Z +3,Toto-2.0-1B,31318.101059123954,55.06594066152449,0.16430538592666488,0.320569423116186,27.888864421685454,3.818121048333298,0.6657943196551172,1113.3104366370553,38377.660798976984,0.27286034308315393,0.07692307692307693,13,1124,0.8461538461538461,2026-06-16T12:07:16.543073+00:00,2026-07-01T05:14:20.651379Z +4,Moirai-1.1-Large,133601.41966789204,94.64696451728604,0.3160510793745622,0.34727171760123904,2.727330333073217,5.729993601813259,0.43923397152570914,1094.5940922033526,539284.1174306297,0.19272881585354631,0.15384615384615385,13,1100,0.8461538461538461,2026-06-16T12:07:48.486125+00:00,2026-07-01T05:14:20.651379Z +5,TimesFM-2.5,31343.95048478225,53.81756512534843,0.14594376432438055,0.3972561177181663,27.24522795881931,4.248277558176157,0.6021779394741573,1063.2123640088726,42246.074829035075,0.2582487486017385,0.07692307692307693,13,1135,0.8461538461538461,2026-06-16T12:06:55.147862+00:00,2026-07-01T05:14:20.651379Z +6,Timer-S1,37082.30955623639,57.16490432543177,0.1678156147113787,0.3211734239517004,27.23628369176208,4.3666462727467685,0.6017509380031318,1030.9958983074107,57016.64472077113,0.3032336388137096,0.07692307692307693,13,1077,0.8461538461538461,2026-06-16T12:08:03.698792+00:00,2026-07-01T05:14:20.651379Z +7,ARIMA,52356.662887625294,82.01027417966309,0.3371691336075889,0.4548699743609206,-2.987865890079725,6.598086089632141,0.33146185856749183,886.8982826546451,31173.89058604111,0.21140135252246156,0.15384615384615385,13,885,0.8461538461538461,2026-06-17T12:10:12.135642+00:00,2026-07-01T05:14:20.651379Z +8,Moving-Average,43695.8509128086,67.86439029895237,0.40668468414652725,0.44634172510809483,4.139568896823661,6.206647366261479,0.3729348556820676,877.2888489152454,61555.60472974376,0.19627128347204875,0.15384615384615385,13,885,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-07-01T05:14:20.651379Z +9,ETS,27796.188178615637,58.513565515528924,0.4132204307388008,0.6232097786223849,-5.0926899904833425,6.527999159650278,0.34320338945399453,876.4328853302144,31538.960822095072,0.23617784500318856,0.15384615384615385,13,885,0.8461538461538461,2026-06-17T12:10:12.660440+00:00,2026-07-01T05:14:20.651379Z +10,Seasonal-Naive,61627.98241708204,96.27730236575523,0.45306504017743343,0.5661898970309766,0.0,6.594051225738955,0.3244998165460258,743.5627606699189,60754.61690640711,0.22060170935847506,0.14285714285714285,14,892,0.8571428571428571,2026-06-17T12:10:12.963911+00:00,2026-07-01T05:14:20.651379Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index fa64d39f54d45cc0d48b1504fa2358bfc9cf6a93..c734a081fe9f692597f8d65e43a30036ee5cc9b7 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.9058671648729404,0.6547897749476002,1181.6148853922718,117,1114,8742 -2,Chronos-2,3.828337727916121,0.6637795163266045,1131.3486654549458,117,1123,8746 -3,Toto-2.0-1B,3.8167974022498132,0.6658859359917114,1113.4149491031376,117,1122,8783 -4,Moirai-1.1-Large,5.732829073205877,0.43873458365038254,1093.6178180515517,117,1098,8666 -5,TimesFM-2.5,4.246763041769678,0.6024490403112192,1063.6756996785455,117,1129,8783 -6,Timer-S1,4.367550520435145,0.6015737463411412,1030.2386051189162,117,1075,8580 -7,ARIMA,6.597031996615464,0.3315310843937009,887.4785302437391,117,883,7525 -8,ETS,6.5245049199639915,0.34358588335314993,877.4577733956054,117,883,7525 -9,Moving-Average,6.206420359435283,0.37306074447179693,877.2448221740306,117,883,7525 -10,Seasonal-Naive,6.592459069317557,0.3246096902126933,743.9082513872563,117,883,7525 +1,TiRex,3.906526634302124,0.6547448514299917,1181.4935766089134,117,1116,8760 +2,Chronos-2,3.826538965713193,0.6641980596623125,1132.2108546643715,117,1125,8764 +3,Toto-2.0-1B,3.818121048333298,0.6657943196551172,1113.3104366370553,117,1124,8801 +4,Moirai-1.1-Large,5.729993601813259,0.43923397152570914,1094.5940922033526,117,1100,8684 +5,TimesFM-2.5,4.248277558176157,0.6021779394741573,1063.2123640088726,117,1131,8801 +6,Timer-S1,4.3666462727467685,0.6017509380031318,1030.9958983074107,117,1077,8598 +7,ARIMA,6.598086089632141,0.33146185856749183,886.8982826546451,117,885,7543 +8,Moving-Average,6.206647366261479,0.3729348556820676,877.2888489152454,117,885,7543 +9,ETS,6.527999159650278,0.34320338945399453,876.4328853302144,117,885,7543 +10,Seasonal-Naive,6.594051225738955,0.3244998165460258,743.5627606699189,117,885,7543 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index c21d1fa94447258902a3aa92d406c68b588e34cc..9b96a3ea1ee54ac6f85869ae03410974dede92c6 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -137,6 +137,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:37:10.455066Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:55:58.573467+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,820814.4376214015,905.9881001544123,0.0061620522984610245,0.004999229682630541,28.369800713838796,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:59:03.707021Z|h:24,2026-07-01T04:59:03.707021Z,2026-07-01T05:03:21.947823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,819921.6365282604,905.4952437910762,0.006120962979069358,0.004957684792298665,28.439805445092887,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:06:40.924903Z|h:24,2026-07-01T05:06:40.924903Z,2026-07-01T05:10:50.115997+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,767139.0891906191,875.8647664968714,0.006486600333533203,0.005195693575704408,31.30553822511882,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:44.229879+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,764315.4684270791,874.2513759938151,0.006408701530009345,0.005117248444043345,31.567417196469613,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -848,6 +849,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:27:06.257841Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:55:40.695445Z|h:24,2026-07-01T03:55:40.695445Z,2026-07-01T03:59:24.694510+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1853.3556104983302,43.05061684225129,0.025113763279500784,0.024024435634780864,8.269149450268582,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:18:06.997429Z|h:24,2026-07-01T04:18:06.997429Z,2026-07-01T04:21:54.765980+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,322.30915977814396,17.952970778624465,0.011435277629858348,0.009286904041373282,56.09293222007833,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:55:58.725855+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,322.30915977814396,17.952970778624465,0.011435277629858348,0.009286904041373282,56.09293222007833,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:44.257314+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1073.3550196789527,32.76209730281248,0.010152856909676327,0.009019085904607246,-12.588406803157971,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.416199+00:00,2026-06-22T06:44:06.416199+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,3.0896330571602615,1.7577352067818013,0.0066521352217522,0.5805651311926284,32.01853061105836,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.374070+00:00,2026-06-22T02:04:31.374070+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1.2344676778615638,1.1110660096778966,0.0125498530062765,0.7239550128355194,2.0613465932055077,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.741289+00:00,2026-06-18T01:57:02.741289+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.1204235232414534,0.3470209262298939,0.0167734934476935,0.3867356860355187,-6.874084968171308,True @@ -1007,6 +1009,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:37:10.455066Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:51:44.760294+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,498960.4737071991,706.3713426429466,0.010093657296297173,0.0067332008401723605,49.343012744981955,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:59:03.707021Z|h:24,2026-07-01T04:59:03.707021Z,2026-07-01T04:59:54.733046+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,499299.1795787811,706.6110525450201,0.010135145346225968,0.006747400364227036,49.333785853186406,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:06:40.924903Z|h:24,2026-07-01T05:06:40.924903Z,2026-07-01T05:07:07.431295+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,580061.6390425364,761.6177775252731,0.011192560804650241,0.007875188371915497,43.30918131354579,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:14:47.898169+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,581796.7343184153,762.7560123122041,0.011271108390459326,0.007902094527847993,43.27414616651675,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -1955,6 +1958,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:27:06.257841Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:55:40.695445Z|h:24,2026-07-01T03:55:40.695445Z,2026-07-01T03:56:25.994712+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,945.5954408049583,30.750535618180024,0.011261904003513465,0.009515070109234384,39.638261350760835,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:18:06.997429Z|h:24,2026-07-01T04:18:06.997429Z,2026-07-01T04:18:58.900321+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,1.4487302129467328,1.2036320920226133,0.0004132275703625801,0.002447699391943777,99.74745003709575,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:52:01.049854+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,1.4487302129467328,1.2036320920226133,0.0004132275703625801,0.002447699391943777,99.74745003709575,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:14:51.878137+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,687.5722729836901,26.221599359758553,0.005764309675505318,0.003882347782506267,9.58383345713437,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:52:17.129265+00:00,2026-06-16T13:52:17.129265+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.0893557137446477,0.2989242608833344,0.0026333963769113,0.2481742025694223,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:27:12.477174+00:00,2026-06-17T04:27:12.477174+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.0060563264179081,0.0778224030591971,0.0014587299243823,0.0713646122556574,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:53:22.703103+00:00,2026-06-17T06:53:22.703103+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.4209225129592517,0.6487854136455687,0.015223178750945,0.4805964428730414,,True @@ -2145,6 +2149,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:37:10.455066Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:55:58.782389+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,457681.35732151015,676.5215128297918,0.009444484140999037,0.008467083168804672,52.539371839365074,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:59:03.707021Z|h:24,2026-07-01T04:59:03.707021Z,2026-07-01T05:03:22.090236+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,457892.0910476381,676.6772428917926,0.009470040797784495,0.00847090962842794,52.53844328150369,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:06:40.924903Z|h:24,2026-07-01T05:06:40.924903Z,2026-07-01T05:10:50.353435+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,533805.6173328401,730.620022537598,0.010373523490213,0.009309851792057898,46.62339211583464,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:44.304176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,534875.290028569,731.3516869663795,0.01045196048849483,0.009343343660024676,46.62818903559538,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -2856,6 +2861,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:27:06.257841Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:55:40.695445Z|h:24,2026-07-01T03:55:40.695445Z,2026-07-01T03:59:24.796439+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,1849.1193735057639,43.001388041617496,0.016461158619979852,0.01647292770872889,8.382772691306684,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:18:06.997429Z|h:24,2026-07-01T04:18:06.997429Z,2026-07-01T04:21:54.886905+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,58.45767884354689,7.645762149292043,0.0022732111274594955,0.00229279802204639,90.2917686418869,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:55:58.862126+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,58.45767884354689,7.645762149292043,0.0022732111274594955,0.00229279802204639,90.2917686418869,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:44.325260+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,1211.0052490155304,34.79950070066423,0.008814342471454887,0.008725007988264975,-18.474039424930627,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.485096+00:00,2026-06-22T06:44:06.485096+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,1.1331846168895066,1.0645114451660471,0.0064520371467811,0.6148593882250972,68.22780629548201,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.501595+00:00,2026-06-22T02:04:31.501595+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.6575586487455249,0.8108999005706715,0.0059389449085232,0.5195396129739592,32.34961343280298,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.853207+00:00,2026-06-18T01:57:02.853207+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.4121638688571386,0.641999897863807,0.0194826426889919,0.397034968715249,-59.4147625261505,True @@ -3014,6 +3020,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:37:10.455066Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:54:25.465351+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,859342.7256539663,927.007403235792,0.013868696284397209,0.009387659636225476,26.247419471233,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:59:03.707021Z|h:24,2026-07-01T04:59:03.707021Z,2026-07-01T05:02:25.755570+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,844241.3734798431,918.8260844576862,0.013758299195395283,0.009074984743573926,27.091019884229144,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:06:40.924903Z|h:24,2026-07-01T05:06:40.924903Z,2026-07-01T05:09:47.490744+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,974564.7062842051,987.2004387581101,0.015261838772372539,0.010661560840923472,20.147337753922752,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:11.420327+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1009308.5313911438,1004.6434847203976,0.015351903533866224,0.01102018891645263,18.563745812973192,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:55:52.923423+00:00,2026-06-17T06:55:52.923423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4381369625632698,0.6619191510775843,0.0122809197835173,0.3062045609808345,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:38.406071+00:00,2026-06-22T01:21:38.406071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3065049334316586,0.5536288769849876,0.0051562118826857,0.2613208096822324,4.149065055029456,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:48.220080+00:00,2026-06-22T07:32:48.220080+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1143422068302237,0.3381452451687348,0.0034218690302553,0.2704204796842313,41.32596797676891,True @@ -3937,6 +3944,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:27:06.257841Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:55:40.695445Z|h:24,2026-07-01T03:55:40.695445Z,2026-07-01T03:58:54.054279+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,844.8388254866004,29.066111289379602,0.013666183026727568,0.012345356198626704,44.2780722005214,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:18:06.997429Z|h:24,2026-07-01T04:18:06.997429Z,2026-07-01T04:21:24.658826+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,18.17516625424226,4.26323424810815,0.00046371655586438304,0.0022017125838842146,96.87714200357095,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:54:42.445238+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,21.90535012135903,4.680315173293251,0.00044927352514022436,0.0021277161948701252,96.24824450337583,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:16.960122+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,647.9415760139624,25.454696541384312,0.005756206176819185,0.004255984625763833,12.515688759020527,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:54:09.869342+00:00,2026-06-16T13:54:09.869342+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.6702556071449071,0.8186913992127357,0.0040769723745492,0.2833238404909401,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T05:05:56.365631+00:00,2026-06-17T05:05:56.365631+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.0095345006628372,0.0976447677186917,0.0020933254345043,0.0868587082159885,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:58:20.164514+00:00,2026-06-17T06:58:20.164514+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.585132378381264,0.7649394605988529,0.017378204407326,0.6546905024830473,,True @@ -4126,6 +4134,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:37:10.455066Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:55:58.879500+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1349748.1033574145,1161.7865997494612,0.01824785263616077,0.016934882648279068,4.298459870394894,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:59:03.707021Z|h:24,2026-07-01T04:59:03.707021Z,2026-07-01T05:03:22.168001+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1352903.111734394,1163.1436333206634,0.01828972308964553,0.01697734470713213,4.203627960889814,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:06:40.924903Z|h:24,2026-07-01T05:06:40.924903Z,2026-07-01T05:10:50.458819+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1329966.2769714885,1153.2416385872862,0.018216140710961618,0.01690772273107025,4.877009806709804,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:44.342184+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1336158.2281781144,1155.9231065162226,0.01829530562949132,0.01698791131521431,4.751278365628737,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -4837,6 +4846,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:27:06.257841Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:55:40.695445Z|h:24,2026-07-01T03:55:40.695445Z,2026-07-01T03:59:24.853031+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,2011.9818694214991,44.85512088292148,0.017147174040556473,0.017159779963139683,4.179518712928255,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:18:06.997429Z|h:24,2026-07-01T04:18:06.997429Z,2026-07-01T04:21:54.931658+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,532.087315327517,23.067017911457842,0.009016531713900103,0.008934825935922399,36.57777371627481,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:55:58.933525+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,532.087315327517,23.067017911457842,0.009016531713900103,0.008934825935922399,36.57777371627481,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:44.354442+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,676.1681358686888,26.003233181062097,0.006131427070378344,0.006061184387237267,10.411728684684746,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.513755+00:00,2026-06-22T06:44:06.513755+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,6.096087500001475,2.4690256175263703,0.0196681634803165,1.4471267873914837,-0.7943684269931404,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.541067+00:00,2026-06-22T02:04:31.541067+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.6042961474036851,0.7773648740480142,0.0045107886904761,0.4678615953055017,36.07794998568346,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.893937+00:00,2026-06-18T01:57:02.893937+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.0428495693105365,0.2070013751416559,0.0058873351128576,0.1381861928397068,42.00973387479436,True @@ -5009,6 +5019,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:37:10.455066Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:55:58.947075+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1470996.686182022,1212.8465221049291,0.018583120987786923,0.01359129263527218,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:59:03.707021Z|h:24,2026-07-01T04:59:03.707021Z,2026-07-01T05:03:22.211943+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1471636.2375888824,1213.110150641269,0.018624651724785838,0.013596500276957354,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:06:40.924903Z|h:24,2026-07-01T05:06:40.924903Z,2026-07-01T05:10:50.526400+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1466342.5318012238,1210.926311466236,0.018501074817257133,0.013560095338367963,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:44.366778+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1469461.0079669952,1212.2132683513225,0.018579818993501144,0.01358457618802281,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -5726,6 +5737,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:27:06.257841Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:55:40.695445Z|h:24,2026-07-01T03:55:40.695445Z,2026-07-01T03:59:24.899747+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,2187.5,46.770717334674266,0.016826923076923076,0.011741958478125323,0.0,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:18:06.997429Z|h:24,2026-07-01T04:18:06.997429Z,2026-07-01T04:21:54.969067+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1145.8333333333333,33.8501600193165,0.008814102564102566,0.0082638888888889,0.0,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:55:58.997076+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1145.8333333333333,33.8501600193165,0.008814102564102566,0.0082638888888889,0.0,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:44.380416+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,833.3333333333334,28.867513459481287,0.006520236299648065,0.007250425284268937,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:2c23190383d140fce104,2026-06-22T06:44:06.538654+00:00,2026-06-22T06:44:06.538654+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,5.999999999999999,2.449489742783178,0.0196191797718162,1.1907241805196005,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:31996fadd2676c8cc518,2026-06-22T02:04:31.574246+00:00,2026-06-22T02:04:31.574246+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.28643216080402,1.1342099280133375,0.0051551870748299,0.4914909688057796,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:35daa9a88c327e1a04ca,2026-06-18T01:57:02.929105+00:00,2026-06-18T01:57:02.929105+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.10493236780981,0.3239326593750776,0.0064416792357968,0.1397058882428658,0.0,True @@ -5886,6 +5898,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:37:10.455066Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:53:43.250000+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,783127.0687929789,884.9446699048359,0.013295454252777476,0.008438423510737168,30.51605378235642,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:59:03.707021Z|h:24,2026-07-01T04:59:03.707021Z,2026-07-01T05:01:42.734030+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,785079.931845347,886.0473643351958,0.013337171335989726,0.008452694338181353,30.42280261215387,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:06:40.924903Z|h:24,2026-07-01T05:06:40.924903Z,2026-07-01T05:08:54.770429+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,830637.1116447449,911.3929512810295,0.01398390614306827,0.009422739920168328,27.675709794396898,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:16:43.569148+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,834890.12342453,913.7232203597159,0.01406281154667304,0.009449768142416362,27.53794228222796,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -6823,6 +6836,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:27:06.257841Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:55:40.695445Z|h:24,2026-07-01T03:55:40.695445Z,2026-07-01T03:58:10.991165+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,340.8602181350191,18.46240011848457,0.0044247608367014675,0.004883627041705649,73.03705257738582,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:18:06.997429Z|h:24,2026-07-01T04:18:06.997429Z,2026-07-01T04:20:25.693334+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.12931522727012634,0.3596042648108144,9.923690404647434e-05,0.0022935484100950407,99.97743116192616,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:54:03.924671+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.12931522727012634,0.3596042648108144,9.923690404647434e-05,0.0022935484100950407,99.97743116192616,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:16:48.232447+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,734.658731992046,27.104588762643974,0.00580718449457858,0.0040015733069769,6.293054889969171,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:53:40.321622+00:00,2026-06-16T13:53:40.321622+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.0023242654753848,0.0482106365378522,0.0004073868449936,0.1444975678416619,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:30:32.986575+00:00,2026-06-17T04:30:32.986575+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.0056072958754176,0.0748818794864128,0.0014793189796241,0.0569541122130377,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:54:49.786673+00:00,2026-06-17T06:54:49.786673+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.5257096876245062,0.7250584029059357,0.0169494536471833,0.6284580797113027,,True @@ -6999,6 +7013,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:37:10.455066Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:55:39.122302+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1414725.7174924214,1189.422430212421,0.018457546903124625,0.014566506244176805,1.9499785779099836,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:59:03.707021Z|h:24,2026-07-01T04:59:03.707021Z,2026-07-01T05:02:59.969504+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1418264.8901990254,1190.9092703472525,0.0184994890683258,0.01460886927006007,1.8468226084506383,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:06:40.924903Z|h:24,2026-07-01T05:06:40.924903Z,2026-07-01T05:10:22.595954+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1459635.8017775218,1208.1538816630612,0.019147039994400452,0.015187575949286877,0.22921324969275997,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:39.391929+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1466844.5497023265,1211.1335804535875,0.019226365433773044,0.015267628853310893,0.08910715227966622,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:58:35.029666+00:00,2026-06-17T06:58:35.029666+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0565088861879648,0.237715977982055,0.0047191124135397,0.1699283194647917,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:57.655072+00:00,2026-06-22T01:21:57.655072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.094376840947432,0.3072081394550477,0.003290280361809,0.1643725886038777,55.83850889232936,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:19.087735+00:00,2026-06-22T07:33:19.087735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1390943968371703,0.3729536121787405,0.0036446519853812,0.2070857689137401,32.88670480081774,True @@ -7903,6 +7918,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:27:06.257841Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:55:40.695445Z|h:24,2026-07-01T03:55:40.695445Z,2026-07-01T03:59:24.257261+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,2987.5740197996297,54.65870488586086,0.020660118766619728,0.016176500859006057,-15.46014640058438,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:18:06.997429Z|h:24,2026-07-01T04:18:06.997429Z,2026-07-01T04:21:53.829472+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,66.61252005894978,8.161649346728257,0.0030440266927083334,0.00477707596042557,89.01187712876816,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:55:57.772970+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,66.61252005894978,8.161649346728257,0.0030440266927083334,0.00477707596042557,89.01187712876816,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:17:43.818691+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,585.1288827260336,24.18943742061881,0.0069919370993589735,0.004941943451181843,17.498136206746285,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:54:34.318864+00:00,2026-06-16T13:54:34.318864+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.5264843802452086,0.7255924339773732,0.0058207715678418,0.3593665405501698,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T05:07:39.082621+00:00,2026-06-17T05:07:39.082621+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.003792629804365,0.0615843308347593,0.0011315148155968,0.0745311208658484,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:58:52.393071+00:00,2026-06-17T06:58:52.393071+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.548452828768998,0.7405760114728251,0.0172600929660803,0.6723873233712555,,True @@ -8074,6 +8090,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:37:10.455066Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:52:23.833454+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,976401.2953548431,988.1302016206382,0.013326994496680214,0.014416890162686304,20.20902993948673,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:59:03.707021Z|h:24,2026-07-01T04:59:03.707021Z,2026-07-01T05:00:51.767834+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,977868.5275249481,988.8723514817007,0.013368578345731297,0.014459246932416674,20.15785872704716,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:06:40.924903Z|h:24,2026-07-01T05:06:40.924903Z,2026-07-01T05:07:49.873192+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,943740.6865126292,971.4631678620807,0.013182396046512406,0.014379763271064867,21.68397511411321,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:15:20.220117+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,947189.9041029612,973.2368180987406,0.013261067547462257,0.014459752457200206,21.61135897847523,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -9030,6 +9047,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:27:06.257841Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:55:40.695445Z|h:24,2026-07-01T03:55:40.695445Z,2026-07-01T03:57:04.639844+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,612.0506211668253,24.739656852244845,0.011562939428575919,0.007342013192773768,56.2750809691215,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:18:06.997429Z|h:24,2026-07-01T04:18:06.997429Z,2026-07-01T04:19:34.515945+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,2.698531426489353,1.642720739045244,0.0011417056352664263,0.0011690764250578702,99.53009028146491,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:52:51.540521+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,2.698531426489353,1.642720739045244,0.0011417056352664263,0.0011690764250578702,99.53009028146491,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:15:39.386446+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,727.4139784052968,26.970613237471945,0.005742480094376491,0.005349875964583892,6.786451216760084,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:52:50.733603+00:00,2026-06-16T13:52:50.733603+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.0643386597633361,0.2536506648194248,0.0003634428366636,0.3283486946799109,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:27:34.474249+00:00,2026-06-17T04:27:34.474249+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.0116260313038637,0.1078240757153231,0.0035697696445224,0.0879595037605901,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:53:55.757987+00:00,2026-06-17T06:53:55.757987+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.5101936098957,0.7142783840322343,0.0158087829419195,0.6469518623986631,,True @@ -9208,6 +9226,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:37:10.455066Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:53:14.571935+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,816481.3312225342,903.5935652839357,0.013396965430084389,0.008283046606138158,28.612968080109525,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T04:59:03.707021Z|h:24,2026-07-01T04:59:03.707021Z,2026-07-01T05:01:25.676299+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,818565.3985977173,904.7460409406152,0.013438701129920357,0.008297310936542315,28.515866405483376,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:06:40.924903Z|h:24,2026-07-01T05:06:40.924903Z,2026-07-01T05:08:32.579423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1062314.694632848,1030.6865161788273,0.015732672162002987,0.010598642852742899,15.977959881028966,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:16:16.957612+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1067896.405204137,1033.3907321067559,0.015811766385241757,0.0106257638267565,15.82609531784455,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:06.418915+00:00,2026-06-17T06:54:06.418915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2538744236056837,0.5038595276519873,0.0096861404413673,0.2595518987896321,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:46.561689+00:00,2026-06-22T01:20:46.561689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1086373133447541,0.3296017496081508,0.0033714615341156,0.2404084905840144,50.80693872487049,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:22.722969+00:00,2026-06-22T07:31:22.722969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1424910624386554,0.3774798834887171,0.0034849946383276,0.2479472775316385,31.80661730312123,True @@ -10152,6 +10171,7 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:27:06.257841Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T03:55:40.695445Z|h:24,2026-07-01T03:55:40.695445Z,2026-07-01T03:57:39.287438+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,100.56369520972173,10.028145153004205,0.0018658309944195024,0.0034331601572941727,91.2097119131551,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:18:06.997429Z|h:24,2026-07-01T04:18:06.997429Z,2026-07-01T04:20:07.642582+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.011566306153933207,0.10754676263808784,3.776354667467949e-05,0.002462990002754407,99.99798117421344,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T04:50:54.523880Z|h:24,2026-07-01T04:50:54.523880Z,2026-07-01T04:53:34.855043+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.011566306153933207,0.10754676263808784,3.776354667467949e-05,0.002462990002754407,99.99798117421344,True +usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24,2026-07-01T05:14:20.651379Z,2026-07-01T05:16:21.671256+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,734.4566317473849,27.10086035068601,0.005801023365325698,0.004010591886583401,6.306756886331886,True usgs_potomac_iv_usgs_00060/15min/short|window:1bc9ff1cbafa0e1b3174,2026-06-16T13:53:22.236271+00:00,2026-06-16T13:53:22.236271+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,3.503501415252685e-05,0.0059190382793598,4.8182560847355774e-05,0.1175738345121154,,True usgs_potomac_iv_usgs_00060/15min/short|window:1e93b42ae0ecdce90238,2026-06-17T04:27:54.848428+00:00,2026-06-17T04:27:54.848428+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.0003851697833397,0.0196257428735776,0.0004428966625316,0.0491600881768204,,True usgs_potomac_iv_usgs_00060/15min/short|window:22856fd7de8c0e439026,2026-06-17T06:54:14.985745+00:00,2026-06-17T06:54:14.985745+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.5362244547140951,0.7322734835524874,0.0170764294067648,0.3204744011689243,,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 0771383025442a9d911a2a31915a8773798ebef2..d9dc4380e1893e20f988a14b88a74fa7215e2965 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,252771.78292038717,364.66790665426663,0.00901001779160295,0.22828864313954414,1.7403929961250995,287972.57635557523,0.41239590533557163,4.749000452006547e-22,247,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-01T05:06:40.924903Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,254834.45907162386,366.7226787080551,0.008999528613128784,0.22738875848351386,1.8606632549974564,289218.96890368673,0.4165469505028079,1.5040951038837366e-22,248,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-01T05:14:20.651379Z ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,423568.3337381259,646.134730882057,0.009503806617665402,0.007874086995109116,5.017197715128679,110482.27780161411,0.6983962284917603,0.00011184851477895841,18,1.0,2026-06-29T07:42:24.900081Z,2026-07-01T05:06:40.924903Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.812355562895068e-05,0.00523835309533602,,,-40.100282324680364,9.049021526449965e-05,0.21294650920125077,0.05795733799163914,45,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.786828912128042e-08,,,0.0,1.58911345159199e-30,0.0,1.0,70,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z @@ -10,9 +10,9 @@ ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,6.947047675683065 ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,49.6723152565979,4.926373979080869,0.43293904001669614,0.5416674210173807,17.085184296994846,74.71227890259169,0.38461538461538464,0.000565572829819369,39,1.0,2026-06-17T12:10:12.456148+00:00,2026-07-01T04:37:10.455066Z ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,6.470612282260936,2.114970333039739,0.13456545420430607,0.6265722931188159,-56.643875347744164,8.861587475085232,0.18488529014844804,0.09746458904267719,39,1.0,2026-06-17T12:39:00.859383+00:00,2026-07-01T04:37:10.455066Z ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,7.433379685387867,2.2859369778605725,0.664096602031822,0.4120455641373422,15.59499340392666,7.820209541104041,0.4493927125506073,5.61915279576075e-05,39,1.0,2026-06-17T12:10:12.513260+00:00,2026-07-01T04:37:10.455066Z -ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1532.5732478730897,24.537939155727248,0.014582570407551381,0.25090475399072343,3.1800005847698265,4071.5221468702453,0.5621914193346803,1.6894588002237595e-12,74,1.0,2026-06-17T12:26:17.165483+00:00,2026-07-01T04:50:54.523880Z +ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1526.4503381638347,24.647594597688382,0.014523507560913043,0.2476796117495752,2.969755152930789,4044.2659255713347,0.5601640686297041,1.4126252307718626e-12,75,1.0,2026-06-17T12:26:17.165483+00:00,2026-07-01T05:14:20.651379Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,612.9429421786958,11.820716651328384,0.19366518500579266,0.4068430024788657,50.22197859563769,1368.507952180467,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-30T10:16:13.454454Z -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,73714.97190173651,156.63604678731573,0.007189303854454254,0.1948007082829719,31.522341517191578,127340.1592792575,0.49395646016533284,3.719606245879415e-43,349,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-01T05:06:40.924903Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,75166.63408006987,158.36781811738683,0.007200966153128554,0.19426671224367154,31.57321513039212,130025.445379867,0.49671715104379854,9.665781598621968e-44,350,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-01T05:14:20.651379Z Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,242115.09446435818,447.05466334477074,0.006363835296569572,0.004951705325961917,45.537258005463165,260643.07660375378,0.5683580801556053,0.0024170241127866718,17,1.0,2026-06-29T07:42:24.900081Z,2026-07-01T05:06:40.924903Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.142679555122113e-07,0.0005408440507013235,,,-40.001175401024454,1.4398589676695161e-06,0.32411103526113466,0.006094656463142177,41,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653318e-18,1.3151753777977035e-09,,,0.0,3.882309847909397e-34,0.0,1.0,64,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z @@ -23,9 +23,9 @@ Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.71698278100 Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,30.434798072071395,3.7397617330901984,0.34542939117275323,0.6044108556966761,39.371090793237,48.813658672328934,0.3535353535353536,0.00013826106442516937,55,1.0,2026-06-16T13:12:26.984109+00:00,2026-07-01T04:37:10.455066Z Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.6426904842620652,0.6395354407631844,0.039529551507247615,0.13601113891684247,24.315034569174536,0.9839050360652931,0.5324675324675325,6.816720736920188e-09,56,1.0,2026-06-16T13:12:32.541423+00:00,2026-07-01T04:37:10.455066Z Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.454900167110668,1.8226517112646827,0.6357814506386218,0.41865251156188815,22.14480864326103,7.503867460900781,0.44377104377104387,1.718091073901176e-06,55,1.0,2026-06-16T13:12:36.348072+00:00,2026-07-01T04:37:10.455066Z -Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1081.8574852712597,15.797032488851244,0.009712007512550202,0.2910410396482483,27.90866979116962,3539.0350282341255,0.4652888066308467,1.5351589642875122e-10,88,1.0,2026-06-16T12:40:50.960167+00:00,2026-07-01T04:50:54.523880Z +Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1077.4273143466803,15.914162453692896,0.009667651357077785,0.2878145374924534,27.643092452995198,3519.117611316842,0.46555882532586884,1.166344965517222e-10,89,1.0,2026-06-16T12:40:50.960167+00:00,2026-07-01T05:14:20.651379Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,67.40666432398176,3.951788110940157,0.0715986640988758,0.17957319676454603,91.51663590004291,150.40032261989884,0.7999999999999999,0.08333333333333333,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-30T10:16:13.454454Z -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,130822.05601237464,256.39367904963694,0.007252278400852942,0.19645477153073485,33.841230494636825,183824.51365261374,0.537803232283335,2.4235579876192365e-36,247,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-01T05:06:40.924903Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,132451.30292373025,258.3088323073658,0.0072651803447547235,0.19570028996673997,33.89279081133424,185237.541567358,0.5410082277654434,6.708662599639884e-37,248,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-01T05:14:20.651379Z ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,226261.48581144758,440.6685076947389,0.006060077254175644,0.005140590026975696,45.164701277831455,218587.75572003092,0.40506981252522095,0.02504321398470204,18,1.0,2026-06-29T07:42:24.900081Z,2026-07-01T05:06:40.924903Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.740502632475247e-05,0.005618371234467812,,,-40.10575556285119,0.00010064427270052658,0.22262589598312582,0.04745650077245684,45,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.786828912128042e-08,,,0.0,1.58911345159199e-30,0.0,1.0,70,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z @@ -36,9 +36,9 @@ ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,7.169172792009306,1 ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,51.11134700011727,5.572781961215791,0.8600533324050906,1.20885659543844,-0.8824348291360252,60.809622399702704,0.3873144399460189,0.0005169766782200736,39,1.0,2026-06-17T12:10:12.763932+00:00,2026-07-01T04:37:10.455066Z ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,63.10394386441709,6.090498903498129,0.3477941272312658,1.5326745103115746,-83.70066658753697,96.60602932291891,0.28205128205128205,0.011463388197281892,39,1.0,2026-06-17T12:39:01.037191+00:00,2026-07-01T04:37:10.455066Z ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,7.240802697833713,2.2661046912045473,0.7028507731463044,0.4316294269818398,16.97035552952585,7.292025846501973,0.46018893387314447,3.706807424821257e-05,39,1.0,2026-06-17T12:10:12.797899+00:00,2026-07-01T04:37:10.455066Z -ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1375.794385152896,21.608599360655106,0.011888533963848518,0.23966764569014393,17.51990826235838,3557.5376647805138,0.49303295108319184,6.026641914651577e-10,74,1.0,2026-06-17T12:26:17.324923+00:00,2026-07-01T04:50:54.523880Z +ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1373.5971966710647,21.78447804518856,0.011847544743949936,0.23658841052078552,17.039988959861194,3533.469722369662,0.4935812594385765,4.349944571024889e-10,75,1.0,2026-06-17T12:26:17.324923+00:00,2026-07-01T05:14:20.651379Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1075.9331009405723,15.476647205310826,0.2139027559991696,0.4810286938517012,40.26961336290067,2403.544039974228,0.6,0.23333333333333334,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-30T10:16:13.454454Z -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,129589.79028279471,203.96174715075912,0.009027559524881245,0.23056219781609286,11.486065966007708,240951.8948701828,0.4167740185775307,8.656894672075504e-31,344,1.0,2026-06-16T12:07:48.486125+00:00,2026-07-01T05:06:40.924903Z +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,132139.69967731167,206.28256378139574,0.009045890956791347,0.2299258441671084,11.51683848708147,245218.7717205358,0.4199191102123357,2.567794216945732e-31,345,1.0,2026-06-16T12:07:48.486125+00:00,2026-07-01T05:14:20.651379Z Moirai-1.1-Large,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,447177.2814459801,614.043987731898,0.007713290718470878,0.0061495593628445155,18.595335094375557,388621.1823577013,-0.08333333333333334,0.6900950405141305,16,1.0,2026-06-29T07:42:24.900081Z,2026-07-01T05:06:40.924903Z Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1048625.8861523392,287.81324958885347,,,-99.93191801083196,5606102.846545098,-0.49512195121951214,5.1112985822370394e-06,41,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,104445.02143273664,76.03753219034012,,,-100.0,755231.7242379485,0.12954429083461338,0.13346793625454378,63,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z @@ -49,9 +49,9 @@ Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,7.1626 Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,37.4165213130965,4.13197063336679,0.3947543557989756,0.6102889995046265,30.018672276264713,63.16478419425543,0.23076923076923078,0.01574949947158279,52,1.0,2026-06-16T13:15:30.361270+00:00,2026-07-01T04:37:10.455066Z Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.43051489166047807,0.5608545208861658,0.03823882502495019,0.13855029054633036,34.30920334880336,0.5431782179734546,0.6052249637155298,1.5807995920820226e-10,53,1.0,2026-06-16T13:15:35.504692+00:00,2026-07-01T04:37:10.455066Z Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,6.562482018045158,2.0938629915609064,0.6707856617153538,0.430614348467832,10.066379899526197,7.971404018312457,0.3959183673469388,4.971643988036568e-05,50,1.0,2026-06-16T13:15:41.040444+00:00,2026-07-01T04:37:10.455066Z -Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,4351.972243078115,30.936777319760484,0.013595572287452243,0.36598841163437573,-7.334434778554354,15325.140918096125,0.5690991713445602,5.9470695981587094e-15,87,1.0,2026-06-16T12:43:22.358427+00:00,2026-07-01T04:50:54.523880Z +Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,4309.88098549784,30.87448094727894,0.013506488581649595,0.3618778158729143,-7.046751828734428,15241.92612107658,0.56478578892372,6.5930990450793625e-15,88,1.0,2026-06-16T12:43:22.358427+00:00,2026-07-01T05:14:20.651379Z Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,60.320862196411234,3.756599180683812,0.05809342337382865,0.1593379117778626,92.87451794105093,134.54802570097752,0.7999999999999999,0.08333333333333333,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-30T10:16:13.454454Z -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,188046.89976209524,293.34623603565194,0.00829551715642907,0.2057204637334503,25.414007852258262,322327.2910564874,0.3780981534511702,8.698872843193416e-19,247,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-01T05:06:40.924903Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,192676.3809250631,296.8243685779123,0.008335838884143031,0.20495944537692512,25.330690394650887,329832.4048252497,0.38226459448870315,3.059234691626197e-19,248,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-01T05:14:20.651379Z Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,372797.53087471204,534.0002481468317,0.007868453203066294,0.0067359360536448105,32.42578754136475,463846.7832857462,0.32126226510620975,0.07554602399760524,18,1.0,2026-06-29T07:42:24.900081Z,2026-07-01T05:06:40.924903Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.00011084115704905377,0.006189017644464397,,,-40.612338581140186,0.0002714173447023532,0.22020604928765705,0.049918986462185726,45,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.786828912128042e-08,,,0.0,1.58911345159199e-30,0.0,1.0,70,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z @@ -62,9 +62,9 @@ Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.299690 Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,69.8543748569344,5.797681942747491,0.4839124721258888,0.5539052533107681,11.281536502609429,97.88040246489597,0.43319838056680166,0.00010313478955496383,39,1.0,2026-06-17T12:10:12.904026+00:00,2026-07-01T04:37:10.455066Z Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.7156916436733947,1.1755483454523916,0.07287253650295408,0.30169819985580815,-23.74385708916346,1.7191740558922013,0.20377867746288802,0.06775575764957956,39,1.0,2026-06-17T12:39:01.095906+00:00,2026-07-01T04:37:10.455066Z Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,7.713616787430144,2.309089349050999,0.7411107056348036,0.42083118037789957,16.20021686262627,8.216120092716903,0.45209176788124156,5.06835599105379e-05,39,1.0,2026-06-17T12:10:12.921461+00:00,2026-07-01T04:37:10.455066Z -Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2007.4082486396446,24.99667534077023,0.014008665518744783,0.2862290548826477,11.904754452847548,5345.667087289029,0.5436004332455705,8.818488531201758e-12,74,1.0,2026-06-17T12:26:17.359102+00:00,2026-07-01T04:50:54.523880Z +Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1989.658380469365,25.010096111974125,0.01390363567276656,0.2824934832760423,11.884847442605379,5311.6496181639895,0.5384522830239017,9.877222450189277e-12,75,1.0,2026-06-17T12:26:17.359102+00:00,2026-07-01T05:14:20.651379Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,482.11269692407524,10.639978661176874,0.21123461438364713,0.4751778793557085,45.79725214351289,1075.6301471974864,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-30T10:16:13.454454Z -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,268773.239788803,373.3390812462972,0.0100338504442449,0.19484931769623548,0.0,348748.0116664364,0.44978769625752946,6.362895009083737e-26,247,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-01T05:06:40.924903Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,273614.7227250054,376.7216384523659,0.01006830999484674,0.1941184114804765,0.0,356294.64683693124,0.45337599582081756,2.0575956561752578e-26,248,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-01T05:14:20.651379Z Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,547549.5972777472,704.3179253784393,0.010316779743836898,0.007934117227239005,0.0,423306.38229499717,0.5726849073632435,0.0015352511375559793,18,1.0,2026-06-29T07:42:24.900081Z,2026-07-01T05:06:40.924903Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.00024691358760551175,0.0023424279313259172,,,0.0,0.0016563466993628215,-0.04791329788133908,0.7002409334587658,45,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z @@ -76,9 +76,9 @@ Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.095318 Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,98.51753618929975,7.079029096763418,0.5397251449588711,0.6784222302418975,0.0,119.92236383547866,0.3461538461538462,0.0016564493273513278,40,1.0,2026-06-17T12:10:13.010113+00:00,2026-07-01T04:37:10.455066Z Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.2752729844680388,0.9716152494832077,0.05457769527345855,0.22740465368010812,0.0,1.4146499239298065,0.5282051282051282,1.5848648760537454e-06,40,1.0,2026-06-17T12:39:01.134217+00:00,2026-07-01T04:37:10.455066Z Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,10.947335142121368,2.7511977970584773,0.7369135137841231,0.6969783185435734,0.0,11.88392530704315,0.5307692307692309,1.4104073900509505e-06,40,1.0,2026-06-17T12:10:13.024713+00:00,2026-07-01T04:37:10.455066Z -Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2393.1182592647456,28.74962782909384,0.014352012635769379,0.24541355047279012,0.0,5900.063822808161,0.49478962146553995,6.420437253208017e-10,74,1.0,2026-06-17T12:26:17.384303+00:00,2026-07-01T04:50:54.523880Z +Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2372.321126918993,28.751199637499,0.014247588951287759,0.24223804213694322,0.0,5862.830083170944,0.4874661681030914,8.758209763710478e-10,75,1.0,2026-06-17T12:26:17.384303+00:00,2026-07-01T05:14:20.651379Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2692.6515141336554,31.054937327559447,0.3558590289967776,1.0019056556708787,0.0,4167.157400955925,0.5520524474738833,0.12597116307723114,6,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-30T10:16:13.454454Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,89698.76383576455,169.95645861938792,0.0076316642333915455,0.20710610627000015,21.882204469717113,171670.89674803644,0.5565957588579233,5.1751940904400556e-54,347,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-01T05:06:40.924903Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,91840.11831734145,172.09371942898656,0.007650144541763045,0.20653812828687487,21.906582649943452,176016.1501381685,0.5590115605021697,1.2776864078498293e-54,348,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-01T05:14:20.651379Z TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,306979.2425160408,497.0510130356973,0.007181386185401029,0.005376599889953451,38.17838654500997,348242.14989683905,0.45193845378886705,0.020728205557131126,16,1.0,2026-06-29T07:42:24.900081Z,2026-07-01T05:06:40.924903Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.8987456619025e-07,0.00026803444334934,,,-40.000185875666276,2.8790360982037724e-07,0.3475760875877327,0.0032693559194770017,41,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.044036840704185e-18,1.4296981641955707e-09,,,0.0,7.765598038882693e-34,0.0,1.0,63,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z @@ -89,9 +89,9 @@ TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.692385703036155 TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,31.151213646168575,3.7679786707646383,0.34731171322281945,0.596878335499136,38.091650149903316,50.75496759133444,0.3109713487071977,0.0009005654123574357,54,1.0,2026-06-16T13:14:34.959433+00:00,2026-07-01T04:37:10.455066Z TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5293279932709689,0.6066856409337378,0.0410166923336965,0.14799903144606658,26.422501653953713,0.7081090115038392,0.5824915824915825,3.3965884538616355e-10,55,1.0,2026-06-16T13:14:39.480658+00:00,2026-07-01T04:37:10.455066Z TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.6749284140302745,1.8694351695210152,0.651242333934725,0.41802367958053993,18.728621006978848,7.636398262877887,0.4775036284470247,4.480448297668195e-07,53,1.0,2026-06-16T13:14:44.379149+00:00,2026-07-01T04:37:10.455066Z -TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,801.3301915242151,12.618920821699657,0.00843740763457478,0.2900456099313005,33.641223052865556,2742.8803147895655,0.3688776124640947,3.86819388677548e-07,88,1.0,2026-06-16T12:42:39.570887+00:00,2026-07-01T04:50:54.523880Z +TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,800.5810740013817,12.78168113564285,0.00840785456558606,0.2868316319917014,33.244872789635174,2727.2603965009603,0.3764419544714121,1.8862557909093602e-07,89,1.0,2026-06-16T12:42:39.570887+00:00,2026-07-01T05:14:20.651379Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,46.27768853682843,3.2918770934087482,0.056183559442675904,0.16360663191753713,93.34119837650896,103.22460228388576,0.9999999999999999,0.016666666666666666,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-30T10:16:13.454454Z -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,109432.73695806488,179.38898844925737,0.007102206756075681,0.1800853016186893,30.358414887559967,264678.81892540626,0.4606163502598138,5.048636791974769e-37,342,1.0,2026-06-16T12:08:03.698792+00:00,2026-07-01T05:06:40.924903Z +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,113390.20579988488,182.3969901752175,0.007137554157468384,0.1796047836222888,30.2268092017544,274266.2088555851,0.46365914786967416,1.3474983712183243e-37,343,1.0,2026-06-16T12:08:03.698792+00:00,2026-07-01T05:14:20.651379Z Timer-S1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,367155.69886962575,527.5459646138393,0.007803621499450318,0.005989194964005989,34.90199016190823,462097.98540701106,0.37962830118264834,0.05203610172793646,16,1.0,2026-06-29T07:42:24.900081Z,2026-07-01T05:06:40.924903Z Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.127505466714085e-05,0.0017987099319807986,,,-40.005070063695385,0.0002512088556746416,0.25371587828134073,0.031796683277374914,41,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028957e-08,,,0.0,0.0,0.0,1.0,63,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z @@ -102,9 +102,9 @@ Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,7.505201098414 Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,28.756090754077412,3.757542401478815,0.3561095594641437,0.5867611821595163,35.57061954964485,45.42496550270763,0.35884353741496594,0.000275221753431878,49,1.0,2026-06-16T13:16:21.589465+00:00,2026-07-01T04:37:10.455066Z Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5945758335894142,0.6034439235157082,0.03716001599950359,0.12898428209739757,30.208437924812586,0.9242749573313909,0.7210884353741496,2.678977875958899e-13,49,1.0,2026-06-16T13:16:28.640897+00:00,2026-07-01T04:37:10.455066Z Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,6.3794271125055815,2.0184728986042884,0.7137494989342364,0.45783825618834784,11.702699261291603,8.308471373935145,0.5709219858156029,1.0410727427091112e-08,48,1.0,2026-06-16T13:16:37.448453+00:00,2026-07-01T04:37:10.455066Z -Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1381.7054577836673,17.50816969186831,0.011410524089876369,0.3236103633570263,22.104328402570655,4574.692671107399,0.6111470815152992,3.5212473777419003e-16,83,1.0,2026-06-16T12:43:54.916074+00:00,2026-07-01T04:50:54.523880Z +Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1372.2224033186956,17.587708593401054,0.011357921863798779,0.3198166916914805,22.03757199393552,4547.881340625176,0.610650541437839,2.4259934091980694e-16,84,1.0,2026-06-16T12:43:54.916074+00:00,2026-07-01T05:14:20.651379Z Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,104.64595549661864,5.418508244563724,0.08295550664102834,0.17658439926636957,88.03314836392848,208.9185677788019,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-30T10:16:13.454454Z -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,91031.77999059405,166.33521717208617,0.006796062163331531,0.23792859942091787,29.432696987819178,190661.67589709532,0.46152218152218155,4.1878352481769103e-38,351,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-01T05:06:40.924903Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,93464.04738864054,168.62755126562783,0.006814428655900085,0.23729374474204368,29.3989843239858,195782.3116481133,0.4642579642579643,1.2119744221467187e-38,352,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-01T05:14:20.651379Z TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,313018.05828584405,503.9984419912549,0.0063420678787379295,0.006844664005980925,36.14530825773856,349965.44963763945,0.14208952003890132,0.44822048735606246,17,1.0,2026-06-29T07:42:24.900081Z,2026-07-01T05:06:40.924903Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.70568818147262e-08,8.288058145056769e-05,,,-32.5,5.220994360183911e-07,0.37249344306389015,0.0020712747253613705,41,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,64,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z @@ -115,9 +115,9 @@ TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.617214733 TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,28.28577950626103,3.5959546779850418,0.3150594421672269,0.7172858323684687,38.422712313719515,45.544642780642626,0.2571428571428572,0.0051301819552154035,56,1.0,2026-06-16T13:13:12.832013+00:00,2026-07-01T04:37:10.455066Z TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.46520940162181446,0.5478755858870932,0.04274933891907663,0.16285175966443144,32.59072715933204,0.6610604017614189,0.5535390199637023,8.366835804696177e-10,58,1.0,2026-06-16T13:13:17.753731+00:00,2026-07-01T04:37:10.455066Z TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.366172090064053,1.8116598061920857,0.560125227258492,0.6056844369788765,19.97442939891816,7.367207995038576,0.4740259740259741,2.478741958692719e-07,56,1.0,2026-06-16T13:13:22.668298+00:00,2026-07-01T04:37:10.455066Z -TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,883.8263651944591,12.812240137578993,0.009053857189237496,0.35764330979261905,33.70077214036614,3240.3889092651953,0.44046269502777474,1.0855040487988877e-09,89,1.0,2026-06-16T12:41:30.056174+00:00,2026-07-01T04:50:54.523880Z +TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,882.0884497856906,12.96955539424447,0.009017064110405709,0.3537289383056409,33.31628184145748,3222.1752334717125,0.44642132255351175,5.12970820413797e-10,90,1.0,2026-06-16T12:41:30.056174+00:00,2026-07-01T05:14:20.651379Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,58.5589370039249,3.7112405314609456,0.05978814257932148,0.24509574538975581,91.54440442782939,130.61885680452593,0.6,0.23333333333333334,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-30T10:16:13.454454Z -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,99340.49778687577,178.3484084660682,0.007199767115055502,0.18977212968561646,30.324142561566003,187922.1295735864,0.4730530988108252,1.2925517019838781e-39,348,1.0,2026-06-16T12:07:16.543073+00:00,2026-07-01T05:06:40.924903Z +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,102115.72961328625,180.79838647076932,0.007224443330729388,0.18925881631639335,30.26191918283758,194682.34348148157,0.4760728518262359,3.272769814738751e-40,349,1.0,2026-06-16T12:07:16.543073+00:00,2026-07-01T05:14:20.651379Z Toto-2.0-1B,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,304112.01735339453,507.56742029094215,0.0073778084641342185,0.005548384556534712,34.276054840327255,301470.8962999045,0.5999335290531389,0.0013644367830886385,17,1.0,2026-06-29T07:42:24.900081Z,2026-07-01T05:06:40.924903Z Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.133477984769497e-07,0.000139911209300478,,,-40.00160186559778,5.536576420062257e-07,0.2507827467405159,0.03382623859900009,41,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.285839740510159e-20,3.047267585971104e-10,,,0.0,0.0,0.0,1.0,64,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T05:06:40.924903Z @@ -128,5 +128,5 @@ Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.606517913 Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,28.38678840614344,3.6610532760573165,0.31848084642198976,0.5961984857402309,47.279555546070966,42.61641140334699,0.25366876310272535,0.006766436057187457,54,1.0,2026-06-16T13:14:00.702950+00:00,2026-07-01T04:37:10.455066Z Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5872989829541522,0.6454200220540995,0.04344998056959528,0.1548865153274163,24.691871870726278,0.7621219581450029,0.48441558441558447,1.3466511182562946e-07,56,1.0,2026-06-16T13:14:04.647184+00:00,2026-07-01T04:37:10.455066Z Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.602233758851776,1.8531244770361115,0.6541202612402746,0.42430773746278594,18.94343919132535,7.727085972919855,0.4545454545454546,9.57442331853796e-07,55,1.0,2026-06-16T13:14:10.213066+00:00,2026-07-01T04:37:10.455066Z -Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,810.0144789400731,13.56624477811534,0.007777693208425246,0.2412628614325549,28.793301659725444,2563.4855203700763,0.40512324624066254,2.056498865158404e-08,89,1.0,2026-06-16T12:42:15.154825+00:00,2026-07-01T04:50:54.523880Z +Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,809.1749473045987,13.716629395588347,0.007755730210168586,0.23862672510426633,28.472065305819818,2549.0556760221566,0.4098663516657873,1.1554964525909284e-08,90,1.0,2026-06-16T12:42:15.154825+00:00,2026-07-01T05:14:20.651379Z Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,50.18025326014942,3.5032899783704274,0.080754492093477,0.20056568154465437,88.82333752249528,111.73952931334361,0.6,0.23333333333333334,5,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-30T10:16:13.454454Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 8ab2a889ab94fb2eddd1c4fdb2e1802cfebcd744..87dfdb22746a17ed6f9769c75c0ed8e24a55c4ba 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-01T05:10:50.750889+00:00", + "generated_at": "2026-07-01T05:17:44.581306+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 3e72651a03967558ca37cf61cd9efe05a159ab9f..a5ba2dbf60602d0c4c732068a5bef683952ace2c 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Climate,ETS,118.14035358991207,1.8140212302616967,7,5,5,1.0 Climate,TimesFM-2.5,21.59783121721966,1.139354224067215,8,5,5,1.0 Climate,Moirai-1.1-Large,71.21199392366468,1.0817393715905645,9,5,5,1.0 Climate,Moving-Average,91.85205100126122,1.6202892154144684,10,5,5,1.0 -Finance,ARIMA,0.4792575704058128,0.3872121002829868,1,2,3,0.6666666666666666 -Finance,Chronos-2,0.4605423268553349,0.6054888668245361,2,2,3,0.6666666666666666 -Finance,TiRex,0.6237501046104064,0.716633744705242,3,2,3,0.6666666666666666 -Finance,Toto-2.0-1B,0.6779466628214027,0.7124046013589117,4,2,3,0.6666666666666666 -Finance,ETS,0.4164938194278356,0.7512598075471362,5,2,3,0.6666666666666666 +Finance,ARIMA,0.4778668811479549,0.3839314873571173,1,2,3,0.6666666666666666 +Finance,Chronos-2,0.46074093602818644,0.6059755780220698,2,2,3,0.6666666666666666 +Finance,TiRex,0.6246810193384286,0.7170138640676084,3,2,3,0.6666666666666666 +Finance,Toto-2.0-1B,0.6790037574777644,0.7126724836571949,4,2,3,0.6666666666666666 +Finance,ETS,0.4164682914811992,0.7519314626050266,5,2,3,0.6666666666666666 Finance,Seasonal-Naive,1.0,1.0,6,3,3,1.0 -Finance,Moirai-1.1-Large,0.6833951506223483,0.7769141953326891,7,2,3,0.6666666666666666 -Finance,TimesFM-2.5,0.6762673014126623,1.092059485247604,8,2,3,0.6666666666666666 -Finance,Timer-S1,0.9368502658998114,1.0743253443904444,9,2,3,0.6666666666666666 -Finance,Moving-Average,0.9185575840839726,1.2527070455282658,10,2,3,0.6666666666666666 +Finance,Moirai-1.1-Large,0.6947318469082343,0.7891608034115634,7,2,3,0.6666666666666666 +Finance,TimesFM-2.5,0.6767827214252735,1.094105448455285,8,2,3,0.6666666666666666 +Finance,Timer-S1,0.9381637737256203,1.0761819693275687,9,2,3,0.6666666666666666 +Finance,Moving-Average,0.919715912504182,1.2545422113232505,10,2,3,0.6666666666666666 Hazards,ARIMA,0.6142097787603916,0.5919328611007996,1,1,1,1.0 Hazards,ETS,0.5843811911356637,0.5925679722775872,2,1,1,1.0 Hazards,Timer-S1,0.649529593847884,0.6237060226610913,3,1,1,1.0 @@ -29,16 +29,16 @@ Hazards,TiRex,0.6597563035775581,0.6369961079724171,7,1,1,1.0 Hazards,Moirai-1.1-Large,0.7422947707660879,0.6425272852766113,8,1,1,1.0 Hazards,TimesFM-2.5,0.6503492605339672,0.7827503343512181,9,1,1,1.0 Hazards,Seasonal-Naive,1.0,1.0,10,1,1,1.0 -Hydrology,TimesFM-2.5,0.0023550819722088904,0.14146807160363276,1,1,1,1.0 -Hydrology,Moirai-1.1-Large,0.019117396469549706,0.2574715395473059,2,1,1,1.0 -Hydrology,ETS,0.05101761062709548,0.2774478278778712,3,1,1,1.0 -Hydrology,TiRex,0.00011285692561756485,0.27753863113754584,4,1,1,1.0 -Hydrology,Chronos-2,0.0012643463676626032,0.29619219532764063,5,1,1,1.0 -Hydrology,Toto-2.0-1B,1.0094230825250802e-05,0.2980424877282631,6,1,1,1.0 -Hydrology,Timer-S1,0.058134562960538,0.5780663347069505,7,1,1,1.0 +Hydrology,Chronos-2,0.8250867275804281,0.5354648355496678,1,1,1,1.0 +Hydrology,TiRex,0.8815904783904551,0.5519087708770729,2,1,1,1.0 +Hydrology,Toto-2.0-1B,0.8813479580968618,0.5531526399265295,3,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.7775298912167549,0.5869979289349997,4,1,1,1.0 +Hydrology,Timer-S1,0.7021546592712402,0.6816073895560629,5,1,1,1.0 +Hydrology,TimesFM-2.5,0.8728967740863561,0.7378706427319949,6,1,1,1.0 +Hydrology,Moving-Average,0.8114017630424265,0.8359763944313761,7,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,8,1,1,1.0 -Hydrology,Moving-Average,0.4643671115585603,1.0811890208174868,9,1,1,1.0 -Hydrology,ARIMA,0.28128799398819837,1.1237934302165873,10,1,1,1.0 +Hydrology,ETS,1.4532062988186363,1.2033787876133795,9,1,1,1.0 +Hydrology,ARIMA,1.2880260236147434,1.2439388795821023,10,1,1,1.0 Ocean,Timer-S1,0.5006382521444714,0.5723125215772703,1,2,2,1.0 Ocean,ARIMA,0.8534833502091246,0.7753283240163655,2,2,2,1.0 Ocean,TimesFM-2.5,0.4945903426672716,0.6800864330118831,3,2,2,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 0827dc35516bf728c640ecd6e40485a3cf0294b3..8b354e61540e9ae4854f06cfd0b7ea1a952daf5d 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -9,16 +9,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 10min,ETS,1.196776472652103,0.971055344660441,8,1,1,1.0 10min,Seasonal-Naive,1.0,1.0,9,1,1,1.0 10min,Moirai-1.1-Large,1.5332298233122386,1.0753526782733223,10,1,1,1.0 -15min,TimesFM-2.5,0.0023550819722088904,0.14146807160363276,1,1,1,1.0 -15min,Moirai-1.1-Large,0.019117396469549706,0.2574715395473059,2,1,1,1.0 -15min,ETS,0.05101761062709548,0.2774478278778712,3,1,1,1.0 -15min,TiRex,0.00011285692561756485,0.27753863113754584,4,1,1,1.0 -15min,Chronos-2,0.0012643463676626032,0.29619219532764063,5,1,1,1.0 -15min,Toto-2.0-1B,1.0094230825250802e-05,0.2980424877282631,6,1,1,1.0 -15min,Timer-S1,0.058134562960538,0.5780663347069505,7,1,1,1.0 +15min,Chronos-2,0.8250867275804281,0.5354648355496678,1,1,1,1.0 +15min,TiRex,0.8815904783904551,0.5519087708770729,2,1,1,1.0 +15min,Toto-2.0-1B,0.8813479580968618,0.5531526399265295,3,1,1,1.0 +15min,Moirai-1.1-Large,0.7775298912167549,0.5869979289349997,4,1,1,1.0 +15min,Timer-S1,0.7021546592712402,0.6816073895560629,5,1,1,1.0 +15min,TimesFM-2.5,0.8728967740863561,0.7378706427319949,6,1,1,1.0 +15min,Moving-Average,0.8114017630424265,0.8359763944313761,7,1,1,1.0 15min,Seasonal-Naive,1.0,1.0,8,1,1,1.0 -15min,Moving-Average,0.4643671115585603,1.0811890208174868,9,1,1,1.0 -15min,ARIMA,0.28128799398819837,1.1237934302165873,10,1,1,1.0 +15min,ETS,1.4532062988186363,1.2033787876133795,9,1,1,1.0 +15min,ARIMA,1.2880260236147434,1.2439388795821023,10,1,1,1.0 1D,Moirai-1.1-Large,0.037288360260122576,0.16275875849571605,1,1,1,1.0 1D,Timer-S1,0.051784139717699226,0.17200998709071513,2,1,1,1.0 1D,TimesFM-2.5,0.036199393756954475,0.1730410481030969,3,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.37919249367670604,0.43031364567720226,8,1,1,1.0 1D,ETS,0.6659115454209751,0.606108569681783,9,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10,1,1,1.0 -1h,Chronos-2,0.5809878936307448,0.7101801580351855,1,7,7,1.0 -1h,ARIMA,1.1291086824139334,0.8631985343079445,2,7,7,1.0 -1h,Toto-2.0-1B,0.6919291143946368,0.7703473079702065,3,7,7,1.0 -1h,TiRex,0.671009895053374,0.7741571927993339,4,7,7,1.0 -1h,ETS,1.379811684498556,1.2018247268464028,5,7,7,1.0 -1h,Timer-S1,0.9650112632783595,0.9661109840314904,6,7,7,1.0 -1h,Moirai-1.1-Large,0.8294406462259308,0.913550595602798,7,7,7,1.0 +1h,Chronos-2,0.5810594687223379,0.710343215627984,1,7,7,1.0 +1h,ARIMA,1.128171596494144,0.8611026503744413,2,7,7,1.0 +1h,Toto-2.0-1B,0.6922371991502994,0.7704300597818644,3,7,7,1.0 +1h,TiRex,0.6712958705344431,0.7742744937663479,4,7,7,1.0 +1h,ETS,1.3797875205110086,1.2021316224057115,5,7,7,1.0 +1h,Timer-S1,0.9653976386832627,0.9665877216975767,6,7,7,1.0 +1h,Moirai-1.1-Large,0.8333488346323386,0.9176420468789888,7,7,7,1.0 1h,Seasonal-Naive,1.0,1.0,8,7,7,1.0 -1h,TimesFM-2.5,0.8826944945010435,1.0668596115922881,9,7,7,1.0 -1h,Moving-Average,1.4754508136205793,1.316519556427382,10,7,7,1.0 +1h,TimesFM-2.5,0.8828866563119959,1.0674303017461055,9,7,7,1.0 +1h,Moving-Average,1.4759821707613232,1.3170703108130963,10,7,7,1.0 1mo,Seasonal-Naive,1.0,1.0,1,1,1,1.0 5min,Seasonal-Naive,1.0,,1,2,2,1.0 5min,Toto-2.0-1B,121.0163684458634,,2,2,2,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 26d26a2aa681d7ed1ba97db02300dc3192d91ec7..68a48fc9f0d61f35425611a4ca0cae4b0763dfe5 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -19,16 +19,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ETS,1.0,,8,1,2,0.5 12,Moving-Average,1.0,,9,1,2,0.5 12,Moirai-1.1-Large,3.4676970409162296e+16,,10,1,2,0.5 -24,Chronos-2,0.270009755540242,0.6366403620605058,1,8,8,1.0 -24,ARIMA,0.9490469069179536,0.8921392948631216,2,8,8,1.0 -24,Toto-2.0-1B,0.17201370815956352,0.6841250935687844,3,8,8,1.0 -24,TiRex,0.22644035959525546,0.6809903210752039,4,8,8,1.0 -24,ETS,0.9137078484673195,1.000595762611729,5,8,8,1.0 -24,Moirai-1.1-Large,0.5177447967679397,0.7797981188649992,6,8,8,1.0 -24,Timer-S1,0.6792351245377038,0.9060368302235053,7,8,8,1.0 -24,TimesFM-2.5,0.4208088541179782,0.8287550144345577,8,8,8,1.0 -24,Seasonal-Naive,1.0,1.0,9,8,8,1.0 -24,Moving-Average,1.276929222456991,1.2845073799792994,10,8,8,1.0 +24,Chronos-2,0.6070933280066216,0.6856872542861054,1,8,8,1.0 +24,Toto-2.0-1B,0.7134548460025613,0.739174864790732,2,8,8,1.0 +24,TiRex,0.6945573156971554,0.7421923878734957,3,8,8,1.0 +24,ARIMA,1.147014336066022,0.9016187619567718,4,8,8,1.0 +24,ETS,1.388758068091655,1.2022874473431364,5,8,8,1.0 +24,Moirai-1.1-Large,0.8261580046940236,0.8677981360448945,6,8,8,1.0 +24,Timer-S1,0.9277309620145048,0.9252900692983398,7,8,8,1.0 +24,Seasonal-Naive,1.0,1.0,8,8,8,1.0 +24,TimesFM-2.5,0.8816316953171783,1.019282611152693,9,8,8,1.0 +24,Moving-Average,1.3696211878951428,1.2443200293546444,10,8,8,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,Toto-2.0-1B,14644.961431824962,,2,1,1,1.0 36,TiRex,469643.80007020826,,3,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 46b1e4450559b9468ca7b3673a157dd35d348f02..de3d83e03dca1b4e71aacdee3e603cd00b709361 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Toto-2.0-1B,0.5817440221552472,0.6527065048093882,1,13,14,0.9285714285714286 -Overall,Chronos-2,1.1845660315570035,0.6367477854305383,2,13,14,0.9285714285714286 -Overall,ARIMA,3.7815969673796186,0.8138891360719993,3,13,14,0.9285714285714286 -Overall,TiRex,0.9338139534930947,0.674918518686055,4,13,14,0.9285714285714286 -Overall,Timer-S1,2.8821661393385427,0.7165913198500247,5,13,14,0.9285714285714286 -Overall,TimesFM-2.5,1.2961762405684145,0.6933803332135717,6,13,14,0.9285714285714286 -Overall,ETS,4.5138627026402895,0.9855264573961457,7,13,14,0.9285714285714286 -Overall,Seasonal-Naive,1.0,1.0,8,14,14,1.0 -Overall,Moirai-1.1-Large,64.05102674270319,0.7862012314400504,9,13,14,0.9285714285714286 -Overall,Moving-Average,4.580206335449666,1.0724661941967546,10,13,14,0.9285714285714286 +Overall,Toto-2.0-1B,1.3961068497502265,0.6904985831092598,1,13,14,0.9285714285714286 +Overall,Chronos-2,1.9502862294367758,0.6720612119824912,2,13,14,0.9285714285714286 +Overall,ARIMA,4.249225762538315,0.8201695303553643,3,13,14,0.9285714285714286 +Overall,TiRex,1.861235976441192,0.7185112419003359,4,13,14,0.9285714285714286 +Overall,Timer-S1,3.4917510063050465,0.7276340827689323,5,13,14,0.9285714285714286 +Overall,TimesFM-2.5,2.043275963773326,0.8059913653999673,6,13,14,0.9285714285714286 +Overall,Seasonal-Naive,1.0,1.0,7,14,14,1.0 +Overall,ETS,5.840326246804082,1.126336182856676,8,13,14,0.9285714285714286 +Overall,Moirai-1.1-Large,85.39192154332493,0.8497785047953414,9,13,14,0.9285714285714286 +Overall,Moving-Average,4.782042559762862,1.0479582148087119,10,13,14,0.9285714285714286 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 35ceea0aef77c57326b08d5c03edf2af5041b466..9242b2a235349248e4719866dc8e72e522490d44 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,767139.0891906191,168329.64941887197,381.79219881902645,0.7966015255378974,0.006486600333533203,0.006478362654646491,5.082174006786134,875.8647664968714,0.014869278231683911,0.006481565017887683,0.005195693575704408,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,764315.4684270791,165499.34956037367,377.14766756902645,0.7869108071560055,0.006408701530009345,0.006400062211871324,5.082174006786134,874.2513759938151,0.0148430588975368,0.006403221311984863,0.005117248444043345,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,644076.6867190368,180064.28390170416,394.58618984061377,0.8323793339491602,0.0067078372781394086,0.006702582215305795,4.871094131012567,802.5438846063415,0.01364072619832446,0.006706726299330098,0.005311723707936366,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,0.0001779208604664593,4.576135182480875e-15,6.764713728223003e-08,3.268855039609051e-07,nan,2.0,0.14223158499471575,0.013338697854980422,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 @@ -10,5 +10,5 @@ nws_ksfo_observations_temperature/1h/short,ARIMA,2.7639903133142574,2.2247716995 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,43.350260796928815,44.42899937319311,5.909217099613489,0.5203860639302155,0.17935924850393212,0.1780631327108165,3.634060245278299,6.584091493663253,0.19303469406386412,0.1732484908629651,0.14239988951821136,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,5.758725142015533,5.290204541227918,2.1280370811710903,1.8336027565146562,0.08745588643114906,0.08335307551187632,40.16195505934215,2.399734389888917,0.09671473611642992,0.08576471863661825,0.07884519433183645,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,14.894587134939497,14.912987556611862,3.2027585713907656,0.5974057438863606,0.43901101196520104,0.3356571819586605,3.4721378198338146,3.859350610522384,0.39247633327346276,0.32570426149736603,0.2464380369181803,Hazards,1,24 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,322.30915977814396,884.1848869085111,29.73172183763171,1.5856918313403578,0.011435277629858348,0.01150105217169542,10.304645782894859,17.952970778624465,0.00690498876100941,0.01143527762985835,0.009286904041373282,Hydrology,1,24 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1073.3550196789527,697.9362278755125,26.271943240339397,0.9007523396687792,0.010152856909676327,0.010183565517736257,12.219787688585058,32.76209730281248,0.01267188292131345,0.010161589649768663,0.009019085904607246,Hydrology,1,24 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3061.0043200270898,2776.123703308559,48.90875613443631,1.000955488989875,0.21449228912236293,0.20710455766474384,4.485385606042044,55.326343815826924,0.22862125543730133,0.2021022980761831,0.14529224411993535,Web,1,7 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index f28ac62724c7d7f1a1e19b90ff1c261b41d31995..35ea1a31c8104388a0243fbc7aa0101c5c90207d 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-07-01T05:10:50.096405+00:00", + "evaluated_at": "2026-07-01T05:17:44.212109+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59085.0, 59197.12890625, 59339.98828125, - 59372.1484375 + 59260.6796875 ], "p50": [ 58947.49031368768, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4c80d22a15cb814f0d3fbfdc5eda905e1769e327..3c4c44d97723b3555bd65ce5105054ba195da922 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-07-01T04:55:58.715794+00:00", + "evaluated_at": "2026-07-01T05:17:44.247891+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, 2550.0, 2550.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -127,353 +115,361 @@ 2600.0, 2600.0, 2600.0, - 2600.0 + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "p50": [ - 2571.4787020674858, - 2570.085380340606, - 2570.2274470002826, - 2570.178510552081, - 2569.934768557221, - 2570.1785105520194, - 2570.835210123212, - 2570.227446974594, - 2570.0411652575576, - 2570.227446974594, - 2570.0268488179227, - 2570.0268488179227, - 2569.934768557221, - 2569.934768557221, - 2570.129574129445, - 2571.0036423825527, - 2570.012532378288, - 2569.932595343097, - 2570.339380718942, - 2571.551749000591, - 2569.936941771345, - 2570.253093680409, - 2570.0411652575576, - 2569.90017808467 + 2571.941434422848, + 2571.9574873872725, + 2571.8976258580497, + 2571.9384688137325, + 2571.938468788307, + 2571.9409797739627, + 2571.9145185988937, + 2571.984146497757, + 2571.940979773923, + 2571.91555873665, + 2571.9762242863144, + 2572.0271511632363, + 2571.957469770451, + 2571.9145185988928, + 2571.9384687872825, + 2571.925694382352, + 2571.957469770451, + 2571.8946133478707, + 2571.9739597669795, + 2571.91555873665, + 2571.913478461135, + 2571.940979773923, + 2571.9762242863144, + 2571.9784888056492 ], "p10": [ - 2569.8229689966324, - 2569.818566917499, - 2569.818552600604, - 2569.818552174439, - 2569.8185548461624, - 2569.8185548461624, - 2569.818553701586, - 2569.8185548461624, - 2569.8185519335952, - 2569.818552174377, - 2569.8185530971446, - 2569.818553044922, - 2569.8185525749154, - 2569.818552201131, - 2569.8185530971446, - 2569.818553753809, - 2569.8185525749154, - 2569.818552537537, - 2569.818556270394, - 2569.8185530971446, - 2569.8185530971446, - 2569.8185538267717, - 2569.8185547442235, - 2569.8185519335952 + 2571.8625531775297, + 2571.8621160804355, + 2571.862099211224, + 2571.8620985550547, + 2571.862099283842, + 2571.862098522145, + 2571.862098528606, + 2571.862098751843, + 2571.8620985221055, + 2571.8620992828173, + 2571.8620984195677, + 2571.8621012986328, + 2571.8620996918958, + 2571.86209861491, + 2571.862098751843, + 2571.8620984592094, + 2571.8620989747674, + 2571.8620985286047, + 2571.862098751843, + 2571.8620985286047, + 2571.8620985286047, + 2571.8620987659924, + 2571.8621013975903, + 2571.8620997373487 ], "p90": [ - 2587.1971412234807, - 2584.8375863674005, - 2586.1756190208275, - 2584.837575720357, - 2584.815107217145, - 2583.531786910241, - 2586.175618995139, - 2582.8966356637243, - 2586.175618995139, - 2583.531786910241, - 2582.71762182605, - 2585.0397922486486, - 2585.0397922486486, - 2584.815107217145, - 2582.8966356637243, - 2585.0397922486486, - 2584.815107217145, - 2588.0199245228487, - 2583.3891957650294, - 2587.192728354819, - 2583.5542554133913, - 2586.175618995139, - 2588.0199245228487, - 2584.8375757202953 + 2586.5374166662323, + 2590.2203796827116, + 2590.0896021716057, + 2590.0896015154362, + 2583.8225172976295, + 2583.224999926092, + 2591.487221396261, + 2591.3972072580264, + 2590.0896014889863, + 2584.0505551711967, + 2584.4846211459812, + 2590.22036206589, + 2584.2565832713894, + 2582.0043676081386, + 2583.822517296605, + 2583.822517296605, + 2584.2565832713894, + 2582.3422769087306, + 2584.2565832713894, + 2583.774287743851, + 2583.774287743851, + 2583.774287743851, + 2583.774287743851, + 2586.5369620173074 ], "mean": [ - 2572.1459112777807, - 2610.075540140401, - 2596.5985503174866, - 2571.0522159521242, - 2571.60785377443, - 2597.412383541472, - 2585.3201578026164, - 2584.434734900707, - 2634.099267670631, - 2608.635374586083, - 2596.335249388698, - 2584.345070259482, - 2608.6013872266976, - 2596.123963290482, - 2584.9593671627563, - 2610.545947231428, - 2634.2843553958605, - 2609.6924132890736, - 2573.4104633333086, - 2587.201610738936, - 2596.5735403002395, - 2609.9198643455443, - 2611.427932128688, - 2620.85036703189 + 2611.6885662144045, + 2612.415556112248, + 2599.117403599214, + 2611.2996383627624, + 2587.862873346813, + 2572.670438731875, + 2599.635997931707, + 2599.1203124907192, + 2598.781271812828, + 2600.2565254584406, + 2622.7527773054176, + 2600.714012011067, + 2586.346849048785, + 2598.37123991188, + 2599.5048973162934, + 2597.249571457981, + 2587.2519711067034, + 2597.9541624476688, + 2573.3055369995973, + 2636.9005999217175, + 2597.9097745081103, + 2587.187396241733, + 2625.9515691544184, + 2611.038370971042 ], "quantiles": { "0.1": [ - 2569.8229689966324, - 2569.818566917499, - 2569.818552600604, - 2569.818552174439, - 2569.8185548461624, - 2569.8185548461624, - 2569.818553701586, - 2569.8185548461624, - 2569.8185519335952, - 2569.818552174377, - 2569.8185530971446, - 2569.818553044922, - 2569.8185525749154, - 2569.818552201131, - 2569.8185530971446, - 2569.818553753809, - 2569.8185525749154, - 2569.818552537537, - 2569.818556270394, - 2569.8185530971446, - 2569.8185530971446, - 2569.8185538267717, - 2569.8185547442235, - 2569.8185519335952 + 2571.8625531775297, + 2571.8621160804355, + 2571.862099211224, + 2571.8620985550547, + 2571.862099283842, + 2571.862098522145, + 2571.862098528606, + 2571.862098751843, + 2571.8620985221055, + 2571.8620992828173, + 2571.8620984195677, + 2571.8621012986328, + 2571.8620996918958, + 2571.86209861491, + 2571.862098751843, + 2571.8620984592094, + 2571.8620989747674, + 2571.8620985286047, + 2571.862098751843, + 2571.8620985286047, + 2571.8620985286047, + 2571.8620987659924, + 2571.8621013975903, + 2571.8620997373487 ], "0.2": [ - 2569.823065761848, - 2569.818630515324, - 2569.8185764425193, - 2569.8185703513464, - 2569.818586407632, - 2569.8186003661785, - 2569.8187383695495, - 2569.818569265934, - 2569.8185703512845, - 2569.818603326164, - 2569.818603326164, - 2569.818586407632, - 2569.8185703512845, - 2569.818569265934, - 2569.8186003661785, - 2569.818652893186, - 2569.818577933217, - 2569.818588526236, - 2569.818652893186, - 2569.819787137035, - 2569.818588526236, - 2569.818577933217, - 2569.8189007402552, - 2569.8185649245315 + 2571.8625560465152, + 2571.862118024836, + 2571.862100419968, + 2571.862108217508, + 2571.862108192083, + 2571.86210139763, + 2571.8621013975917, + 2571.862145082006, + 2571.862105012159, + 2571.862130014302, + 2571.862101199675, + 2571.86254971436, + 2571.8621673145763, + 2571.8621081910583, + 2571.862162868062, + 2571.8621025656944, + 2571.8621279719314, + 2571.8621045812715, + 2571.862130014302, + 2571.862105012159, + 2571.8621028577204, + 2571.862130014302, + 2571.8621891115918, + 2571.862193558106 ], "0.3": [ - 2569.8277638223003, - 2569.819911630839, - 2569.8195173477384, - 2569.818905490119, - 2569.8189385133214, - 2569.8195173220497, - 2569.8257365479435, - 2569.8206128128954, - 2569.818905490057, - 2569.8196073836302, - 2569.8206128128954, - 2569.8189385133214, - 2569.819900983734, - 2569.8193071783617, - 2569.8189385133214, - 2569.8252571028916, - 2569.819900983734, - 2569.8193071783617, - 2569.820437012732, - 2569.8338844891064, - 2569.8193071783617, - 2569.820437012732, - 2569.8241735605284, - 2569.81873273033 + 2571.86319606044, + 2571.8622177358097, + 2571.8621679971957, + 2571.8625808388197, + 2571.863148763428, + 2571.862167314616, + 2571.862248522276, + 2571.8665959289533, + 2571.8625808123697, + 2571.862393708187, + 2571.862393708187, + 2571.869444857763, + 2571.8634984082714, + 2571.86281023972, + 2571.862978377393, + 2571.8623722823063, + 2571.8631487624034, + 2571.8622001189883, + 2571.862741411515, + 2571.8624253223197, + 2571.8623199418776, + 2571.865146491692, + 2571.864385265764, + 2571.8636482565007 ], "0.4": [ - 2569.982299652752, - 2569.848492363292, - 2569.87697552239, - 2569.828278152793, - 2569.8264063996926, - 2569.8484817161866, - 2569.8891962238313, - 2569.870332614303, - 2569.828278152731, - 2569.845078599398, - 2569.8556136608986, - 2569.8484817161866, - 2569.839973924216, - 2569.839973924216, - 2569.8264063996926, - 2569.936941771345, - 2569.839973924216, - 2569.8264063996926, - 2569.8603682907064, - 2570.012532378288, - 2569.8484817161866, - 2569.870332614303, - 2569.8973433752517, - 2569.8225754103564 + 2571.886152870422, + 2571.8641080788802, + 2571.8650384277503, + 2571.8787403153624, + 2571.8829150494876, + 2571.8764194603204, + 2571.871540873507, + 2571.8969202417256, + 2571.878092709401, + 2571.869444857763, + 2571.8968434046296, + 2571.913478461135, + 2571.8959974841837, + 2571.8787402889125, + 2571.876030912574, + 2571.8866537324852, + 2571.882915048463, + 2571.8636482565007, + 2571.8866537324852, + 2571.869444857763, + 2571.8787402889125, + 2571.8946133478707, + 2571.8946133478707, + 2571.8977661621716 ], "0.5": [ - 2571.4787020674858, - 2570.085380340606, - 2570.2274470002826, - 2570.178510552081, - 2569.934768557221, - 2570.1785105520194, - 2570.835210123212, - 2570.227446974594, - 2570.0411652575576, - 2570.227446974594, - 2570.0268488179227, - 2570.0268488179227, - 2569.934768557221, - 2569.934768557221, - 2570.129574129445, - 2571.0036423825527, - 2570.012532378288, - 2569.932595343097, - 2570.339380718942, - 2571.551749000591, - 2569.936941771345, - 2570.253093680409, - 2570.0411652575576, - 2569.90017808467 + 2571.941434422848, + 2571.9574873872725, + 2571.8976258580497, + 2571.9384688137325, + 2571.938468788307, + 2571.9409797739627, + 2571.9145185988937, + 2571.984146497757, + 2571.940979773923, + 2571.91555873665, + 2571.9762242863144, + 2572.0271511632363, + 2571.957469770451, + 2571.9145185988928, + 2571.9384687872825, + 2571.925694382352, + 2571.957469770451, + 2571.8946133478707, + 2571.9739597669795, + 2571.91555873665, + 2571.913478461135, + 2571.940979773923, + 2571.9762242863144, + 2571.9784888056492 ], "0.6": [ - 2572.705798756738, - 2573.050561598698, - 2573.380117746193, - 2572.1751480479893, - 2570.666777863872, - 2572.1751480479275, - 2574.418746298937, - 2572.2262032863014, - 2572.1751480479275, - 2573.050550951593, - 2571.551749000591, - 2572.3677353402913, - 2572.1318485836414, - 2571.5052731195306, - 2572.1318485836414, - 2573.111075254857, - 2572.240097244356, - 2571.551749000591, - 2573.050550951593, - 2573.99508171053, - 2571.1919011090613, - 2573.380117720504, - 2571.0036423825527, - 2570.3221233112354 + 2572.1060903267253, + 2572.236007116457, + 2571.9898048724845, + 2572.127569689118, + 2572.227260087811, + 2572.1203254663715, + 2572.1056356778017, + 2572.2272600867864, + 2572.127569662668, + 2572.115496002108, + 2572.6571044313673, + 2572.6571044313673, + 2572.3923117880663, + 2572.115496002108, + 2572.2359894996357, + 2571.989804189865, + 2572.4008986870963, + 2571.939473181939, + 2572.2359894996357, + 2572.1095798075235, + 2572.0271511632363, + 2572.2359894996357, + 2572.2272600867864, + 2572.2272600867864 ], "0.7": [ - 2575.758877932614, - 2575.3379830528506, - 2576.423584498264, - 2575.4629202032693, - 2573.769065139456, - 2574.794557406686, - 2577.3778722900447, - 2575.8663494944344, - 2576.770727344992, - 2575.4629202032074, - 2574.794557406686, - 2576.1274131655596, - 2575.8663494944344, - 2574.5457058966313, - 2574.3341065671407, - 2575.754465063952, - 2576.4235844725754, - 2574.957581906404, - 2576.4235844725754, - 2576.4235844725754, - 2573.769065139456, - 2576.770727344992, - 2574.0020573666084, - 2574.3341065671407 + 2573.565803415772, + 2575.090697802494, + 2572.3923124706857, + 2575.0906802121226, + 2574.477016727867, + 2573.5653487668865, + 2573.016444113951, + 2573.063181186719, + 2574.3752638854307, + 2573.063181186719, + 2575.2345670207283, + 2575.2345670207283, + 2573.8565960581363, + 2572.6761095328156, + 2574.4057897378543, + 2572.778209907156, + 2574.4057897378543, + 2572.3923117880663, + 2573.6343098464386, + 2572.778209907156, + 2572.6539369144593, + 2574.3752638854307, + 2573.6343098464386, + 2573.0164441139495 ], "0.8": [ - 2580.3408950361077, - 2579.692677447586, - 2581.551051384866, - 2580.3876799465716, - 2579.048171992577, - 2579.0743704040733, - 2581.405452500727, - 2578.715964907303, - 2580.3876799465097, - 2579.6926668004808, - 2577.5299570286734, - 2579.249673831795, - 2579.5317129587393, - 2579.249673831795, - 2577.356145898812, - 2580.336482167446, - 2579.179164050059, - 2579.6926668004808, - 2579.5317129587393, - 2581.405452500727, - 2577.5299570286734, - 2579.179164050059, - 2579.6926668004808, - 2577.6463361362703 + 2578.6616712639743, + 2579.5216722284817, + 2576.7121737141088, + 2579.021042127063, + 2579.521654612685, + 2577.0531953378463, + 2578.6612166150508, + 2577.3779028315425, + 2579.103782776071, + 2577.555126232946, + 2579.5216546116603, + 2579.935357988949, + 2577.555126232946, + 2576.7121730314893, + 2577.555126232946, + 2577.109275666484, + 2579.5216546116603, + 2575.600330451979, + 2578.8958889728515, + 2577.0531953378068, + 2574.5997494186086, + 2578.8958889728515, + 2578.8958889728515, + 2579.021042100613 ], "0.9": [ - 2587.1971412234807, - 2584.8375863674005, - 2586.1756190208275, - 2584.837575720357, - 2584.815107217145, - 2583.531786910241, - 2586.175618995139, - 2582.8966356637243, - 2586.175618995139, - 2583.531786910241, - 2582.71762182605, - 2585.0397922486486, - 2585.0397922486486, - 2584.815107217145, - 2582.8966356637243, - 2585.0397922486486, - 2584.815107217145, - 2588.0199245228487, - 2583.3891957650294, - 2587.192728354819, - 2583.5542554133913, - 2586.175618995139, - 2588.0199245228487, - 2584.8375757202953 + 2586.5374166662323, + 2590.2203796827116, + 2590.0896021716057, + 2590.0896015154362, + 2583.8225172976295, + 2583.224999926092, + 2591.487221396261, + 2591.3972072580264, + 2590.0896014889863, + 2584.0505551711967, + 2584.4846211459812, + 2590.22036206589, + 2584.2565832713894, + 2582.0043676081386, + 2583.822517296605, + 2583.822517296605, + 2584.2565832713894, + 2582.3422769087306, + 2584.2565832713894, + 2583.774287743851, + 2583.774287743851, + 2583.774287743851, + 2583.774287743851, + 2586.5369620173074 ] }, "timestamps": [ - "2026-06-30 17:55:00", - "2026-06-30 18:10:00", - "2026-06-30 18:25:00", - "2026-06-30 18:40:00", "2026-06-30 18:55:00", "2026-06-30 19:10:00", "2026-06-30 19:25:00", @@ -589,6 +585,10 @@ "2026-07-01 22:55:00", "2026-07-01 23:10:00", "2026-07-01 23:25:00", - "2026-07-01 23:40:00" + "2026-07-01 23:40:00", + "2026-07-01 23:55:00", + "2026-07-02 00:10:00", + "2026-07-02 00:25:00", + "2026-07-02 00:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 7ca29b2567a3108f2f508ac11fc6bef51ae5ab4c..997b24d9669e1d79c896049ffc02a2e8745621a3 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,37 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-01T05:10:50.303428+00:00", + "evaluated_at": "2026-07-01T05:17:44.263923+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 635fa7b566f856659539c4bd483c8084f9070836..ee4128331e5142e859d50f63b8323ff67aa0d08f 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -22,4 +22,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-28,ETS,6.154,6.308,6.455,6.615,6.154,6.692,7.182,6.692,6.231,6.182 2026-06-29,Seasonal-Naive,7.143,9.750,7.750,6.357,7.143,7.833,9.583,7.500,7.583,8.250 2026-06-30,Seasonal-Naive,8.357,10.167,9.692,8.571,8.357,10.083,9.846,10.000,9.667,9.583 -2026-07-01,Seasonal-Naive,8.214,9.250,8.615,8.214,8.214,9.333,8.692,9.417,9.500,8.833 +2026-07-01,Seasonal-Naive,8.071,9.250,8.538,8.143,8.071,9.250,8.615,9.333,9.333,8.750 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 654ddaabc17f78574b12c619fbb2a08a10464618..3587abb5ef890537c131576ac00a5d697fc81681 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -2,4 +2,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 2026-W26,Chronos-Bolt-Mini,4.424,4.054,4.456,4.526,4.424,4.421,4.076,4.476,4.46,4.52 -2026-W27,Chronos-Bolt-Mini,7.905,9.722,8.686,7.714,7.905,9.083,9.374,8.972,8.917,8.889 +2026-W27,Chronos-Bolt-Mini,7.857,9.722,8.66,7.69,7.857,9.055,9.348,8.944,8.861,8.861 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 69fc47cb947eeaabbf86ec418cdd5b11146f2458..d68cd0d5c07d3797beafbbb2a6dc17052b0b1389 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,580061.6390425364,580061.6390425364,656.77587890625,1.370349286055499,0.011192560804650241,0.011108764475955017,18.347009628685466,761.6177775252731,0.012929743350123077,0.011149875703272343,0.007875188371915497,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,581796.7343184153,581796.7343184153,661.42041015625,1.380040004437391,0.011271108390459326,0.011187065244254201,18.347009628685466,762.7560123122041,0.012950088185254905,0.011229610125373848,0.007902094527847993,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,786572.366476059,786572.366476059,783.3142903645834,1.6524010319517284,0.013363276490496208,0.01324953224326795,15.539974853558485,886.8891511773379,0.015074330901429265,0.013313883473598742,0.008569047287920791,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6415183751496605e-06,1.6415183751496605e-06,0.0012396302902036244,0.005990159944948028,nan,2.0,0.07292255695916008,0.0012812175362324934,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 @@ -10,5 +10,5 @@ nws_ksfo_observations_temperature/1h/short,Chronos-2,3.626264116228716,3.6262641 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,100.97952300999775,100.97952300999775,8.043920516967773,0.7083754185755264,0.21707296715912908,0.2501090134976132,3.569017895895407,10.048856801148961,0.294615893501522,0.23583447124957743,0.21013898834420186,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.6494692029415698,1.6494692029415698,0.9843001365661621,0.848112779431574,0.03945189277893887,0.03901207544856927,4.867116719115153,1.284316628772504,0.05176087168856439,0.039669526914505274,0.031082368059404772,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,16.187830691219727,16.187830691219727,3.3546094497044883,0.6257302600485056,0.47433031343071513,0.34878501856351257,4.523394436416232,4.023410330953049,0.4091603726392931,0.3411467236987615,0.2633490698036725,Hazards,1,24 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1.4487302129467328,1.4487302129467328,1.0743916829427083,0.05730088975694445,0.0004132275703625801,0.00041313168477128125,2.5430615234375,1.2036320920226133,0.00046293542000869746,0.00041322757036258014,0.002447699391943777,Hydrology,1,24 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,687.5722729836901,687.5722729836901,14.709625244140625,0.5043300083705357,0.005764309675505318,0.005712005389371878,1.5623856026785716,26.221599359758553,0.01014211739942313,0.005689460207242143,0.003882347782506267,Hydrology,1,24 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,336.45090397607004,336.45090397607004,15.605024065290179,0.31936887642442857,0.06493356140143323,0.06272653359306832,1.7003156214138233,18.342598070504355,0.07579585979547254,0.06448357051772802,0.05901580794533453,Web,1,7 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 21a50229b4a9fce284655aa66d4b2243b4cd5479..46a1dc0e6b9eb3413af742367c017f26ba3d8436 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-07-01T05:07:05.445587+00:00", + "evaluated_at": "2026-07-01T05:14:45.965842+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59085.0, 59197.12890625, 59339.98828125, - 59372.1484375 + 59260.6796875 ], "p50": [ 59645.3984375, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3e1395a89c8425afa04a8e68c3729fdd0593e23b..8fa89ee6a7254ab6523173d98100f4e22479301b 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-07-01T04:51:58.960985+00:00", + "evaluated_at": "2026-07-01T05:14:49.914917+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, 2550.0, 2550.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -127,353 +115,361 @@ 2600.0, 2600.0, 2600.0, - 2600.0 + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "p50": [ - 2601.865234375, - 2601.2099609375, - 2601.111083984375, - 2601.402099609375, - 2601.474365234375, - 2601.406005859375, - 2601.53173828125, - 2601.37646484375, - 2601.71533203125, - 2601.39306640625, - 2601.41552734375, - 2601.77783203125, - 2601.06494140625, - 2601.101806640625, - 2601.41259765625, - 2601.130615234375, - 2600.830078125, - 2600.21826171875, - 2599.68017578125, - 2598.898193359375, - 2600.072021484375, - 2599.9169921875, - 2599.2958984375, - 2599.932373046875 + 2599.38720703125, + 2599.150390625, + 2599.1376953125, + 2599.25537109375, + 2599.19873046875, + 2599.264892578125, + 2599.3046875, + 2599.271240234375, + 2599.350830078125, + 2599.19775390625, + 2599.409423828125, + 2599.320556640625, + 2599.055419921875, + 2599.090576171875, + 2599.428955078125, + 2599.0439453125, + 2598.859130859375, + 2598.32177734375, + 2598.6337890625, + 2598.638916015625, + 2598.200927734375, + 2598.61083984375, + 2598.763671875, + 2598.587890625 ], "p10": [ - 2578.006591796875, - 2575.861083984375, - 2574.52392578125, - 2570.635498046875, - 2568.740234375, - 2565.955810546875, - 2562.829833984375, - 2562.171630859375, - 2560.4970703125, - 2557.48583984375, - 2557.228759765625, - 2555.055908203125, - 2553.21826171875, - 2551.537841796875, - 2551.119873046875, - 2550.00927734375, - 2553.480224609375, - 2553.2177734375, - 2553.117431640625, - 2552.200439453125, - 2551.410400390625, - 2550.9619140625, - 2551.0556640625, - 2550.75732421875 + 2585.858154296875, + 2586.1376953125, + 2584.64990234375, + 2582.31201171875, + 2579.255859375, + 2575.495361328125, + 2571.74462890625, + 2569.392578125, + 2567.740966796875, + 2566.019775390625, + 2564.71435546875, + 2562.552490234375, + 2560.683349609375, + 2557.6962890625, + 2555.337890625, + 2555.803955078125, + 2553.133056640625, + 2552.982666015625, + 2551.5302734375, + 2550.1318359375, + 2549.28564453125, + 2549.75634765625, + 2547.151611328125, + 2547.348388671875 ], "p90": [ - 2604.12744140625, - 2603.764404296875, - 2603.920654296875, - 2604.538330078125, - 2604.61181640625, - 2604.54638671875, - 2605.482421875, - 2605.239990234375, - 2606.220703125, - 2606.07177734375, - 2606.753173828125, - 2606.466796875, - 2606.861083984375, - 2606.627197265625, - 2607.348876953125, - 2607.779541015625, - 2608.901611328125, - 2607.427978515625, - 2607.9765625, - 2607.968017578125, - 2608.32763671875, - 2607.884521484375, - 2608.029541015625, - 2608.579833984375 + 2600.4736328125, + 2600.8046875, + 2600.57958984375, + 2600.78173828125, + 2600.81201171875, + 2600.841552734375, + 2601.050048828125, + 2601.138671875, + 2601.51708984375, + 2601.423828125, + 2601.6923828125, + 2601.373779296875, + 2601.146484375, + 2601.23046875, + 2601.384521484375, + 2601.77392578125, + 2602.06103515625, + 2601.80126953125, + 2602.251953125, + 2601.787841796875, + 2601.794677734375, + 2602.18408203125, + 2602.31005859375, + 2602.378662109375 ], "mean": [ - 2601.865234375, - 2601.2099609375, - 2601.111083984375, - 2601.402099609375, - 2601.474365234375, - 2601.406005859375, - 2601.53173828125, - 2601.37646484375, - 2601.71533203125, - 2601.39306640625, - 2601.41552734375, - 2601.77783203125, - 2601.06494140625, - 2601.101806640625, - 2601.41259765625, - 2601.130615234375, - 2600.830078125, - 2600.21826171875, - 2599.68017578125, - 2598.898193359375, - 2600.072021484375, - 2599.9169921875, - 2599.2958984375, - 2599.932373046875 + 2599.38720703125, + 2599.150390625, + 2599.1376953125, + 2599.25537109375, + 2599.19873046875, + 2599.264892578125, + 2599.3046875, + 2599.271240234375, + 2599.350830078125, + 2599.19775390625, + 2599.409423828125, + 2599.320556640625, + 2599.055419921875, + 2599.090576171875, + 2599.428955078125, + 2599.0439453125, + 2598.859130859375, + 2598.32177734375, + 2598.6337890625, + 2598.638916015625, + 2598.200927734375, + 2598.61083984375, + 2598.763671875, + 2598.587890625 ], "quantiles": { "0.1": [ - 2578.006591796875, - 2575.861083984375, - 2574.52392578125, - 2570.635498046875, - 2568.740234375, - 2565.955810546875, - 2562.829833984375, - 2562.171630859375, - 2560.4970703125, - 2557.48583984375, - 2557.228759765625, - 2555.055908203125, - 2553.21826171875, - 2551.537841796875, - 2551.119873046875, - 2550.00927734375, - 2553.480224609375, - 2553.2177734375, - 2553.117431640625, - 2552.200439453125, - 2551.410400390625, - 2550.9619140625, - 2551.0556640625, - 2550.75732421875 + 2585.858154296875, + 2586.1376953125, + 2584.64990234375, + 2582.31201171875, + 2579.255859375, + 2575.495361328125, + 2571.74462890625, + 2569.392578125, + 2567.740966796875, + 2566.019775390625, + 2564.71435546875, + 2562.552490234375, + 2560.683349609375, + 2557.6962890625, + 2555.337890625, + 2555.803955078125, + 2553.133056640625, + 2552.982666015625, + 2551.5302734375, + 2550.1318359375, + 2549.28564453125, + 2549.75634765625, + 2547.151611328125, + 2547.348388671875 ], "0.2": [ - 2578.006591796875, - 2575.861083984375, - 2574.52392578125, - 2570.635498046875, - 2568.740234375, - 2565.955810546875, - 2562.829833984375, - 2562.171630859375, - 2560.4970703125, - 2557.48583984375, - 2557.228759765625, - 2555.055908203125, - 2553.21826171875, - 2551.537841796875, - 2551.119873046875, - 2550.00927734375, - 2553.480224609375, - 2553.2177734375, - 2553.117431640625, - 2552.200439453125, - 2551.410400390625, - 2550.9619140625, - 2551.0556640625, - 2550.75732421875 + 2585.858154296875, + 2586.1376953125, + 2584.64990234375, + 2582.31201171875, + 2579.255859375, + 2575.495361328125, + 2571.74462890625, + 2569.392578125, + 2567.740966796875, + 2566.019775390625, + 2564.71435546875, + 2562.552490234375, + 2560.683349609375, + 2557.6962890625, + 2555.337890625, + 2555.803955078125, + 2553.133056640625, + 2552.982666015625, + 2551.5302734375, + 2550.1318359375, + 2549.28564453125, + 2549.75634765625, + 2547.151611328125, + 2547.348388671875 ], "0.3": [ - 2578.006591796875, - 2575.861083984375, - 2574.52392578125, - 2570.635498046875, - 2568.740234375, - 2565.955810546875, - 2562.829833984375, - 2562.171630859375, - 2560.4970703125, - 2557.48583984375, - 2557.228759765625, - 2555.055908203125, - 2553.21826171875, - 2551.537841796875, - 2551.119873046875, - 2550.00927734375, - 2553.480224609375, - 2553.2177734375, - 2553.117431640625, - 2552.200439453125, - 2551.410400390625, - 2550.9619140625, - 2551.0556640625, - 2550.75732421875 + 2585.858154296875, + 2586.1376953125, + 2584.64990234375, + 2582.31201171875, + 2579.255859375, + 2575.495361328125, + 2571.74462890625, + 2569.392578125, + 2567.740966796875, + 2566.019775390625, + 2564.71435546875, + 2562.552490234375, + 2560.683349609375, + 2557.6962890625, + 2555.337890625, + 2555.803955078125, + 2553.133056640625, + 2552.982666015625, + 2551.5302734375, + 2550.1318359375, + 2549.28564453125, + 2549.75634765625, + 2547.151611328125, + 2547.348388671875 ], "0.4": [ - 2601.865234375, - 2601.2099609375, - 2601.111083984375, - 2601.402099609375, - 2601.474365234375, - 2601.406005859375, - 2601.53173828125, - 2601.37646484375, - 2601.71533203125, - 2601.39306640625, - 2601.41552734375, - 2601.77783203125, - 2601.06494140625, - 2601.101806640625, - 2601.41259765625, - 2601.130615234375, - 2600.830078125, - 2600.21826171875, - 2599.68017578125, - 2598.898193359375, - 2600.072021484375, - 2599.9169921875, - 2599.2958984375, - 2599.932373046875 + 2599.38720703125, + 2599.150390625, + 2599.1376953125, + 2599.25537109375, + 2599.19873046875, + 2599.264892578125, + 2599.3046875, + 2599.271240234375, + 2599.350830078125, + 2599.19775390625, + 2599.409423828125, + 2599.320556640625, + 2599.055419921875, + 2599.090576171875, + 2599.428955078125, + 2599.0439453125, + 2598.859130859375, + 2598.32177734375, + 2598.6337890625, + 2598.638916015625, + 2598.200927734375, + 2598.61083984375, + 2598.763671875, + 2598.587890625 ], "0.5": [ - 2601.865234375, - 2601.2099609375, - 2601.111083984375, - 2601.402099609375, - 2601.474365234375, - 2601.406005859375, - 2601.53173828125, - 2601.37646484375, - 2601.71533203125, - 2601.39306640625, - 2601.41552734375, - 2601.77783203125, - 2601.06494140625, - 2601.101806640625, - 2601.41259765625, - 2601.130615234375, - 2600.830078125, - 2600.21826171875, - 2599.68017578125, - 2598.898193359375, - 2600.072021484375, - 2599.9169921875, - 2599.2958984375, - 2599.932373046875 + 2599.38720703125, + 2599.150390625, + 2599.1376953125, + 2599.25537109375, + 2599.19873046875, + 2599.264892578125, + 2599.3046875, + 2599.271240234375, + 2599.350830078125, + 2599.19775390625, + 2599.409423828125, + 2599.320556640625, + 2599.055419921875, + 2599.090576171875, + 2599.428955078125, + 2599.0439453125, + 2598.859130859375, + 2598.32177734375, + 2598.6337890625, + 2598.638916015625, + 2598.200927734375, + 2598.61083984375, + 2598.763671875, + 2598.587890625 ], "0.6": [ - 2601.865234375, - 2601.2099609375, - 2601.111083984375, - 2601.402099609375, - 2601.474365234375, - 2601.406005859375, - 2601.53173828125, - 2601.37646484375, - 2601.71533203125, - 2601.39306640625, - 2601.41552734375, - 2601.77783203125, - 2601.06494140625, - 2601.101806640625, - 2601.41259765625, - 2601.130615234375, - 2600.830078125, - 2600.21826171875, - 2599.68017578125, - 2598.898193359375, - 2600.072021484375, - 2599.9169921875, - 2599.2958984375, - 2599.932373046875 + 2599.38720703125, + 2599.150390625, + 2599.1376953125, + 2599.25537109375, + 2599.19873046875, + 2599.264892578125, + 2599.3046875, + 2599.271240234375, + 2599.350830078125, + 2599.19775390625, + 2599.409423828125, + 2599.320556640625, + 2599.055419921875, + 2599.090576171875, + 2599.428955078125, + 2599.0439453125, + 2598.859130859375, + 2598.32177734375, + 2598.6337890625, + 2598.638916015625, + 2598.200927734375, + 2598.61083984375, + 2598.763671875, + 2598.587890625 ], "0.7": [ - 2601.865234375, - 2601.2099609375, - 2601.111083984375, - 2601.402099609375, - 2601.474365234375, - 2601.406005859375, - 2601.53173828125, - 2601.37646484375, - 2601.71533203125, - 2601.39306640625, - 2601.41552734375, - 2601.77783203125, - 2601.06494140625, - 2601.101806640625, - 2601.41259765625, - 2601.130615234375, - 2600.830078125, - 2600.21826171875, - 2599.68017578125, - 2598.898193359375, - 2600.072021484375, - 2599.9169921875, - 2599.2958984375, - 2599.932373046875 + 2599.38720703125, + 2599.150390625, + 2599.1376953125, + 2599.25537109375, + 2599.19873046875, + 2599.264892578125, + 2599.3046875, + 2599.271240234375, + 2599.350830078125, + 2599.19775390625, + 2599.409423828125, + 2599.320556640625, + 2599.055419921875, + 2599.090576171875, + 2599.428955078125, + 2599.0439453125, + 2598.859130859375, + 2598.32177734375, + 2598.6337890625, + 2598.638916015625, + 2598.200927734375, + 2598.61083984375, + 2598.763671875, + 2598.587890625 ], "0.8": [ - 2604.12744140625, - 2603.764404296875, - 2603.920654296875, - 2604.538330078125, - 2604.61181640625, - 2604.54638671875, - 2605.482421875, - 2605.239990234375, - 2606.220703125, - 2606.07177734375, - 2606.753173828125, - 2606.466796875, - 2606.861083984375, - 2606.627197265625, - 2607.348876953125, - 2607.779541015625, - 2608.901611328125, - 2607.427978515625, - 2607.9765625, - 2607.968017578125, - 2608.32763671875, - 2607.884521484375, - 2608.029541015625, - 2608.579833984375 + 2600.4736328125, + 2600.8046875, + 2600.57958984375, + 2600.78173828125, + 2600.81201171875, + 2600.841552734375, + 2601.050048828125, + 2601.138671875, + 2601.51708984375, + 2601.423828125, + 2601.6923828125, + 2601.373779296875, + 2601.146484375, + 2601.23046875, + 2601.384521484375, + 2601.77392578125, + 2602.06103515625, + 2601.80126953125, + 2602.251953125, + 2601.787841796875, + 2601.794677734375, + 2602.18408203125, + 2602.31005859375, + 2602.378662109375 ], "0.9": [ - 2604.12744140625, - 2603.764404296875, - 2603.920654296875, - 2604.538330078125, - 2604.61181640625, - 2604.54638671875, - 2605.482421875, - 2605.239990234375, - 2606.220703125, - 2606.07177734375, - 2606.753173828125, - 2606.466796875, - 2606.861083984375, - 2606.627197265625, - 2607.348876953125, - 2607.779541015625, - 2608.901611328125, - 2607.427978515625, - 2607.9765625, - 2607.968017578125, - 2608.32763671875, - 2607.884521484375, - 2608.029541015625, - 2608.579833984375 + 2600.4736328125, + 2600.8046875, + 2600.57958984375, + 2600.78173828125, + 2600.81201171875, + 2600.841552734375, + 2601.050048828125, + 2601.138671875, + 2601.51708984375, + 2601.423828125, + 2601.6923828125, + 2601.373779296875, + 2601.146484375, + 2601.23046875, + 2601.384521484375, + 2601.77392578125, + 2602.06103515625, + 2601.80126953125, + 2602.251953125, + 2601.787841796875, + 2601.794677734375, + 2602.18408203125, + 2602.31005859375, + 2602.378662109375 ] }, "timestamps": [ - "2026-06-30 17:55:00", - "2026-06-30 18:10:00", - "2026-06-30 18:25:00", - "2026-06-30 18:40:00", "2026-06-30 18:55:00", "2026-06-30 19:10:00", "2026-06-30 19:25:00", @@ -589,6 +585,10 @@ "2026-07-01 22:55:00", "2026-07-01 23:10:00", "2026-07-01 23:25:00", - "2026-07-01 23:40:00" + "2026-07-01 23:40:00", + "2026-07-01 23:55:00", + "2026-07-02 00:10:00", + "2026-07-02 00:25:00", + "2026-07-02 00:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 25998e15b23de9df021e978acf6492a87a05d2d6..1b394f5e54b462ca41abadc2b3e8b762dce08e67 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,37 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-01T05:07:27.778660+00:00", + "evaluated_at": "2026-07-01T05:14:51.890412+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 732fb72070584ea109c0e472fea4c815961e7130..aa2f7cc7e827ab78c6a5bf3a6d7162e93ca178aa 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,533805.6173328401,514683.4652284735,608.5468621310902,1.2697204401620388,0.010373523490213,0.010299129843773113,23.664461641414373,730.620022537598,0.012403504299187402,0.010331106988395669,0.009309851792057898,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,534875.290028569,515640.3707011477,613.1913933810902,1.2794111585439307,0.01045196048849483,0.010377430746663965,23.664461641414373,731.3516869663795,0.012416904865736995,0.01041077682842854,0.009343343660024676,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,699049.1485225001,679047.276872069,720.8552276415048,1.5206436761012234,0.012299754269775968,0.012201484346344035,30.757379233594957,836.0915909889898,0.01421093187321033,0.012252275517259508,0.01115883119908389,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,0.00024499992702943323,1.266154258267515e-16,9.811341030830948e-09,4.7410508208422934e-08,nan,2.0,0.08053869727121418,0.015652473511539103,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 @@ -10,5 +10,5 @@ nws_ksfo_observations_temperature/1h/short,ETS,0.3644452700799921,0.344895156425 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,47.69824550276119,49.957564678356654,6.4057192894305315,0.5641097613229755,0.18716162201884665,0.1934364794471591,3.0281342410516743,6.906391641281371,0.2024840023628268,0.1878051154793777,0.14907925376326833,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,83.07352608723777,81.5645761733023,7.7256999482750786,6.656775319613622,0.3198452450027099,0.2629815663383987,224.59814807784082,9.114467954150575,0.3673337210740786,0.3113632220967286,0.305051684208655,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,14.171243885039843,14.337694488035686,3.022553809123867,0.563792420354711,0.38576245278691274,0.31831702279928403,4.492227631197424,3.764471262347455,0.3828275860014361,0.30737835347022374,0.24670245128325088,Hazards,1,24 -usgs_potomac_iv_usgs_00060/15min/short,ETS,58.45767884354689,49.897819296405,5.910348931394689,0.3152186096743834,0.0022732111274594955,0.002269531864631818,12.975411015951602,7.645762149292043,0.0029406777497277088,0.002273211127459496,0.00229279802204639,Hydrology,1,24 +usgs_potomac_iv_usgs_00060/15min/short,ETS,1211.0052490155304,1183.770702560763,22.55778106966007,0.7734096366740596,0.008814342471454887,0.008724492143172976,30.93638546696238,34.79950070066423,0.013459919690829035,0.008725007988264975,0.008725007988264975,Hydrology,1,24 wikimedia_time_series_hourly_pageviews/1D/short,ETS,5375.523385300434,5446.626613234983,60.95550697472512,1.2475015541757435,0.22936568387789905,0.2692454783402242,8.413687064374567,73.3179608643096,0.30296678043103137,0.25188226022613686,0.20464810994037214,Web,1,7 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 71c7c1f3621ce9f31a8560bf314f428cf4615e7d..b0f80513958cedac523720b460878566a8fe96b3 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-07-01T05:10:50.346820+00:00", + "evaluated_at": "2026-07-01T05:17:44.294744+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59085.0, 59197.12890625, 59339.98828125, - 59372.1484375 + 59260.6796875 ], "p50": [ 59574.48759975779, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 315dd43861205e5fcf0f6e854be47952f91b0b28..b53ff1be580d22deabc679eadb4a90d5edbed9de 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-07-01T04:55:58.855948+00:00", + "evaluated_at": "2026-07-01T05:17:44.317380+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, 2550.0, 2550.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -127,353 +115,361 @@ 2600.0, 2600.0, 2600.0, - 2600.0 + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "p50": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2602.6398294524133, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2612.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ], "p10": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2602.6398294524133, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2612.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ], "p90": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2607.639829452413, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2662.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ], "mean": [ - 2599.1702793755803, - 2598.998537721738, - 2600.3267960678677, - 2600.6550544140036, - 2601.733312760132, - 2601.5615711062683, - 2603.639829452426, - 2603.9680877985556, - 2604.796346144692, - 2606.124604490821, - 2603.9528628369562, - 2606.0311211831145, - 2605.6093795292436, - 2607.68763787538, - 2607.765896221509, - 2608.344154567644, - 2607.9224129138024, - 2609.750671259939, - 2609.078929606068, - 2609.157187952197, - 2611.735446298332, - 2612.3137046444904, - 2613.141962990627, - 2615.720221336756 + 2602.360823299213, + 2602.9359210763496, + 2605.2610188535064, + 2602.8361166306413, + 2604.16121440777, + 2606.736312184905, + 2606.5614099620616, + 2606.886507739197, + 2607.2116055163315, + 2608.0367032934887, + 2606.611801070624, + 2609.1868988477518, + 2606.0119966248885, + 2608.8370944020453, + 2608.9121921791802, + 2610.737289956309, + 2609.0623877334433, + 2610.8874855106005, + 2612.4625832877355, + 2611.7876810648704, + 2613.8627788420276, + 2614.187876619163, + 2613.7629743962907, + 2617.3380721734256 ], "quantiles": { "0.1": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2602.6398294524133, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2612.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ], "0.2": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2602.6398294524133, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2612.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ], "0.3": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2602.6398294524133, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2612.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ], "0.4": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2602.6398294524133, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2612.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ], "0.5": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2602.6398294524133, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2612.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ], "0.6": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2602.6398294524133, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2612.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ], "0.7": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2602.6398294524133, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2612.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ], "0.8": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2602.6398294524133, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2612.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ], "0.9": [ - 2599.170279375587, - 2599.748537721725, - 2600.3267960678627, - 2600.905054414, - 2601.483312760138, - 2602.0615711062756, - 2607.639829452413, - 2603.218087798551, - 2603.796346144689, - 2604.3746044908266, - 2604.952862836964, - 2605.5311211831017, - 2606.1093795292395, - 2606.6876378753773, - 2607.265896221515, - 2607.844154567653, - 2608.42241291379, - 2609.000671259928, - 2609.5789296060657, - 2610.1571879522035, - 2610.7354462983412, - 2611.313704644479, - 2611.891962990617, - 2662.470221336754 + 2601.3608232992187, + 2601.9359210763587, + 2602.511018853498, + 2603.086116630638, + 2603.661214407778, + 2604.236312184918, + 2604.8114099620575, + 2605.3865077391974, + 2605.9616055163374, + 2606.5367032934773, + 2607.111801070617, + 2607.6868988477568, + 2608.2619966248967, + 2608.8370944020367, + 2609.412192179176, + 2609.987289956316, + 2610.562387733456, + 2611.137485510596, + 2611.7125832877355, + 2612.2876810648754, + 2612.8627788420154, + 2613.4378766191553, + 2614.012974396295, + 2614.5880721734347 ] }, "timestamps": [ - "2026-06-30 17:55:00", - "2026-06-30 18:10:00", - "2026-06-30 18:25:00", - "2026-06-30 18:40:00", "2026-06-30 18:55:00", "2026-06-30 19:10:00", "2026-06-30 19:25:00", @@ -589,6 +585,10 @@ "2026-07-01 22:55:00", "2026-07-01 23:10:00", "2026-07-01 23:25:00", - "2026-07-01 23:40:00" + "2026-07-01 23:40:00", + "2026-07-01 23:55:00", + "2026-07-02 00:10:00", + "2026-07-02 00:25:00", + "2026-07-02 00:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 124e932e5e5673ae861f52d5b2d0d716d06b1776..f6a5cb818923afb2d9473e35056e1b8214d17b65 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,37 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-01T05:10:50.450695+00:00", + "evaluated_at": "2026-07-01T05:17:44.331551+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 50732112882a65327f849342b58aecb1c69b9803..5dde7c89bb74f7907fb6942725c5f3f01cd85279 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -3427,3 +3427,5 @@ {"evaluated_at": "2026-07-01T05:10:51.146571+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total", "prediction_length": 36} {"evaluated_at": "2026-07-01T05:10:51.146571+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} {"evaluated_at": "2026-07-01T05:10:51.146571+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-07-01T05:17:44.963453+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-07-01T05:17:44.963453+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index 9c1ed017455760ed79f53ebae7934b64eca307a3..07dfac0299a05b680bd3364facc4ecd562b6107c 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -10210,3 +10210,23 @@ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T05:06:40.924903Z|h:36", "release_time": "2026-07-01T05:06:40.924903Z", "evaluated_at": "2026-07-01T05:10:50.551414+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-07-01T05:06:40.924903Z|h:12", "release_time": "2026-07-01T05:06:40.924903Z", "evaluated_at": "2026-07-01T05:10:50.562140+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-07-01T05:06:40.924903Z|h:60", "release_time": "2026-07-01T05:06:40.924903Z", "evaluated_at": "2026-07-01T05:10:50.574089+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.0523349188650478, "RMSE": 0.2287682645496263, "MAPE": 0.1606053286379362, "CRPS": 0.1436688125708295, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:14:47.898169+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 581796.7343184153, "RMSE": 762.7560123122041, "MAPE": 0.011271108390459326, "CRPS": 0.007902094527847993, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:14:51.878137+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Chronos-2", "MSE": 687.5722729836901, "RMSE": 26.221599359758553, "MAPE": 0.005764309675505318, "CRPS": 0.003882347782506267, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:15:20.220117+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 947189.9041029612, "RMSE": 973.2368180987406, "MAPE": 0.013261067547462257, "CRPS": 0.014459752457200206, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:15:39.386446+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 727.4139784052968, "RMSE": 26.970613237471945, "MAPE": 0.005742480094376491, "CRPS": 0.005349875964583892, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:16:16.957612+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 1067896.405204137, "RMSE": 1033.3907321067559, "MAPE": 0.015811766385241757, "CRPS": 0.0106257638267565, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:16:21.671256+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 734.4566317473849, "RMSE": 27.10086035068601, "MAPE": 0.005801023365325698, "CRPS": 0.004010591886583401, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:16:43.569148+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 834890.12342453, "RMSE": 913.7232203597159, "MAPE": 0.01406281154667304, "CRPS": 0.009449768142416362, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:16:48.232447+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "TiRex", "MSE": 734.658731992046, "RMSE": 27.104588762643974, "MAPE": 0.00580718449457858, "CRPS": 0.0040015733069769, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:11.420327+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 1009308.5313911438, "RMSE": 1004.6434847203976, "MAPE": 0.015351903533866224, "CRPS": 0.01102018891645263, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:16.960122+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 647.9415760139624, "RMSE": 25.454696541384312, "MAPE": 0.005756206176819185, "CRPS": 0.004255984625763833, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:39.391929+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 1466844.5497023265, "RMSE": 1211.1335804535875, "MAPE": 0.019226365433773044, "CRPS": 0.015267628853310893, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:43.818691+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Timer-S1", "MSE": 585.1288827260336, "RMSE": 24.18943742061881, "MAPE": 0.0069919370993589735, "CRPS": 0.004941943451181843, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:44.229879+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 764315.4684270791, "RMSE": 874.2513759938151, "MAPE": 0.006408701530009345, "CRPS": 0.005117248444043345, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:44.257314+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "ARIMA", "MSE": 1073.3550196789527, "RMSE": 32.76209730281248, "MAPE": 0.010152856909676327, "CRPS": 0.009019085904607246, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:44.304176+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 534875.290028569, "RMSE": 731.3516869663795, "MAPE": 0.01045196048849483, "CRPS": 0.009343343660024676, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:44.325260+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "ETS", "MSE": 1211.0052490155304, "RMSE": 34.79950070066423, "MAPE": 0.008814342471454887, "CRPS": 0.008725007988264975, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:44.342184+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 1336158.2281781144, "RMSE": 1155.9231065162226, "MAPE": 0.01829530562949132, "CRPS": 0.01698791131521431, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:44.354442+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Moving-Average", "MSE": 676.1681358686888, "RMSE": 26.003233181062097, "MAPE": 0.006131427070378344, "CRPS": 0.006061184387237267, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:44.366778+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1469461.0079669952, "RMSE": 1212.2132683513225, "MAPE": 0.018579818993501144, "CRPS": 0.01358457618802281, "MAPE_eligible": true} +{"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-01T05:14:20.651379Z|h:24", "release_time": "2026-07-01T05:14:20.651379Z", "evaluated_at": "2026-07-01T05:17:44.380416+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 833.3333333333334, "RMSE": 28.867513459481287, "MAPE": 0.006520236299648065, "CRPS": 0.007250425284268937, "MAPE_eligible": true} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index e1844d166f6adb6730c1a4e6e83ca2e1c6f6d5d7..a7f2ecedd025a633a376a8daf7ed5b0d74899096 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,974564.7062842051,966056.6017842293,896.3047688802084,1.8701213603772686,0.015261838772372539,0.01512273985260826,26.94007162084759,987.2004387581101,0.016759388613204602,0.015216281666597404,0.010661560840923472,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1009308.5313911438,976876.8576283455,901.5689290364584,1.8811049216551468,0.015351903533866224,0.015211260427106701,29.381374674270603,1004.6434847203976,0.017056858958649175,0.01530685690790608,0.01102018891645263,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,1030876.9630381266,1014826.9631730715,898.097412109375,1.8945359593426947,0.015318722730765531,0.01517221865183925,23.948584557026866,1015.3211132632506,0.017257271004183717,0.015264836145398933,0.01042093026707615,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,0.0023506540607482525,3.636858225262225e-08,0.00015737354341480468,0.000760462779594595,nan,2.0,0.0034334031406416192,0.0484835442263481,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,34676.9704091623,1.735352678219235e-18,1.081786789198606e-09,nan,nan,2.0,nan,186.21753518173927,inf,inf,inf,Transportation,1,12 @@ -10,5 +10,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,19.119927291237218,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,74.3406061914011,116.9185376807814,9.185381690661112,0.8088964313077026,0.24990683813862327,0.28978611772754165,2.866546857167428,8.62209987134231,0.252785735504205,0.26930022862274533,0.22821929190045706,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.6602865547267054,1.6711267928761042,1.159031828244527,0.998668666989513,0.04631930873126718,0.0470426887404131,10.056361566461106,1.288521072674679,0.051930320309306964,0.04671161020632855,0.03857083018562978,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,18.00064819107763,16.685868914169152,3.475149154663086,0.6482143500925964,0.4950291238820616,0.3590651373575973,6.069035801862806,4.242717076482667,0.4314627535406102,0.3534049987792969,0.2675018963391722,Hazards,1,24 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,21.90535012135903,1.7849315057198207,1.1681111653645833,0.06229926215277778,0.00044927352514022436,0.00044914154553511373,2.949971245659722,4.680315173293251,0.0018001212204974042,0.00044927352514022436,0.0021277161948701252,Hydrology,1,24 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,647.9415760139624,731.4524513712773,14.679743448893229,0.5033054896763393,0.005756206176819185,0.005700510539541344,4.262210344587054,25.454696541384312,0.009845491007143006,0.005677902381521958,0.004255984625763833,Hydrology,1,24 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,301.0076247455353,215.6198668116371,12.11867196219308,0.24801798652335874,0.04721214242406408,0.046723688583808355,1.7245661738130618,17.349571313019098,0.07169244344222768,0.050077156868566446,0.05495430021700107,Web,1,7 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 691146b7524103c933b96f7cfa723011c3059e36..eb0298380493ee69dab1cc58d1601e71ac4a41cf 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-07-01T05:09:45.519643+00:00", + "evaluated_at": "2026-07-01T05:17:08.492448+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 59085.0, 59197.12890625, 59339.98828125, - 59372.1484375 + 59260.6796875 ], "p50": [ - 59709.146484375, - 59760.998046875, - 59727.732421875, - 59753.533203125, - 59801.619140625, - 59731.11328125, - 59792.7109375, - 59786.37890625, - 59758.14453125, - 59812.57421875, - 59854.412109375, - 59843.875, - 59815.396484375, - 59879.171875, - 59862.591796875, - 59826.755859375, - 59775.037109375, - 59888.037109375, - 59823.220703125, - 59878.78125, - 59812.138671875, - 59882.0546875, - 59811.220703125, - 59823.296875 + 59709.232421875, + 59718.130859375, + 59815.8359375, + 59751.9140625, + 59803.578125, + 59781.615234375, + 59779.876953125, + 59869.34375, + 59849.3671875, + 59826.505859375, + 59824.53125, + 59868.966796875, + 59849.904296875, + 59814.447265625, + 59837.052734375, + 59903.421875, + 59814.3984375, + 59820.9765625, + 59830.900390625, + 59844.873046875, + 59808.87109375, + 59782.333984375, + 59873.93359375, + 59852.1328125 ], "p10": [ - 59395.251953125, - 59414.4765625, - 59247.41015625, - 59275.935546875, - 59205.330078125, - 59277.6640625, - 59249.7265625, - 59224.06640625, - 59168.462890625, - 59137.09375, - 59098.59765625, - 59109.712890625, - 58990.6484375, - 59151.513671875, - 59001.021484375, - 59031.107421875, - 59091.783203125, - 59078.91796875, - 58888.732421875, - 58980.462890625, - 58958.939453125, - 58745.244140625, - 59028.806640625, - 58850.392578125 + 59434.69921875, + 59381.95703125, + 59412.560546875, + 59323.033203125, + 59287.53125, + 59231.357421875, + 59160.044921875, + 59337.525390625, + 59193.921875, + 59181.681640625, + 59134.525390625, + 59124.453125, + 59160.501953125, + 59191.072265625, + 59228.125, + 59150.541015625, + 58978.666015625, + 59104.73046875, + 59060.203125, + 59008.369140625, + 58927.27734375, + 59021.85546875, + 59016.603515625, + 58838.583984375 ], "p90": [ - 59982.353515625, - 60166.4609375, - 60235.333984375, - 60232.3203125, - 60258.126953125, - 60311.60546875, - 60368.337890625, - 60369.5078125, - 60359.21875, - 60433.4375, - 60530.625, - 60578.10546875, - 60447.740234375, - 60688.24609375, - 60577.396484375, - 60680.03125, - 60717.13671875, - 60843.859375, - 60778.080078125, - 60866.744140625, - 60620.30078125, - 60694.87109375, - 60799.921875, - 60834.392578125 + 59962.67578125, + 60160.482421875, + 60309.869140625, + 60239.87109375, + 60247.599609375, + 60373.72265625, + 60347.181640625, + 60330.1328125, + 60435.076171875, + 60683.306640625, + 60479.333984375, + 60626.916015625, + 60655.384765625, + 60599.6953125, + 60596.4296875, + 60633.732421875, + 60643.642578125, + 60645.1328125, + 60481.01953125, + 60622.591796875, + 60692.26953125, + 60846.138671875, + 60681.390625, + 60799.18359375 ], "mean": [ - 59707.0078125, - 59770.86328125, - 59758.91015625, - 59749.22265625, - 59745.484375, - 59765.296875, - 59788.6796875, - 59805.40625, - 59794.47265625, - 59832.90625, - 59819.23046875, - 59856.80078125, - 59772.9921875, - 59851.83984375, - 59904.87109375, - 59853.7890625, - 59841.1953125, - 59894.3359375, - 59848.671875, - 59889.96875, - 59781.35546875, - 59765.33984375, - 59802.16796875, - 59840.4140625 + 59703.84765625, + 59751.13671875, + 59826.3203125, + 59764.3046875, + 59753.00390625, + 59795.0, + 59728.34375, + 59842.7734375, + 59809.2421875, + 59891.6796875, + 59789.80859375, + 59862.04296875, + 59911.28125, + 59871.9375, + 59885.90234375, + 59896.9921875, + 59825.9296875, + 59696.109375, + 59791.87109375, + 59843.0625, + 59710.53515625, + 59871.3828125, + 59858.1953125, + 59885.20703125 ], "quantiles": { "0.1": [ - 59395.251953125, - 59414.4765625, - 59247.41015625, - 59275.935546875, - 59205.330078125, - 59277.6640625, - 59249.7265625, - 59224.06640625, - 59168.462890625, - 59137.09375, - 59098.59765625, - 59109.712890625, - 58990.6484375, - 59151.513671875, - 59001.021484375, - 59031.107421875, - 59091.783203125, - 59078.91796875, - 58888.732421875, - 58980.462890625, - 58958.939453125, - 58745.244140625, - 59028.806640625, - 58850.392578125 + 59434.69921875, + 59381.95703125, + 59412.560546875, + 59323.033203125, + 59287.53125, + 59231.357421875, + 59160.044921875, + 59337.525390625, + 59193.921875, + 59181.681640625, + 59134.525390625, + 59124.453125, + 59160.501953125, + 59191.072265625, + 59228.125, + 59150.541015625, + 58978.666015625, + 59104.73046875, + 59060.203125, + 59008.369140625, + 58927.27734375, + 59021.85546875, + 59016.603515625, + 58838.583984375 ], "0.2": [ - 59395.251953125, - 59414.4765625, - 59247.41015625, - 59275.935546875, - 59205.330078125, - 59277.6640625, - 59249.7265625, - 59224.06640625, - 59168.462890625, - 59137.09375, - 59098.59765625, - 59109.712890625, - 58990.6484375, - 59151.513671875, - 59001.021484375, - 59031.107421875, - 59091.783203125, - 59078.91796875, - 58888.732421875, - 58980.462890625, - 58958.939453125, - 58745.244140625, - 59028.806640625, - 58850.392578125 + 59434.69921875, + 59381.95703125, + 59412.560546875, + 59323.033203125, + 59287.53125, + 59231.357421875, + 59160.044921875, + 59337.525390625, + 59193.921875, + 59181.681640625, + 59134.525390625, + 59124.453125, + 59160.501953125, + 59191.072265625, + 59228.125, + 59150.541015625, + 58978.666015625, + 59104.73046875, + 59060.203125, + 59008.369140625, + 58927.27734375, + 59021.85546875, + 59016.603515625, + 58838.583984375 ], "0.3": [ - 59395.251953125, - 59414.4765625, - 59247.41015625, - 59275.935546875, - 59205.330078125, - 59277.6640625, - 59249.7265625, - 59224.06640625, - 59168.462890625, - 59137.09375, - 59098.59765625, - 59109.712890625, - 58990.6484375, - 59151.513671875, - 59001.021484375, - 59031.107421875, - 59091.783203125, - 59078.91796875, - 58888.732421875, - 58980.462890625, - 58958.939453125, - 58745.244140625, - 59028.806640625, - 58850.392578125 + 59434.69921875, + 59381.95703125, + 59412.560546875, + 59323.033203125, + 59287.53125, + 59231.357421875, + 59160.044921875, + 59337.525390625, + 59193.921875, + 59181.681640625, + 59134.525390625, + 59124.453125, + 59160.501953125, + 59191.072265625, + 59228.125, + 59150.541015625, + 58978.666015625, + 59104.73046875, + 59060.203125, + 59008.369140625, + 58927.27734375, + 59021.85546875, + 59016.603515625, + 58838.583984375 ], "0.4": [ - 59709.146484375, - 59760.998046875, - 59727.732421875, - 59753.533203125, - 59801.619140625, - 59731.11328125, - 59792.7109375, - 59786.37890625, - 59758.14453125, - 59812.57421875, - 59854.412109375, - 59843.875, - 59815.396484375, - 59879.171875, - 59862.591796875, - 59826.755859375, - 59775.037109375, - 59888.037109375, - 59823.220703125, - 59878.78125, - 59812.138671875, - 59882.0546875, - 59811.220703125, - 59823.296875 + 59709.232421875, + 59718.130859375, + 59815.8359375, + 59751.9140625, + 59803.578125, + 59781.615234375, + 59779.876953125, + 59869.34375, + 59849.3671875, + 59826.505859375, + 59824.53125, + 59868.966796875, + 59849.904296875, + 59814.447265625, + 59837.052734375, + 59903.421875, + 59814.3984375, + 59820.9765625, + 59830.900390625, + 59844.873046875, + 59808.87109375, + 59782.333984375, + 59873.93359375, + 59852.1328125 ], "0.5": [ - 59709.146484375, - 59760.998046875, - 59727.732421875, - 59753.533203125, - 59801.619140625, - 59731.11328125, - 59792.7109375, - 59786.37890625, - 59758.14453125, - 59812.57421875, - 59854.412109375, - 59843.875, - 59815.396484375, - 59879.171875, - 59862.591796875, - 59826.755859375, - 59775.037109375, - 59888.037109375, - 59823.220703125, - 59878.78125, - 59812.138671875, - 59882.0546875, - 59811.220703125, - 59823.296875 + 59709.232421875, + 59718.130859375, + 59815.8359375, + 59751.9140625, + 59803.578125, + 59781.615234375, + 59779.876953125, + 59869.34375, + 59849.3671875, + 59826.505859375, + 59824.53125, + 59868.966796875, + 59849.904296875, + 59814.447265625, + 59837.052734375, + 59903.421875, + 59814.3984375, + 59820.9765625, + 59830.900390625, + 59844.873046875, + 59808.87109375, + 59782.333984375, + 59873.93359375, + 59852.1328125 ], "0.6": [ - 59709.146484375, - 59760.998046875, - 59727.732421875, - 59753.533203125, - 59801.619140625, - 59731.11328125, - 59792.7109375, - 59786.37890625, - 59758.14453125, - 59812.57421875, - 59854.412109375, - 59843.875, - 59815.396484375, - 59879.171875, - 59862.591796875, - 59826.755859375, - 59775.037109375, - 59888.037109375, - 59823.220703125, - 59878.78125, - 59812.138671875, - 59882.0546875, - 59811.220703125, - 59823.296875 + 59709.232421875, + 59718.130859375, + 59815.8359375, + 59751.9140625, + 59803.578125, + 59781.615234375, + 59779.876953125, + 59869.34375, + 59849.3671875, + 59826.505859375, + 59824.53125, + 59868.966796875, + 59849.904296875, + 59814.447265625, + 59837.052734375, + 59903.421875, + 59814.3984375, + 59820.9765625, + 59830.900390625, + 59844.873046875, + 59808.87109375, + 59782.333984375, + 59873.93359375, + 59852.1328125 ], "0.7": [ - 59709.146484375, - 59760.998046875, - 59727.732421875, - 59753.533203125, - 59801.619140625, - 59731.11328125, - 59792.7109375, - 59786.37890625, - 59758.14453125, - 59812.57421875, - 59854.412109375, - 59843.875, - 59815.396484375, - 59879.171875, - 59862.591796875, - 59826.755859375, - 59775.037109375, - 59888.037109375, - 59823.220703125, - 59878.78125, - 59812.138671875, - 59882.0546875, - 59811.220703125, - 59823.296875 + 59709.232421875, + 59718.130859375, + 59815.8359375, + 59751.9140625, + 59803.578125, + 59781.615234375, + 59779.876953125, + 59869.34375, + 59849.3671875, + 59826.505859375, + 59824.53125, + 59868.966796875, + 59849.904296875, + 59814.447265625, + 59837.052734375, + 59903.421875, + 59814.3984375, + 59820.9765625, + 59830.900390625, + 59844.873046875, + 59808.87109375, + 59782.333984375, + 59873.93359375, + 59852.1328125 ], "0.8": [ - 59982.353515625, - 60166.4609375, - 60235.333984375, - 60232.3203125, - 60258.126953125, - 60311.60546875, - 60368.337890625, - 60369.5078125, - 60359.21875, - 60433.4375, - 60530.625, - 60578.10546875, - 60447.740234375, - 60688.24609375, - 60577.396484375, - 60680.03125, - 60717.13671875, - 60843.859375, - 60778.080078125, - 60866.744140625, - 60620.30078125, - 60694.87109375, - 60799.921875, - 60834.392578125 + 59962.67578125, + 60160.482421875, + 60309.869140625, + 60239.87109375, + 60247.599609375, + 60373.72265625, + 60347.181640625, + 60330.1328125, + 60435.076171875, + 60683.306640625, + 60479.333984375, + 60626.916015625, + 60655.384765625, + 60599.6953125, + 60596.4296875, + 60633.732421875, + 60643.642578125, + 60645.1328125, + 60481.01953125, + 60622.591796875, + 60692.26953125, + 60846.138671875, + 60681.390625, + 60799.18359375 ], "0.9": [ - 59982.353515625, - 60166.4609375, - 60235.333984375, - 60232.3203125, - 60258.126953125, - 60311.60546875, - 60368.337890625, - 60369.5078125, - 60359.21875, - 60433.4375, - 60530.625, - 60578.10546875, - 60447.740234375, - 60688.24609375, - 60577.396484375, - 60680.03125, - 60717.13671875, - 60843.859375, - 60778.080078125, - 60866.744140625, - 60620.30078125, - 60694.87109375, - 60799.921875, - 60834.392578125 + 59962.67578125, + 60160.482421875, + 60309.869140625, + 60239.87109375, + 60247.599609375, + 60373.72265625, + 60347.181640625, + 60330.1328125, + 60435.076171875, + 60683.306640625, + 60479.333984375, + 60626.916015625, + 60655.384765625, + 60599.6953125, + 60596.4296875, + 60633.732421875, + 60643.642578125, + 60645.1328125, + 60481.01953125, + 60622.591796875, + 60692.26953125, + 60846.138671875, + 60681.390625, + 60799.18359375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 92f4762116ff39ae109d5f12b2d8e342aed3b683..85c2dc072c78c471a11fcddef751f2b5258d4d8b 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-07-01T04:54:40.390024+00:00", + "evaluated_at": "2026-07-01T05:17:14.032308+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, 2550.0, 2550.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -127,353 +115,361 @@ 2600.0, 2600.0, 2600.0, - 2600.0 + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "p50": [ - 2601.6068115234375, - 2601.4415283203125, - 2600.9381103515625, - 2601.780029296875, - 2600.8663330078125, - 2600.5416259765625, - 2601.43896484375, - 2601.29443359375, - 2601.7835693359375, - 2601.429931640625, - 2601.4510498046875, - 2602.139404296875, - 2601.948974609375, - 2601.7969970703125, - 2602.0604248046875, - 2601.7974853515625, - 2600.7667236328125, - 2601.1014404296875, - 2600.3643798828125, - 2600.978271484375, - 2600.2969970703125, - 2600.061767578125, - 2600.5599365234375, - 2600.4581298828125 + 2599.687744140625, + 2600.0877685546875, + 2599.9320068359375, + 2599.9290771484375, + 2600.024169921875, + 2599.9544677734375, + 2599.9359130859375, + 2600.1497802734375, + 2600.1453857421875, + 2599.9908447265625, + 2599.9703369140625, + 2600.0072021484375, + 2599.63037109375, + 2599.873291015625, + 2600.0439453125, + 2599.903076171875, + 2600.1629638671875, + 2600.20263671875, + 2600.0093994140625, + 2600.1097412109375, + 2599.9384765625, + 2600.2200927734375, + 2599.8404541015625, + 2600.149169921875 ], "p10": [ - 2596.881591796875, - 2575.524169921875, - 2596.881591796875, - 2596.881591796875, - 2575.524169921875, - 2596.881591796875, - 2596.881591796875, - 2577.6158447265625, - 2596.881591796875, - 2577.482421875, - 2571.1395263671875, - 2596.881591796875, - 2576.568115234375, - 2575.524169921875, - 2575.524169921875, - 2575.524169921875, - 2559.955810546875, - 2563.8009033203125, - 2562.050048828125, - 2555.1746826171875, - 2556.902587890625, - 2556.9801025390625, - 2558.89111328125, - 2556.588134765625 + 2586.0380859375, + 2592.62109375, + 2586.0380859375, + 2586.0380859375, + 2591.1483154296875, + 2594.3128662109375, + 2593.3123779296875, + 2588.92578125, + 2578.80517578125, + 2575.291259765625, + 2570.1717529296875, + 2586.0380859375, + 2566.3505859375, + 2561.192138671875, + 2560.548095703125, + 2564.2689208984375, + 2561.458251953125, + 2572.5692138671875, + 2556.217529296875, + 2561.458251953125, + 2568.1004638671875, + 2557.877685546875, + 2547.59033203125, + 2556.387451171875 ], "p90": [ - 2618.239013671875, - 2639.596435546875, - 2628.917724609375, - 2618.239013671875, - 2618.239013671875, - 2628.917724609375, - 2618.239013671875, - 2618.239013671875, - 2639.596435546875, - 2628.917724609375, - 2618.239013671875, - 2618.239013671875, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2620.74365234375, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2618.239013671875, - 2639.596435546875, - 2639.596435546875 + 2600.364013671875, + 2601.0484619140625, + 2600.7562255859375, + 2602.643798828125, + 2600.81494140625, + 2600.7802734375, + 2610.53564453125, + 2610.617919921875, + 2610.09912109375, + 2617.391357421875, + 2610.617919921875, + 2617.0704345703125, + 2611.6845703125, + 2635.19775390625, + 2612.342041015625, + 2610.617919921875, + 2632.00830078125, + 2610.617919921875, + 2635.053955078125, + 2618.5408935546875, + 2615.91796875, + 2625.6339111328125, + 2627.028564453125, + 2624.886474609375 ], "mean": [ - 2604.900390625, - 2604.509521484375, - 2604.2001953125, - 2605.7109375, - 2602.24072265625, - 2604.09716796875, - 2604.72607421875, - 2603.65087890625, - 2607.68505859375, - 2603.423828125, - 2603.9853515625, - 2604.197509765625, - 2606.100830078125, - 2604.920166015625, - 2607.68017578125, - 2603.31005859375, - 2598.700927734375, - 2602.044677734375, - 2604.27783203125, - 2600.473388671875, - 2598.12890625, - 2597.95166015625, - 2602.654541015625, - 2599.135986328125 + 2597.67822265625, + 2600.001220703125, + 2600.23828125, + 2598.0166015625, + 2600.30322265625, + 2596.2412109375, + 2602.133056640625, + 2601.401123046875, + 2597.038330078125, + 2598.600341796875, + 2595.685302734375, + 2596.7763671875, + 2593.12548828125, + 2598.318115234375, + 2593.857666015625, + 2600.0537109375, + 2597.665283203125, + 2595.478271484375, + 2598.385009765625, + 2597.76220703125, + 2603.481201171875, + 2595.6455078125, + 2595.261474609375, + 2592.701904296875 ], "quantiles": { "0.1": [ - 2596.881591796875, - 2575.524169921875, - 2596.881591796875, - 2596.881591796875, - 2575.524169921875, - 2596.881591796875, - 2596.881591796875, - 2577.6158447265625, - 2596.881591796875, - 2577.482421875, - 2571.1395263671875, - 2596.881591796875, - 2576.568115234375, - 2575.524169921875, - 2575.524169921875, - 2575.524169921875, - 2559.955810546875, - 2563.8009033203125, - 2562.050048828125, - 2555.1746826171875, - 2556.902587890625, - 2556.9801025390625, - 2558.89111328125, - 2556.588134765625 + 2586.0380859375, + 2592.62109375, + 2586.0380859375, + 2586.0380859375, + 2591.1483154296875, + 2594.3128662109375, + 2593.3123779296875, + 2588.92578125, + 2578.80517578125, + 2575.291259765625, + 2570.1717529296875, + 2586.0380859375, + 2566.3505859375, + 2561.192138671875, + 2560.548095703125, + 2564.2689208984375, + 2561.458251953125, + 2572.5692138671875, + 2556.217529296875, + 2561.458251953125, + 2568.1004638671875, + 2557.877685546875, + 2547.59033203125, + 2556.387451171875 ], "0.2": [ - 2596.881591796875, - 2575.524169921875, - 2596.881591796875, - 2596.881591796875, - 2575.524169921875, - 2596.881591796875, - 2596.881591796875, - 2577.6158447265625, - 2596.881591796875, - 2577.482421875, - 2571.1395263671875, - 2596.881591796875, - 2576.568115234375, - 2575.524169921875, - 2575.524169921875, - 2575.524169921875, - 2559.955810546875, - 2563.8009033203125, - 2562.050048828125, - 2555.1746826171875, - 2556.902587890625, - 2556.9801025390625, - 2558.89111328125, - 2556.588134765625 + 2586.0380859375, + 2592.62109375, + 2586.0380859375, + 2586.0380859375, + 2591.1483154296875, + 2594.3128662109375, + 2593.3123779296875, + 2588.92578125, + 2578.80517578125, + 2575.291259765625, + 2570.1717529296875, + 2586.0380859375, + 2566.3505859375, + 2561.192138671875, + 2560.548095703125, + 2564.2689208984375, + 2561.458251953125, + 2572.5692138671875, + 2556.217529296875, + 2561.458251953125, + 2568.1004638671875, + 2557.877685546875, + 2547.59033203125, + 2556.387451171875 ], "0.3": [ - 2596.881591796875, - 2575.524169921875, - 2596.881591796875, - 2596.881591796875, - 2575.524169921875, - 2596.881591796875, - 2596.881591796875, - 2577.6158447265625, - 2596.881591796875, - 2577.482421875, - 2571.1395263671875, - 2596.881591796875, - 2576.568115234375, - 2575.524169921875, - 2575.524169921875, - 2575.524169921875, - 2559.955810546875, - 2563.8009033203125, - 2562.050048828125, - 2555.1746826171875, - 2556.902587890625, - 2556.9801025390625, - 2558.89111328125, - 2556.588134765625 + 2586.0380859375, + 2592.62109375, + 2586.0380859375, + 2586.0380859375, + 2591.1483154296875, + 2594.3128662109375, + 2593.3123779296875, + 2588.92578125, + 2578.80517578125, + 2575.291259765625, + 2570.1717529296875, + 2586.0380859375, + 2566.3505859375, + 2561.192138671875, + 2560.548095703125, + 2564.2689208984375, + 2561.458251953125, + 2572.5692138671875, + 2556.217529296875, + 2561.458251953125, + 2568.1004638671875, + 2557.877685546875, + 2547.59033203125, + 2556.387451171875 ], "0.4": [ - 2601.6068115234375, - 2601.4415283203125, - 2600.9381103515625, - 2601.780029296875, - 2600.8663330078125, - 2600.5416259765625, - 2601.43896484375, - 2601.29443359375, - 2601.7835693359375, - 2601.429931640625, - 2601.4510498046875, - 2602.139404296875, - 2601.948974609375, - 2601.7969970703125, - 2602.0604248046875, - 2601.7974853515625, - 2600.7667236328125, - 2601.1014404296875, - 2600.3643798828125, - 2600.978271484375, - 2600.2969970703125, - 2600.061767578125, - 2600.5599365234375, - 2600.4581298828125 + 2599.687744140625, + 2600.0877685546875, + 2599.9320068359375, + 2599.9290771484375, + 2600.024169921875, + 2599.9544677734375, + 2599.9359130859375, + 2600.1497802734375, + 2600.1453857421875, + 2599.9908447265625, + 2599.9703369140625, + 2600.0072021484375, + 2599.63037109375, + 2599.873291015625, + 2600.0439453125, + 2599.903076171875, + 2600.1629638671875, + 2600.20263671875, + 2600.0093994140625, + 2600.1097412109375, + 2599.9384765625, + 2600.2200927734375, + 2599.8404541015625, + 2600.149169921875 ], "0.5": [ - 2601.6068115234375, - 2601.4415283203125, - 2600.9381103515625, - 2601.780029296875, - 2600.8663330078125, - 2600.5416259765625, - 2601.43896484375, - 2601.29443359375, - 2601.7835693359375, - 2601.429931640625, - 2601.4510498046875, - 2602.139404296875, - 2601.948974609375, - 2601.7969970703125, - 2602.0604248046875, - 2601.7974853515625, - 2600.7667236328125, - 2601.1014404296875, - 2600.3643798828125, - 2600.978271484375, - 2600.2969970703125, - 2600.061767578125, - 2600.5599365234375, - 2600.4581298828125 + 2599.687744140625, + 2600.0877685546875, + 2599.9320068359375, + 2599.9290771484375, + 2600.024169921875, + 2599.9544677734375, + 2599.9359130859375, + 2600.1497802734375, + 2600.1453857421875, + 2599.9908447265625, + 2599.9703369140625, + 2600.0072021484375, + 2599.63037109375, + 2599.873291015625, + 2600.0439453125, + 2599.903076171875, + 2600.1629638671875, + 2600.20263671875, + 2600.0093994140625, + 2600.1097412109375, + 2599.9384765625, + 2600.2200927734375, + 2599.8404541015625, + 2600.149169921875 ], "0.6": [ - 2601.6068115234375, - 2601.4415283203125, - 2600.9381103515625, - 2601.780029296875, - 2600.8663330078125, - 2600.5416259765625, - 2601.43896484375, - 2601.29443359375, - 2601.7835693359375, - 2601.429931640625, - 2601.4510498046875, - 2602.139404296875, - 2601.948974609375, - 2601.7969970703125, - 2602.0604248046875, - 2601.7974853515625, - 2600.7667236328125, - 2601.1014404296875, - 2600.3643798828125, - 2600.978271484375, - 2600.2969970703125, - 2600.061767578125, - 2600.5599365234375, - 2600.4581298828125 + 2599.687744140625, + 2600.0877685546875, + 2599.9320068359375, + 2599.9290771484375, + 2600.024169921875, + 2599.9544677734375, + 2599.9359130859375, + 2600.1497802734375, + 2600.1453857421875, + 2599.9908447265625, + 2599.9703369140625, + 2600.0072021484375, + 2599.63037109375, + 2599.873291015625, + 2600.0439453125, + 2599.903076171875, + 2600.1629638671875, + 2600.20263671875, + 2600.0093994140625, + 2600.1097412109375, + 2599.9384765625, + 2600.2200927734375, + 2599.8404541015625, + 2600.149169921875 ], "0.7": [ - 2601.6068115234375, - 2601.4415283203125, - 2600.9381103515625, - 2601.780029296875, - 2600.8663330078125, - 2600.5416259765625, - 2601.43896484375, - 2601.29443359375, - 2601.7835693359375, - 2601.429931640625, - 2601.4510498046875, - 2602.139404296875, - 2601.948974609375, - 2601.7969970703125, - 2602.0604248046875, - 2601.7974853515625, - 2600.7667236328125, - 2601.1014404296875, - 2600.3643798828125, - 2600.978271484375, - 2600.2969970703125, - 2600.061767578125, - 2600.5599365234375, - 2600.4581298828125 + 2599.687744140625, + 2600.0877685546875, + 2599.9320068359375, + 2599.9290771484375, + 2600.024169921875, + 2599.9544677734375, + 2599.9359130859375, + 2600.1497802734375, + 2600.1453857421875, + 2599.9908447265625, + 2599.9703369140625, + 2600.0072021484375, + 2599.63037109375, + 2599.873291015625, + 2600.0439453125, + 2599.903076171875, + 2600.1629638671875, + 2600.20263671875, + 2600.0093994140625, + 2600.1097412109375, + 2599.9384765625, + 2600.2200927734375, + 2599.8404541015625, + 2600.149169921875 ], "0.8": [ - 2618.239013671875, - 2639.596435546875, - 2628.917724609375, - 2618.239013671875, - 2618.239013671875, - 2628.917724609375, - 2618.239013671875, - 2618.239013671875, - 2639.596435546875, - 2628.917724609375, - 2618.239013671875, - 2618.239013671875, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2620.74365234375, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2618.239013671875, - 2639.596435546875, - 2639.596435546875 + 2600.364013671875, + 2601.0484619140625, + 2600.7562255859375, + 2602.643798828125, + 2600.81494140625, + 2600.7802734375, + 2610.53564453125, + 2610.617919921875, + 2610.09912109375, + 2617.391357421875, + 2610.617919921875, + 2617.0704345703125, + 2611.6845703125, + 2635.19775390625, + 2612.342041015625, + 2610.617919921875, + 2632.00830078125, + 2610.617919921875, + 2635.053955078125, + 2618.5408935546875, + 2615.91796875, + 2625.6339111328125, + 2627.028564453125, + 2624.886474609375 ], "0.9": [ - 2618.239013671875, - 2639.596435546875, - 2628.917724609375, - 2618.239013671875, - 2618.239013671875, - 2628.917724609375, - 2618.239013671875, - 2618.239013671875, - 2639.596435546875, - 2628.917724609375, - 2618.239013671875, - 2618.239013671875, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2620.74365234375, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2639.596435546875, - 2618.239013671875, - 2639.596435546875, - 2639.596435546875 + 2600.364013671875, + 2601.0484619140625, + 2600.7562255859375, + 2602.643798828125, + 2600.81494140625, + 2600.7802734375, + 2610.53564453125, + 2610.617919921875, + 2610.09912109375, + 2617.391357421875, + 2610.617919921875, + 2617.0704345703125, + 2611.6845703125, + 2635.19775390625, + 2612.342041015625, + 2610.617919921875, + 2632.00830078125, + 2610.617919921875, + 2635.053955078125, + 2618.5408935546875, + 2615.91796875, + 2625.6339111328125, + 2627.028564453125, + 2624.886474609375 ] }, "timestamps": [ - "2026-06-30 17:55:00", - "2026-06-30 18:10:00", - "2026-06-30 18:25:00", - "2026-06-30 18:40:00", "2026-06-30 18:55:00", "2026-06-30 19:10:00", "2026-06-30 19:25:00", @@ -589,6 +585,10 @@ "2026-07-01 22:55:00", "2026-07-01 23:10:00", "2026-07-01 23:25:00", - "2026-07-01 23:40:00" + "2026-07-01 23:40:00", + "2026-07-01 23:55:00", + "2026-07-02 00:10:00", + "2026-07-02 00:25:00", + "2026-07-02 00:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index d8764ade3c60c4c27552b406964100627ba239e5..393bddab44ab4289baa85b87ac4f9edd6833a3c9 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,37 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-07-01T05:10:03.379169+00:00", + "evaluated_at": "2026-07-01T05:17:16.972443+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 1a3c6fe3161367c5d4afaeee9e8351043bd39b17..5615f6cbb52918facd62d116c8803b9783428d3f 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,1329966.2769714885,1297905.5741553875,1070.4011033442973,2.2333697610874874,0.018216140710961618,0.01802967349877697,51.753366143989105,1153.2416385872862,0.01957821737835446,0.018171859896575316,0.01690772273107025,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,1336158.2281781144,1303984.7581389595,1075.0456345942973,2.2430604794693796,0.01829530562949132,0.01810797210363101,52.14099487926478,1155.9231065162226,0.019625287671455004,0.01825214819214178,0.01698791131521431,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,1364727.2838234964,1334143.6971203291,1080.1180141515943,2.2785083116293463,0.018407573915633135,0.0182153898676727,53.88729733861873,1168.2154269754772,0.019855994277306926,0.018358614868951205,0.0170842173786281,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,0.0002450000155965503,0.0,0.0,0.0,nan,nan,0.08053687773279103,0.015652476340712044,inf,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 @@ -10,5 +10,5 @@ nws_ksfo_observations_temperature/1h/short,Moving-Average,13.74463493902914,13.9 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,106.19505893987163,109.79997405728152,8.701484947477406,0.7662828130755193,0.22988298227342252,0.27139730348806324,8.604177380747132,10.305098686566355,0.3021284825968436,0.2551131748934849,0.22129774874002428,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,1.6672599740469047,1.5800103093959132,1.1352737022276547,0.9781977053979102,0.04566235160354545,0.04529807134503694,6.145305167202625,1.2912242152495843,0.05203926308310667,0.04575410386811707,0.03832602789122706,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,16.394340183194032,17.019788018772832,3.477669660678643,0.6486844962923893,0.5072281203038989,0.3582655161697512,4.492227631197426,4.048992489891039,0.4117619481245124,0.3536613214249468,0.2638501152121369,Hazards,1,24 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,532.087315327517,549.5734264389006,23.44298245614027,1.2502923976608145,0.009016531713900103,0.009057364722030378,46.961208676363604,23.067017911457842,0.008871929965945324,0.009016531713900103,0.008934825935922399,Hydrology,1,24 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,676.1681358686888,659.8621691289574,15.670687134503018,0.5372807017543891,0.006131427070378344,0.0060818795896564574,21.491228070175566,26.003233181062097,0.010057656669548595,0.006061184387237267,0.006061184387237267,Hydrology,1,24 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,2406.258392831688,2903.8188779301854,44.27524630541872,0.9061271297509831,0.20975996672613992,0.18571870920026606,5.210263286371649,49.053627723458824,0.2027009410060282,0.18295556324553192,0.1288246210424894,Web,1,7 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index c2f02a905c0e3f572d04afefaeea4a580fc3f33a..09327a50d7bac75d293c7477d8dcd73327717b0b 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-07-01T05:10:50.456373+00:00", + "evaluated_at": "2026-07-01T05:17:44.339457+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59085.0, 59197.12890625, 59339.98828125, - 59372.1484375 + 59260.6796875 ], "p50": [ 59949.68365542763, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 2a39f335eca6437cf193a3be52ee6dd3291256bd..de5fbe5c1934cc4357a32da74c90bbd8947a0428 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-07-01T04:55:58.931253+00:00", + "evaluated_at": "2026-07-01T05:17:44.351965+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, 2550.0, 2550.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -127,353 +115,361 @@ 2600.0, 2600.0, 2600.0, - 2600.0 + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "p50": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ], "p10": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ], "p90": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2581.5570175438593, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2626.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ], "mean": [ - 2576.5570175438656, - 2575.8070175438656, - 2576.5570175438656, - 2576.3070175438656, - 2576.8070175438656, - 2576.0570175438656, - 2577.5570175438656, - 2577.3070175438656, - 2577.5570175438656, - 2578.3070175438656, - 2575.5570175438656, - 2577.0570175438656, - 2576.0570175438656, - 2577.5570175438656, - 2577.0570175438656, - 2577.0570175438656, - 2576.0570175438656, - 2577.3070175438656, - 2576.0570175438656, - 2575.5570175438656, - 2577.5570175438656, - 2577.5570175438656, - 2577.8070175438656, - 2579.8070175438656 + 2598.3903508771914, + 2598.3903508771914, + 2600.1403508771914, + 2597.1403508771914, + 2597.8903508771914, + 2599.8903508771914, + 2599.1403508771914, + 2598.8903508771914, + 2598.6403508771914, + 2598.8903508771914, + 2596.8903508771914, + 2598.8903508771914, + 2595.1403508771914, + 2597.3903508771914, + 2596.8903508771914, + 2598.1403508771914, + 2595.8903508771914, + 2597.1403508771914, + 2598.1403508771914, + 2596.8903508771914, + 2598.3903508771914, + 2598.1403508771914, + 2597.1403508771914, + 2600.1403508771914 ], "quantiles": { "0.1": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ], "0.2": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ], "0.3": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ], "0.4": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ], "0.5": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ], "0.6": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ], "0.7": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ], "0.8": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ], "0.9": [ - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2581.5570175438593, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2576.5570175438597, - 2626.5570175438597 + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928, + 2597.3903508771928 ] }, "timestamps": [ - "2026-06-30 17:55:00", - "2026-06-30 18:10:00", - "2026-06-30 18:25:00", - "2026-06-30 18:40:00", "2026-06-30 18:55:00", "2026-06-30 19:10:00", "2026-06-30 19:25:00", @@ -589,6 +585,10 @@ "2026-07-01 22:55:00", "2026-07-01 23:10:00", "2026-07-01 23:25:00", - "2026-07-01 23:40:00" + "2026-07-01 23:40:00", + "2026-07-01 23:55:00", + "2026-07-02 00:10:00", + "2026-07-02 00:25:00", + "2026-07-02 00:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 6885b5ceb4762d3518312abf62cd949b9a8a8af8..392be9ccd3d67e905bea722d13650ddadaa91840 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,37 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-01T05:10:50.519733+00:00", + "evaluated_at": "2026-07-01T05:17:44.359536+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 0042f5554d98bd449f90f6e0502d659bbfe9b7a9..6fbb989b87d1b70bddfdd6e18046477d93edcee6 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-07-01T05:06:43.605056+00:00", - "finished_at": "2026-07-01T05:10:51.133781+00:00", - "task_count": 5, + "started_at": "2026-07-01T05:14:23.035159+00:00", + "finished_at": "2026-07-01T05:17:44.961674+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,37 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-01T05:07:27.778660+00:00", + "evaluated_at": "2026-07-01T05:14:51.890412+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -48,37 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-01T05:08:11.858839+00:00", + "evaluated_at": "2026-07-01T05:15:39.399971+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -86,37 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-07-01T05:08:46.607436+00:00", + "evaluated_at": "2026-07-01T05:16:21.683638+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -124,37 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-01T05:09:23.973194+00:00", + "evaluated_at": "2026-07-01T05:16:48.245212+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -162,37 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-07-01T05:10:03.379169+00:00", + "evaluated_at": "2026-07-01T05:17:16.972443+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -200,37 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-07-01T05:10:49.372589+00:00", + "evaluated_at": "2026-07-01T05:17:43.832648+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -238,37 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-01T05:10:50.303428+00:00", + "evaluated_at": "2026-07-01T05:17:44.263923+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -276,37 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-01T05:10:50.450695+00:00", + "evaluated_at": "2026-07-01T05:17:44.331551+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -314,37 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-01T05:10:50.519733+00:00", + "evaluated_at": "2026-07-01T05:17:44.359536+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -352,37 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-01T05:10:50.582583+00:00", + "evaluated_at": "2026-07-01T05:17:44.385453+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -404,7 +224,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-07-01T05:11:02.082876+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 4cdd2ae35be5308330238c69d745168c7aa75f23..87b1e98b76a20b00010c617584a22d0b1c3c2ab1 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1466342.5318012238,1466342.5318012238,1086.77978515625,2.2675435418982524,0.018501074817257133,0.018290677252512794,8.236721257708842,1210.926311466236,0.02055751176665526,0.01844991558079265,0.013560095338367963,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1469461.0079669952,1469461.0079669952,1091.42431640625,2.277234260280144,0.018579818993501144,0.018368977590763853,8.236721257708842,1212.2132683513225,0.02058098326475102,0.018530225808573865,0.01358457618802281,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,1467027.6418647766,1467027.6418647766,1096.9720052083333,2.3140617957891956,0.018696658350126478,0.018485606691196265,8.456849731818961,1211.209165200122,0.020586752834706547,0.01864507979848806,0.013574330626170214,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,0.0,nan,nan,0.0,0.0,nan,nan,nan,Climate,1,36 @@ -11,5 +11,5 @@ nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,13.752500178019242,13. open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,132.6687424182907,132.6687424182907,10.154166221618652,0.8942109425810232,0.29530851316507106,0.34853605937765514,33.17929158725782,11.518191803329666,0.33769437029611954,0.29770339187270567,0.29260281350381623,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,0.6958335081741703,0.6958335081741703,0.5250000953674316,0.4523613007280984,0.020890808352797986,0.02038020248068238,6.929387073611731,0.8341663552158948,0.03361879517242901,0.021158694019846113,0.018513482723099054,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,24.25,24.25,4.166666666666667,0.7772020725388602,0.5152874290741938,0.4183455008644949,28.76673590348229,4.924428900898052,0.5007893797523443,0.423728813559322,0.4163276836158192,Hazards,1,24 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1145.8333333333333,1145.8333333333333,22.916666666666668,1.222222222222222,0.008814102564102566,0.00889967637540453,8.24666616226559,33.8501600193165,0.013019292315121729,0.008814102564102564,0.0082638888888889,Hydrology,1,24 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,833.3333333333334,833.3333333333334,16.666666666666668,0.5714285714285714,0.006520236299648065,0.006472491909385113,5.344285387406548,28.867513459481287,0.011165516890049168,0.0064464141821112,0.007250425284268937,Hydrology,1,24 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8072.428571428572,8072.428571428572,83.57142857142857,1.7103538663171693,0.37953413869507374,0.33079643381723267,61.89814541242164,89.84669482751478,0.37126733399799494,0.34533648170011805,0.337642660369933,Web,1,7 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 29730860700b65984a069bfb04ad5420931a7ea6..ab5978732e4de59ca9f0832516266b4576395fe6 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-07-01T05:10:50.524608+00:00", + "evaluated_at": "2026-07-01T05:17:44.364877+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59085.0, 59197.12890625, 59339.98828125, - 59372.1484375 + 59260.6796875 ], "p50": [ 60075.48828125, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ab80e1891f501bef67d7b9157518fa60c1d07227..866159ce8801955bab4ae1fc2dc37eb91436f48c 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-07-01T04:55:58.995330+00:00", + "evaluated_at": "2026-07-01T05:17:44.378447+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, 2550.0, 2550.0, 2550.0, @@ -101,15 +89,21 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, 2600.0, 2600.0, 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -127,18 +121,19 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "p50": [ - 2550.0, - 2550.0, - 2550.0, 2550.0, 2550.0, 2550.0, 2550.0, 2550.0, 2550.0, + 2550.0 + ], + "p50": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0, 2600.0, 2600.0, @@ -146,7 +141,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2600.0, 2600.0, 2600.0, @@ -156,15 +156,10 @@ 2600.0 ], "p10": [ - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, 2499.0, 2548.0, 2548.0, @@ -172,7 +167,12 @@ 2548.0, 2548.0, 2548.0, - 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, 2548.0, 2548.0, 2548.0, @@ -182,15 +182,10 @@ 2548.0 ], "p90": [ - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, 2601.0, 2652.0, 2652.0, @@ -198,7 +193,12 @@ 2652.0, 2652.0, 2652.0, - 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, 2652.0, 2652.0, 2652.0, @@ -208,15 +208,10 @@ 2652.0 ], "mean": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0, 2600.0, 2600.0, @@ -224,7 +219,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2600.0, 2600.0, 2600.0, @@ -235,15 +235,10 @@ ], "quantiles": { "0.1": [ - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, 2499.0, 2548.0, 2548.0, @@ -251,7 +246,12 @@ 2548.0, 2548.0, 2548.0, - 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, 2548.0, 2548.0, 2548.0, @@ -261,15 +261,10 @@ 2548.0 ], "0.2": [ - 2511.75, - 2511.75, - 2511.75, - 2511.75, - 2511.75, - 2511.75, - 2511.75, - 2511.75, - 2511.75, + 2561.0, + 2561.0, + 2561.0, + 2561.0, 2511.75, 2561.0, 2561.0, @@ -277,7 +272,12 @@ 2561.0, 2561.0, 2561.0, - 2511.75, + 2561.0, + 2561.0, + 2561.0, + 2561.0, + 2561.0, + 2561.0, 2561.0, 2561.0, 2561.0, @@ -287,15 +287,10 @@ 2561.0 ], "0.3": [ - 2524.5, - 2524.5, - 2524.5, - 2524.5, - 2524.5, - 2524.5, - 2524.5, - 2524.5, - 2524.5, + 2574.0, + 2574.0, + 2574.0, + 2574.0, 2524.5, 2574.0, 2574.0, @@ -303,7 +298,12 @@ 2574.0, 2574.0, 2574.0, - 2524.5, + 2574.0, + 2574.0, + 2574.0, + 2574.0, + 2574.0, + 2574.0, 2574.0, 2574.0, 2574.0, @@ -313,15 +313,10 @@ 2574.0 ], "0.4": [ - 2537.25, - 2537.25, - 2537.25, - 2537.25, - 2537.25, - 2537.25, - 2537.25, - 2537.25, - 2537.25, + 2587.0, + 2587.0, + 2587.0, + 2587.0, 2537.25, 2587.0, 2587.0, @@ -329,7 +324,12 @@ 2587.0, 2587.0, 2587.0, - 2537.25, + 2587.0, + 2587.0, + 2587.0, + 2587.0, + 2587.0, + 2587.0, 2587.0, 2587.0, 2587.0, @@ -339,15 +339,10 @@ 2587.0 ], "0.5": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0, 2600.0, 2600.0, @@ -355,7 +350,12 @@ 2600.0, 2600.0, 2600.0, - 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2600.0, 2600.0, 2600.0, @@ -365,15 +365,10 @@ 2600.0 ], "0.6": [ - 2562.7499999999995, - 2562.7499999999995, - 2562.7499999999995, - 2562.7499999999995, - 2562.7499999999995, - 2562.7499999999995, - 2562.7499999999995, - 2562.7499999999995, - 2562.7499999999995, + 2612.9999999999995, + 2612.9999999999995, + 2612.9999999999995, + 2612.9999999999995, 2562.7499999999995, 2612.9999999999995, 2612.9999999999995, @@ -381,7 +376,12 @@ 2612.9999999999995, 2612.9999999999995, 2612.9999999999995, - 2562.7499999999995, + 2612.9999999999995, + 2612.9999999999995, + 2612.9999999999995, + 2612.9999999999995, + 2612.9999999999995, + 2612.9999999999995, 2612.9999999999995, 2612.9999999999995, 2612.9999999999995, @@ -391,15 +391,10 @@ 2612.9999999999995 ], "0.7": [ - 2575.5, - 2575.5, - 2575.5, - 2575.5, - 2575.5, - 2575.5, - 2575.5, - 2575.5, - 2575.5, + 2626.0, + 2626.0, + 2626.0, + 2626.0, 2575.5, 2626.0, 2626.0, @@ -407,7 +402,12 @@ 2626.0, 2626.0, 2626.0, - 2575.5, + 2626.0, + 2626.0, + 2626.0, + 2626.0, + 2626.0, + 2626.0, 2626.0, 2626.0, 2626.0, @@ -417,15 +417,10 @@ 2626.0 ], "0.8": [ - 2588.2499999999995, - 2588.2499999999995, - 2588.2499999999995, - 2588.2499999999995, - 2588.2499999999995, - 2588.2499999999995, - 2588.2499999999995, - 2588.2499999999995, - 2588.2499999999995, + 2638.9999999999995, + 2638.9999999999995, + 2638.9999999999995, + 2638.9999999999995, 2588.2499999999995, 2638.9999999999995, 2638.9999999999995, @@ -433,7 +428,12 @@ 2638.9999999999995, 2638.9999999999995, 2638.9999999999995, - 2588.2499999999995, + 2638.9999999999995, + 2638.9999999999995, + 2638.9999999999995, + 2638.9999999999995, + 2638.9999999999995, + 2638.9999999999995, 2638.9999999999995, 2638.9999999999995, 2638.9999999999995, @@ -443,15 +443,10 @@ 2638.9999999999995 ], "0.9": [ - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, 2601.0, 2652.0, 2652.0, @@ -459,7 +454,12 @@ 2652.0, 2652.0, 2652.0, - 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, 2652.0, 2652.0, 2652.0, @@ -470,10 +470,6 @@ ] }, "timestamps": [ - "2026-06-30 17:55:00", - "2026-06-30 18:10:00", - "2026-06-30 18:25:00", - "2026-06-30 18:40:00", "2026-06-30 18:55:00", "2026-06-30 19:10:00", "2026-06-30 19:25:00", @@ -589,6 +585,10 @@ "2026-07-01 22:55:00", "2026-07-01 23:10:00", "2026-07-01 23:25:00", - "2026-07-01 23:40:00" + "2026-07-01 23:40:00", + "2026-07-01 23:55:00", + "2026-07-02 00:10:00", + "2026-07-02 00:25:00", + "2026-07-02 00:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 160d4fa929cc372b99ffc1744d52126c719414b7..5648b5239515cd18001e144efed3735350482367 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,37 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-01T05:10:50.582583+00:00", + "evaluated_at": "2026-07-01T05:17:44.385453+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 097b9ec98b88c857565c9cad2bfdd818f8911481..1ee726e9f9cba4f5424fef0fbc8475cb091215b9 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Timer-S1,1459635.8017775218,1459635.8017775218,1124.9314778645833,2.347146259573784,0.019147039994400452,0.018937473064929943,55.04988895202863,1208.1538816630612,0.02051044510557001,0.01909760476249002,0.015187575949286877,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Timer-S1,1466844.5497023265,1466844.5497023265,1129.5760091145833,2.3568369779556764,0.019226365433773044,0.01901577071929411,55.43751768730431,1211.1335804535875,0.020562652300114195,0.01917796607808935,0.015267628853310893,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,1293509.403231303,1293509.403231303,1050.2213541666667,2.215441325084251,0.017902569109501706,0.01771615773393177,50.00447009699897,1137.3255484826248,0.019330963331457535,0.017850465519213356,0.013988280930478948,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,0.00161042772323583,0.00161042772323583,0.025189697742462158,0.12172203247587558,nan,2.0,2.3711518760310404,0.040130134851951715,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12 @@ -10,5 +10,5 @@ nws_ksfo_observations_temperature/1h/short,Timer-S1,9.190393159720921,9.19039315 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.518315989934614,63.518315989934614,6.373765627543132,0.5612958115124619,0.18273497090877924,0.19346119542270937,3.094230835556479,7.969837889815238,0.23366249091157634,0.18686828685957635,0.18584262267081744,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,3.182950049048183,3.182950049048183,1.6017955144246419,1.3801717538707219,0.06454781430161917,0.06476623129118096,15.562172221537217,1.7840824109463618,0.0719025656804579,0.06455599050577902,0.050741439635700915,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,15.751092650811188,15.751092650811188,3.3403104146321616,0.6230630825220612,0.4686645588912148,0.3477994642308991,4.470415184534893,3.9687646252720996,0.40360318223106095,0.33969258453886386,0.25966608367172783,Hazards,1,24 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,66.61252005894978,66.61252005894978,7.914469401041667,0.42210503472222216,0.0030440266927083334,0.0030489621259737446,9.500961371527778,8.161649346728257,0.003139095902587791,0.0030440266927083334,0.00477707596042557,Hydrology,1,24 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,585.1288827260336,585.1288827260336,17.931803385416668,0.6148046875,0.0069919370993589735,0.006953340719249736,7.566171177455357,24.18943742061881,0.009356107946734108,0.0069357498992747785,0.004941943451181843,Hydrology,1,24 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,418.02376900400435,418.02376900400435,17.544991629464285,0.359071811753327,0.07355382997401504,0.07118517313970697,2.1461098693361547,20.44562958199146,0.08448607265285728,0.07249996541100945,0.05807790965150694,Web,1,7 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 99d82a0f2bf53837a8160c5af8a99c01bb64d115..67516ef843ecc2c7fbee8a0b1aea54cb37fe1b8e 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-07-01T05:10:20.793458+00:00", + "evaluated_at": "2026-07-01T05:17:37.231285+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59085.0, 59197.12890625, 59339.98828125, - 59372.1484375 + 59260.6796875 ], "p50": [ 59765.15625, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 898ab24de625455700972f8d9b7f6cc42962be8b..9d08ec926d3cf74b47a1fb78ccd21e2626960e58 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-07-01T04:55:55.630233+00:00", + "evaluated_at": "2026-07-01T05:17:41.704540+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, 2550.0, 2550.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -127,353 +115,361 @@ 2600.0, 2600.0, 2600.0, - 2600.0 + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "p50": [ - 2594.9375, - 2594.619140625, - 2594.30078125, - 2593.982421875, - 2593.6640625, - 2593.345703125, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.02734375, - 2593.02734375, - 2592.708984375, - 2591.75390625, - 2591.1171875, - 2591.1171875, - 2590.162109375, - 2590.798828125, - 2590.798828125, - 2590.162109375, - 2590.162109375, - 2589.525390625, - 2588.888671875, - 2587.296875 + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2592.3125, + 2592.3125, + 2592.6796875, + 2592.49609375, + 2592.6796875, + 2592.3125, + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2593.23046875, + 2593.23046875, + 2593.046875, + 2593.4140625, + 2593.046875, + 2593.23046875, + 2593.4140625, + 2593.23046875 ], "p10": [ - 2579.4970703125, - 2569.46875, - 2561.9873046875, - 2556.17724609375, - 2548.775390625, - 2545.29345703125, - 2543.681640625, - 2543.18408203125, - 2543.641845703125, - 2544.6962890625, - 2543.830810546875, - 2543.0947265625, - 2541.6123046875, - 2539.0654296875, - 2538.707275390625, - 2538.66748046875, - 2536.43896484375, - 2536.677734375, - 2536.2001953125, - 2536.239990234375, - 2536.8369140625, - 2536.8369140625, - 2537.39404296875, - 2537.1552734375 + 2591.2109375, + 2590.29296875, + 2589.375, + 2588.82421875, + 2587.90625, + 2586.25390625, + 2584.05078125, + 2580.837890625, + 2578.17578125, + 2573.953125, + 2570.46484375, + 2566.884765625, + 2563.947265625, + 2560.91796875, + 2558.53125, + 2557.61328125, + 2555.47900390625, + 2552.748046875, + 2549.994140625, + 2548.708984375, + 2546.322265625, + 2545.6796875, + 2545.12890625, + 2544.02734375 ], "p90": [ - 2596.84765625, - 2596.84765625, - 2595.892578125, - 2595.57421875, - 2596.2109375, - 2595.892578125, - 2596.2109375, - 2595.57421875, - 2595.57421875, - 2595.892578125, - 2596.529296875, - 2596.529296875, - 2596.529296875, - 2595.892578125, - 2596.2109375, - 2596.529296875, - 2597.166015625, - 2598.12109375, - 2598.7578125, - 2598.7578125, - 2598.7578125, - 2598.12109375, - 2598.12109375, - 2597.802734375 + 2593.4140625, + 2593.23046875, + 2593.23046875, + 2593.23046875, + 2593.046875, + 2593.4140625, + 2593.78125, + 2593.59765625, + 2593.23046875, + 2592.6796875, + 2593.046875, + 2593.4140625, + 2593.046875, + 2593.4140625, + 2593.4140625, + 2592.6796875, + 2594.1484375, + 2593.96484375, + 2594.1484375, + 2594.33203125, + 2593.59765625, + 2593.78125, + 2594.33203125, + 2594.33203125 ], "mean": [ - 2594.9375, - 2594.619140625, - 2594.30078125, - 2593.982421875, - 2593.6640625, - 2593.345703125, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.02734375, - 2593.02734375, - 2592.708984375, - 2591.75390625, - 2591.1171875, - 2591.1171875, - 2590.162109375, - 2590.798828125, - 2590.798828125, - 2590.162109375, - 2590.162109375, - 2589.525390625, - 2588.888671875, - 2587.296875 + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2592.3125, + 2592.3125, + 2592.6796875, + 2592.49609375, + 2592.6796875, + 2592.3125, + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2593.23046875, + 2593.23046875, + 2593.046875, + 2593.4140625, + 2593.046875, + 2593.23046875, + 2593.4140625, + 2593.23046875 ], "quantiles": { "0.1": [ - 2579.4970703125, - 2569.46875, - 2561.9873046875, - 2556.17724609375, - 2548.775390625, - 2545.29345703125, - 2543.681640625, - 2543.18408203125, - 2543.641845703125, - 2544.6962890625, - 2543.830810546875, - 2543.0947265625, - 2541.6123046875, - 2539.0654296875, - 2538.707275390625, - 2538.66748046875, - 2536.43896484375, - 2536.677734375, - 2536.2001953125, - 2536.239990234375, - 2536.8369140625, - 2536.8369140625, - 2537.39404296875, - 2537.1552734375 + 2591.2109375, + 2590.29296875, + 2589.375, + 2588.82421875, + 2587.90625, + 2586.25390625, + 2584.05078125, + 2580.837890625, + 2578.17578125, + 2573.953125, + 2570.46484375, + 2566.884765625, + 2563.947265625, + 2560.91796875, + 2558.53125, + 2557.61328125, + 2555.47900390625, + 2552.748046875, + 2549.994140625, + 2548.708984375, + 2546.322265625, + 2545.6796875, + 2545.12890625, + 2544.02734375 ], "0.2": [ - 2579.4970703125, - 2569.46875, - 2561.9873046875, - 2556.17724609375, - 2548.775390625, - 2545.29345703125, - 2543.681640625, - 2543.18408203125, - 2543.641845703125, - 2544.6962890625, - 2543.830810546875, - 2543.0947265625, - 2541.6123046875, - 2539.0654296875, - 2538.707275390625, - 2538.66748046875, - 2536.43896484375, - 2536.677734375, - 2536.2001953125, - 2536.239990234375, - 2536.8369140625, - 2536.8369140625, - 2537.39404296875, - 2537.1552734375 + 2591.2109375, + 2590.29296875, + 2589.375, + 2588.82421875, + 2587.90625, + 2586.25390625, + 2584.05078125, + 2580.837890625, + 2578.17578125, + 2573.953125, + 2570.46484375, + 2566.884765625, + 2563.947265625, + 2560.91796875, + 2558.53125, + 2557.61328125, + 2555.47900390625, + 2552.748046875, + 2549.994140625, + 2548.708984375, + 2546.322265625, + 2545.6796875, + 2545.12890625, + 2544.02734375 ], "0.3": [ - 2579.4970703125, - 2569.46875, - 2561.9873046875, - 2556.17724609375, - 2548.775390625, - 2545.29345703125, - 2543.681640625, - 2543.18408203125, - 2543.641845703125, - 2544.6962890625, - 2543.830810546875, - 2543.0947265625, - 2541.6123046875, - 2539.0654296875, - 2538.707275390625, - 2538.66748046875, - 2536.43896484375, - 2536.677734375, - 2536.2001953125, - 2536.239990234375, - 2536.8369140625, - 2536.8369140625, - 2537.39404296875, - 2537.1552734375 + 2591.2109375, + 2590.29296875, + 2589.375, + 2588.82421875, + 2587.90625, + 2586.25390625, + 2584.05078125, + 2580.837890625, + 2578.17578125, + 2573.953125, + 2570.46484375, + 2566.884765625, + 2563.947265625, + 2560.91796875, + 2558.53125, + 2557.61328125, + 2555.47900390625, + 2552.748046875, + 2549.994140625, + 2548.708984375, + 2546.322265625, + 2545.6796875, + 2545.12890625, + 2544.02734375 ], "0.4": [ - 2594.9375, - 2594.619140625, - 2594.30078125, - 2593.982421875, - 2593.6640625, - 2593.345703125, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.02734375, - 2593.02734375, - 2592.708984375, - 2591.75390625, - 2591.1171875, - 2591.1171875, - 2590.162109375, - 2590.798828125, - 2590.798828125, - 2590.162109375, - 2590.162109375, - 2589.525390625, - 2588.888671875, - 2587.296875 + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2592.3125, + 2592.3125, + 2592.6796875, + 2592.49609375, + 2592.6796875, + 2592.3125, + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2593.23046875, + 2593.23046875, + 2593.046875, + 2593.4140625, + 2593.046875, + 2593.23046875, + 2593.4140625, + 2593.23046875 ], "0.5": [ - 2594.9375, - 2594.619140625, - 2594.30078125, - 2593.982421875, - 2593.6640625, - 2593.345703125, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.02734375, - 2593.02734375, - 2592.708984375, - 2591.75390625, - 2591.1171875, - 2591.1171875, - 2590.162109375, - 2590.798828125, - 2590.798828125, - 2590.162109375, - 2590.162109375, - 2589.525390625, - 2588.888671875, - 2587.296875 + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2592.3125, + 2592.3125, + 2592.6796875, + 2592.49609375, + 2592.6796875, + 2592.3125, + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2593.23046875, + 2593.23046875, + 2593.046875, + 2593.4140625, + 2593.046875, + 2593.23046875, + 2593.4140625, + 2593.23046875 ], "0.6": [ - 2594.9375, - 2594.619140625, - 2594.30078125, - 2593.982421875, - 2593.6640625, - 2593.345703125, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.02734375, - 2593.02734375, - 2592.708984375, - 2591.75390625, - 2591.1171875, - 2591.1171875, - 2590.162109375, - 2590.798828125, - 2590.798828125, - 2590.162109375, - 2590.162109375, - 2589.525390625, - 2588.888671875, - 2587.296875 + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2592.3125, + 2592.3125, + 2592.6796875, + 2592.49609375, + 2592.6796875, + 2592.3125, + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2593.23046875, + 2593.23046875, + 2593.046875, + 2593.4140625, + 2593.046875, + 2593.23046875, + 2593.4140625, + 2593.23046875 ], "0.7": [ - 2594.9375, - 2594.619140625, - 2594.30078125, - 2593.982421875, - 2593.6640625, - 2593.345703125, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.6640625, - 2593.02734375, - 2593.02734375, - 2592.708984375, - 2591.75390625, - 2591.1171875, - 2591.1171875, - 2590.162109375, - 2590.798828125, - 2590.798828125, - 2590.162109375, - 2590.162109375, - 2589.525390625, - 2588.888671875, - 2587.296875 + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2592.3125, + 2592.3125, + 2592.6796875, + 2592.49609375, + 2592.6796875, + 2592.3125, + 2592.3125, + 2592.49609375, + 2592.49609375, + 2592.3125, + 2593.23046875, + 2593.23046875, + 2593.046875, + 2593.4140625, + 2593.046875, + 2593.23046875, + 2593.4140625, + 2593.23046875 ], "0.8": [ - 2596.84765625, - 2596.84765625, - 2595.892578125, - 2595.57421875, - 2596.2109375, - 2595.892578125, - 2596.2109375, - 2595.57421875, - 2595.57421875, - 2595.892578125, - 2596.529296875, - 2596.529296875, - 2596.529296875, - 2595.892578125, - 2596.2109375, - 2596.529296875, - 2597.166015625, - 2598.12109375, - 2598.7578125, - 2598.7578125, - 2598.7578125, - 2598.12109375, - 2598.12109375, - 2597.802734375 + 2593.4140625, + 2593.23046875, + 2593.23046875, + 2593.23046875, + 2593.046875, + 2593.4140625, + 2593.78125, + 2593.59765625, + 2593.23046875, + 2592.6796875, + 2593.046875, + 2593.4140625, + 2593.046875, + 2593.4140625, + 2593.4140625, + 2592.6796875, + 2594.1484375, + 2593.96484375, + 2594.1484375, + 2594.33203125, + 2593.59765625, + 2593.78125, + 2594.33203125, + 2594.33203125 ], "0.9": [ - 2596.84765625, - 2596.84765625, - 2595.892578125, - 2595.57421875, - 2596.2109375, - 2595.892578125, - 2596.2109375, - 2595.57421875, - 2595.57421875, - 2595.892578125, - 2596.529296875, - 2596.529296875, - 2596.529296875, - 2595.892578125, - 2596.2109375, - 2596.529296875, - 2597.166015625, - 2598.12109375, - 2598.7578125, - 2598.7578125, - 2598.7578125, - 2598.12109375, - 2598.12109375, - 2597.802734375 + 2593.4140625, + 2593.23046875, + 2593.23046875, + 2593.23046875, + 2593.046875, + 2593.4140625, + 2593.78125, + 2593.59765625, + 2593.23046875, + 2592.6796875, + 2593.046875, + 2593.4140625, + 2593.046875, + 2593.4140625, + 2593.4140625, + 2592.6796875, + 2594.1484375, + 2593.96484375, + 2594.1484375, + 2594.33203125, + 2593.59765625, + 2593.78125, + 2594.33203125, + 2594.33203125 ] }, "timestamps": [ - "2026-06-30 17:55:00", - "2026-06-30 18:10:00", - "2026-06-30 18:25:00", - "2026-06-30 18:40:00", "2026-06-30 18:55:00", "2026-06-30 19:10:00", "2026-06-30 19:25:00", @@ -589,6 +585,10 @@ "2026-07-01 22:55:00", "2026-07-01 23:10:00", "2026-07-01 23:25:00", - "2026-07-01 23:40:00" + "2026-07-01 23:40:00", + "2026-07-01 23:55:00", + "2026-07-02 00:10:00", + "2026-07-02 00:25:00", + "2026-07-02 00:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 16d0319addd824069b3703203645cad1f649aba5..f8022ead54c0b7e54a90a3bc9ea9e874648869b0 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,37 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-07-01T05:10:49.372589+00:00", + "evaluated_at": "2026-07-01T05:17:43.832648+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 93522dbe19e76ae9ff780eb0fbc4ebdcc7b20874..8bf7ac29c3af0764e5299b00e1d82ac84f8699be 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,943740.6865126292,796376.5243441263,773.6725260416666,1.6142517223189443,0.013182396046512406,0.013067536422678999,72.85529656939876,971.4631678620807,0.01649222195858923,0.01313439299075213,0.014379763271064867,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,947189.9041029612,798983.5940767924,778.3170572916666,1.623942440700836,0.013261067547462257,0.01314583694827602,73.24292530467443,973.2368180987406,0.016523635888899203,0.01321428394574178,0.014459752457200206,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,1042456.2273629507,882814.9218559265,828.6507161458334,1.7480381953067756,0.014135189411873715,0.014007603515387934,77.70562079962754,1021.0074570555058,0.01735392099457987,0.014084460363853203,0.015265886184715974,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,3.3478132106011874e-06,1.5531428529104518e-06,0.0009624398209982448,0.004650716032616174,nan,2.0,1.6296713433905599,0.001829703038911284,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 @@ -10,5 +10,5 @@ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.911047815188188,4.58586 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,79.34683399588948,120.80004216006803,8.869210481643677,0.7810533028162139,0.23699360823584673,0.27944395165517255,9.539090648588266,8.907683986081313,0.26115859032725836,0.26003061068635697,0.19376791231194476,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.7955915909807723,3.3486696491468138,1.7282262643178303,1.4891095978413682,0.06958839816843815,0.07199506186983894,30.60477506223403,1.6720022700285944,0.0673854819155101,0.06965143634530299,0.05634029682742002,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,15.770969567948706,14.925462565727116,3.1415950059890747,0.585996995935786,0.4083108348316045,0.3307166920437134,20.001547647881385,3.971268005051876,0.4038577632256145,0.31948423789719405,0.32588063354995067,Hazards,1,24 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,2.698531426489353,11.692824395994345,2.9684346516927085,0.15831651475694444,0.0011417056352664263,0.001142571283630341,0.7893641493055555,1.642720739045244,0.0006318156688635555,0.0011417056352664263,0.0011690764250578702,Hydrology,1,24 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,727.4139784052968,679.17460389932,14.654622395833334,0.5024441964285714,0.005742480094376491,0.005690840205747685,16.989276994977676,26.970613237471945,0.010431824620456514,0.005668185938759065,0.005349875964583892,Hydrology,1,24 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,292.21702043203237,262.8787845134336,13.863067626953125,0.2837183918007344,0.05474280144466193,0.0547911800229988,8.055749195743827,17.094356391278158,0.0706378363275957,0.05728540341716167,0.058426039834731235,Web,1,7 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 0832771467c197e3d9bfd210f9a170c66d091990..91532b147d96db945b92fc50bcc059d34f724f58 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-07-01T05:07:47.024826+00:00", + "evaluated_at": "2026-07-01T05:15:17.367078+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59085.0, 59197.12890625, 59339.98828125, - 59372.1484375 + 59260.6796875 ], "p50": [ 59659.78125, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3e872b6ea223a114188d9e8dc1d43ee737b6c6be..4e916391de4ffedf791d2a1799ca11c75aa69f47 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-07-01T04:52:48.819961+00:00", + "evaluated_at": "2026-07-01T05:15:23.059690+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, 2550.0, 2550.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -127,353 +115,361 @@ 2600.0, 2600.0, 2600.0, - 2600.0 + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "p50": [ - 2599.01025390625, - 2598.841796875, - 2599.015625, - 2597.579833984375, - 2598.33251953125, - 2598.55859375, - 2598.407470703125, - 2597.3818359375, - 2598.020751953125, - 2598.169677734375, - 2597.76953125, - 2598.35498046875, - 2598.434814453125, - 2597.64404296875, - 2597.287109375, - 2596.48583984375, - 2596.09326171875, - 2596.302490234375, - 2595.9384765625, - 2594.205810546875, - 2594.04443359375, - 2593.1123046875, - 2594.498779296875, - 2595.267333984375 + 2600.1904296875, + 2599.824951171875, + 2599.943115234375, + 2598.9453125, + 2599.3984375, + 2599.144775390625, + 2598.87548828125, + 2598.4228515625, + 2599.179931640625, + 2598.70703125, + 2598.630126953125, + 2598.938720703125, + 2599.88720703125, + 2598.947265625, + 2599.239990234375, + 2599.261474609375, + 2598.74365234375, + 2599.193115234375, + 2598.66357421875, + 2597.869384765625, + 2598.328369140625, + 2597.423095703125, + 2597.96142578125, + 2598.171875 ], "p10": [ - 2597.409423828125, - 2596.4208984375, - 2597.127685546875, - 2595.255859375, - 2594.19775390625, - 2593.54052734375, - 2592.65673828125, - 2593.163330078125, - 2590.266845703125, - 2592.57080078125, - 2591.84619140625, - 2590.60986328125, - 2590.33544921875, - 2590.218994140625, - 2589.931640625, - 2590.45751953125, - 2587.352783203125, - 2586.5615234375, - 2587.667236328125, - 2587.5712890625, - 2587.75732421875, - 2588.002197265625, - 2586.560546875, - 2585.92041015625 + 2599.2666015625, + 2598.512939453125, + 2598.91357421875, + 2598.5419921875, + 2597.95263671875, + 2596.718505859375, + 2596.206787109375, + 2596.800048828125, + 2594.56396484375, + 2595.377197265625, + 2594.6845703125, + 2593.124755859375, + 2593.3544921875, + 2593.553955078125, + 2593.490966796875, + 2594.4267578125, + 2591.871337890625, + 2591.45361328125, + 2591.635986328125, + 2592.208984375, + 2592.2998046875, + 2592.2890625, + 2591.4609375, + 2591.10205078125 ], "p90": [ - 2601.420166015625, - 2602.220458984375, - 2603.233642578125, - 2603.252197265625, - 2604.62890625, - 2605.90673828125, - 2605.681884765625, - 2605.8193359375, - 2606.21142578125, - 2606.66552734375, - 2607.234619140625, - 2606.718505859375, - 2606.8408203125, - 2606.83544921875, - 2606.08056640625, - 2606.33837890625, - 2606.22900390625, - 2606.99609375, - 2606.881103515625, - 2606.2109375, - 2606.046875, - 2606.254638671875, - 2607.35498046875, - 2607.554443359375 + 2600.451171875, + 2600.096435546875, + 2600.217529296875, + 2599.951904296875, + 2599.97705078125, + 2599.873779296875, + 2599.60205078125, + 2599.64208984375, + 2600.60302734375, + 2599.5703125, + 2599.92529296875, + 2600.12353515625, + 2600.735595703125, + 2600.404541015625, + 2600.41357421875, + 2600.393798828125, + 2600.0498046875, + 2600.280517578125, + 2600.648193359375, + 2600.00048828125, + 2600.264404296875, + 2600.45654296875, + 2601.187255859375, + 2601.1181640625 ], "mean": [ - 2600.64111328125, - 2600.9921875, - 2601.42138671875, - 2600.982421875, - 2601.677001953125, - 2602.40087890625, - 2602.35888671875, - 2601.795166015625, - 2602.273193359375, - 2602.149658203125, - 2602.4150390625, - 2602.731689453125, - 2602.267333984375, - 2602.06396484375, - 2602.133544921875, - 2601.09765625, - 2601.008544921875, - 2600.837158203125, - 2601.1923828125, - 2599.88525390625, - 2599.16845703125, - 2599.290771484375, - 2600.5966796875, - 2600.276123046875 + 2600.451171875, + 2600.096435546875, + 2600.217529296875, + 2599.951904296875, + 2599.97705078125, + 2599.873779296875, + 2599.60205078125, + 2599.64208984375, + 2600.105712890625, + 2599.5703125, + 2599.80908203125, + 2600.0498046875, + 2600.534912109375, + 2600.094970703125, + 2600.41357421875, + 2600.174560546875, + 2600.0498046875, + 2600.00634765625, + 2600.304931640625, + 2599.76708984375, + 2599.9189453125, + 2599.809814453125, + 2600.186279296875, + 2599.56884765625 ], "quantiles": { "0.1": [ - 2597.409423828125, - 2596.4208984375, - 2597.127685546875, - 2595.255859375, - 2594.19775390625, - 2593.54052734375, - 2592.65673828125, - 2593.163330078125, - 2590.266845703125, - 2592.57080078125, - 2591.84619140625, - 2590.60986328125, - 2590.33544921875, - 2590.218994140625, - 2589.931640625, - 2590.45751953125, - 2587.352783203125, - 2586.5615234375, - 2587.667236328125, - 2587.5712890625, - 2587.75732421875, - 2588.002197265625, - 2586.560546875, - 2585.92041015625 + 2599.2666015625, + 2598.512939453125, + 2598.91357421875, + 2598.5419921875, + 2597.95263671875, + 2596.718505859375, + 2596.206787109375, + 2596.800048828125, + 2594.56396484375, + 2595.377197265625, + 2594.6845703125, + 2593.124755859375, + 2593.3544921875, + 2593.553955078125, + 2593.490966796875, + 2594.4267578125, + 2591.871337890625, + 2591.45361328125, + 2591.635986328125, + 2592.208984375, + 2592.2998046875, + 2592.2890625, + 2591.4609375, + 2591.10205078125 ], "0.2": [ - 2597.409423828125, - 2596.4208984375, - 2597.127685546875, - 2595.255859375, - 2594.19775390625, - 2593.54052734375, - 2592.65673828125, - 2593.163330078125, - 2590.266845703125, - 2592.57080078125, - 2591.84619140625, - 2590.60986328125, - 2590.33544921875, - 2590.218994140625, - 2589.931640625, - 2590.45751953125, - 2587.352783203125, - 2586.5615234375, - 2587.667236328125, - 2587.5712890625, - 2587.75732421875, - 2588.002197265625, - 2586.560546875, - 2585.92041015625 + 2599.2666015625, + 2598.512939453125, + 2598.91357421875, + 2598.5419921875, + 2597.95263671875, + 2596.718505859375, + 2596.206787109375, + 2596.800048828125, + 2594.56396484375, + 2595.377197265625, + 2594.6845703125, + 2593.124755859375, + 2593.3544921875, + 2593.553955078125, + 2593.490966796875, + 2594.4267578125, + 2591.871337890625, + 2591.45361328125, + 2591.635986328125, + 2592.208984375, + 2592.2998046875, + 2592.2890625, + 2591.4609375, + 2591.10205078125 ], "0.3": [ - 2597.409423828125, - 2596.4208984375, - 2597.127685546875, - 2595.255859375, - 2594.19775390625, - 2593.54052734375, - 2592.65673828125, - 2593.163330078125, - 2590.266845703125, - 2592.57080078125, - 2591.84619140625, - 2590.60986328125, - 2590.33544921875, - 2590.218994140625, - 2589.931640625, - 2590.45751953125, - 2587.352783203125, - 2586.5615234375, - 2587.667236328125, - 2587.5712890625, - 2587.75732421875, - 2588.002197265625, - 2586.560546875, - 2585.92041015625 + 2599.2666015625, + 2598.512939453125, + 2598.91357421875, + 2598.5419921875, + 2597.95263671875, + 2596.718505859375, + 2596.206787109375, + 2596.800048828125, + 2594.56396484375, + 2595.377197265625, + 2594.6845703125, + 2593.124755859375, + 2593.3544921875, + 2593.553955078125, + 2593.490966796875, + 2594.4267578125, + 2591.871337890625, + 2591.45361328125, + 2591.635986328125, + 2592.208984375, + 2592.2998046875, + 2592.2890625, + 2591.4609375, + 2591.10205078125 ], "0.4": [ - 2599.01025390625, - 2598.841796875, - 2599.015625, - 2597.579833984375, - 2598.33251953125, - 2598.55859375, - 2598.407470703125, - 2597.3818359375, - 2598.020751953125, - 2598.169677734375, - 2597.76953125, - 2598.35498046875, - 2598.434814453125, - 2597.64404296875, - 2597.287109375, - 2596.48583984375, - 2596.09326171875, - 2596.302490234375, - 2595.9384765625, - 2594.205810546875, - 2594.04443359375, - 2593.1123046875, - 2594.498779296875, - 2595.267333984375 + 2600.1904296875, + 2599.824951171875, + 2599.943115234375, + 2598.9453125, + 2599.3984375, + 2599.144775390625, + 2598.87548828125, + 2598.4228515625, + 2599.179931640625, + 2598.70703125, + 2598.630126953125, + 2598.938720703125, + 2599.88720703125, + 2598.947265625, + 2599.239990234375, + 2599.261474609375, + 2598.74365234375, + 2599.193115234375, + 2598.66357421875, + 2597.869384765625, + 2598.328369140625, + 2597.423095703125, + 2597.96142578125, + 2598.171875 ], "0.5": [ - 2599.01025390625, - 2598.841796875, - 2599.015625, - 2597.579833984375, - 2598.33251953125, - 2598.55859375, - 2598.407470703125, - 2597.3818359375, - 2598.020751953125, - 2598.169677734375, - 2597.76953125, - 2598.35498046875, - 2598.434814453125, - 2597.64404296875, - 2597.287109375, - 2596.48583984375, - 2596.09326171875, - 2596.302490234375, - 2595.9384765625, - 2594.205810546875, - 2594.04443359375, - 2593.1123046875, - 2594.498779296875, - 2595.267333984375 + 2600.1904296875, + 2599.824951171875, + 2599.943115234375, + 2598.9453125, + 2599.3984375, + 2599.144775390625, + 2598.87548828125, + 2598.4228515625, + 2599.179931640625, + 2598.70703125, + 2598.630126953125, + 2598.938720703125, + 2599.88720703125, + 2598.947265625, + 2599.239990234375, + 2599.261474609375, + 2598.74365234375, + 2599.193115234375, + 2598.66357421875, + 2597.869384765625, + 2598.328369140625, + 2597.423095703125, + 2597.96142578125, + 2598.171875 ], "0.6": [ - 2599.01025390625, - 2598.841796875, - 2599.015625, - 2597.579833984375, - 2598.33251953125, - 2598.55859375, - 2598.407470703125, - 2597.3818359375, - 2598.020751953125, - 2598.169677734375, - 2597.76953125, - 2598.35498046875, - 2598.434814453125, - 2597.64404296875, - 2597.287109375, - 2596.48583984375, - 2596.09326171875, - 2596.302490234375, - 2595.9384765625, - 2594.205810546875, - 2594.04443359375, - 2593.1123046875, - 2594.498779296875, - 2595.267333984375 + 2600.1904296875, + 2599.824951171875, + 2599.943115234375, + 2598.9453125, + 2599.3984375, + 2599.144775390625, + 2598.87548828125, + 2598.4228515625, + 2599.179931640625, + 2598.70703125, + 2598.630126953125, + 2598.938720703125, + 2599.88720703125, + 2598.947265625, + 2599.239990234375, + 2599.261474609375, + 2598.74365234375, + 2599.193115234375, + 2598.66357421875, + 2597.869384765625, + 2598.328369140625, + 2597.423095703125, + 2597.96142578125, + 2598.171875 ], "0.7": [ - 2599.01025390625, - 2598.841796875, - 2599.015625, - 2597.579833984375, - 2598.33251953125, - 2598.55859375, - 2598.407470703125, - 2597.3818359375, - 2598.020751953125, - 2598.169677734375, - 2597.76953125, - 2598.35498046875, - 2598.434814453125, - 2597.64404296875, - 2597.287109375, - 2596.48583984375, - 2596.09326171875, - 2596.302490234375, - 2595.9384765625, - 2594.205810546875, - 2594.04443359375, - 2593.1123046875, - 2594.498779296875, - 2595.267333984375 + 2600.1904296875, + 2599.824951171875, + 2599.943115234375, + 2598.9453125, + 2599.3984375, + 2599.144775390625, + 2598.87548828125, + 2598.4228515625, + 2599.179931640625, + 2598.70703125, + 2598.630126953125, + 2598.938720703125, + 2599.88720703125, + 2598.947265625, + 2599.239990234375, + 2599.261474609375, + 2598.74365234375, + 2599.193115234375, + 2598.66357421875, + 2597.869384765625, + 2598.328369140625, + 2597.423095703125, + 2597.96142578125, + 2598.171875 ], "0.8": [ - 2601.420166015625, - 2602.220458984375, - 2603.233642578125, - 2603.252197265625, - 2604.62890625, - 2605.90673828125, - 2605.681884765625, - 2605.8193359375, - 2606.21142578125, - 2606.66552734375, - 2607.234619140625, - 2606.718505859375, - 2606.8408203125, - 2606.83544921875, - 2606.08056640625, - 2606.33837890625, - 2606.22900390625, - 2606.99609375, - 2606.881103515625, - 2606.2109375, - 2606.046875, - 2606.254638671875, - 2607.35498046875, - 2607.554443359375 + 2600.451171875, + 2600.096435546875, + 2600.217529296875, + 2599.951904296875, + 2599.97705078125, + 2599.873779296875, + 2599.60205078125, + 2599.64208984375, + 2600.60302734375, + 2599.5703125, + 2599.92529296875, + 2600.12353515625, + 2600.735595703125, + 2600.404541015625, + 2600.41357421875, + 2600.393798828125, + 2600.0498046875, + 2600.280517578125, + 2600.648193359375, + 2600.00048828125, + 2600.264404296875, + 2600.45654296875, + 2601.187255859375, + 2601.1181640625 ], "0.9": [ - 2601.420166015625, - 2602.220458984375, - 2603.233642578125, - 2603.252197265625, - 2604.62890625, - 2605.90673828125, - 2605.681884765625, - 2605.8193359375, - 2606.21142578125, - 2606.66552734375, - 2607.234619140625, - 2606.718505859375, - 2606.8408203125, - 2606.83544921875, - 2606.08056640625, - 2606.33837890625, - 2606.22900390625, - 2606.99609375, - 2606.881103515625, - 2606.2109375, - 2606.046875, - 2606.254638671875, - 2607.35498046875, - 2607.554443359375 + 2600.451171875, + 2600.096435546875, + 2600.217529296875, + 2599.951904296875, + 2599.97705078125, + 2599.873779296875, + 2599.60205078125, + 2599.64208984375, + 2600.60302734375, + 2599.5703125, + 2599.92529296875, + 2600.12353515625, + 2600.735595703125, + 2600.404541015625, + 2600.41357421875, + 2600.393798828125, + 2600.0498046875, + 2600.280517578125, + 2600.648193359375, + 2600.00048828125, + 2600.264404296875, + 2600.45654296875, + 2601.187255859375, + 2601.1181640625 ] }, "timestamps": [ - "2026-06-30 17:55:00", - "2026-06-30 18:10:00", - "2026-06-30 18:25:00", - "2026-06-30 18:40:00", "2026-06-30 18:55:00", "2026-06-30 19:10:00", "2026-06-30 19:25:00", @@ -589,6 +585,10 @@ "2026-07-01 22:55:00", "2026-07-01 23:10:00", "2026-07-01 23:25:00", - "2026-07-01 23:40:00" + "2026-07-01 23:40:00", + "2026-07-01 23:55:00", + "2026-07-02 00:10:00", + "2026-07-02 00:25:00", + "2026-07-02 00:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 13ea22a3b3a2d355aba7a4a92e5059d1af01b76d..c8183a2dded86b26fd823ef6c43a8c05eef901f7 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,37 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-01T05:08:11.858839+00:00", + "evaluated_at": "2026-07-01T05:15:39.399971+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index c3b9e90d93a883df1ae95f2ed768a6237c3eccd5..e21c777d4942de3a4bcfe6a61ec5ec3564d22a43 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,830637.1116447449,830637.1116447449,821.0807291666666,1.713167957509718,0.01398390614306827,0.013864189748109467,20.939460517408836,911.3929512810295,0.015472428951783362,0.013939227012731628,0.009422739920168328,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,834890.12342453,834890.12342453,825.7252604166666,1.7228586758916098,0.01406281154667304,0.013942489552496015,20.939460517408836,913.7232203597159,0.015513212730639391,0.014019181450662312,0.009449768142416362,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,1007589.5639044443,1007589.5639044443,904.2625325520834,1.907541277268015,0.015421423456507941,0.015275963177695548,20.722189846248714,1003.7876089613999,0.017061237644131495,0.01536962383558229,0.010032252870079188,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,4.696438000702087e-07,4.696438000702087e-07,0.00045624809960524243,0.0022046888599060073,nan,2.0,1.4347301435841529,0.0006853056253017398,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 @@ -10,5 +10,5 @@ nws_ksfo_observations_temperature/1h/short,TiRex,3.8091841843127745,3.8091841843 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,65.11195296971255,65.11195296971255,6.802135944366455,0.5990195808914561,0.20152346140821265,0.20667962094478476,3.456505609057625,8.069197789725603,0.23657555916098824,0.19942739742686033,0.20163841309400896,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.7940833083422756,1.7940833083422756,1.210694392522176,1.0431832203806515,0.048539870446966414,0.04907090663760022,9.32770121015975,1.3394339507203317,0.05398222471416954,0.04879372866588115,0.039139205985287695,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,15.999090361755785,15.999090361755785,3.342792590459188,0.6235260790493822,0.47307484435063074,0.34746459377763256,4.188463589070374,3.99988629360333,0.40676809765457594,0.3399450091992394,0.26519911410444874,Hazards,1,24 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,0.12931522727012634,0.12931522727012634,0.2580159505208333,0.013760850694444444,9.923690404647434e-05,9.924626526001039e-05,2.3691319444444443,0.3596042648108144,0.000138309332619544,9.923690404647436e-05,0.0022935484100950407,Hydrology,1,24 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,734.658731992046,734.658731992046,14.811665852864584,0.5078285435267857,0.00580718449457858,0.005751244584172588,2.6785281808035712,27.104588762643974,0.010483644323988,0.0057289279688759066,0.0040015733069769,Hydrology,1,24 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,230.9314398369752,230.9314398369752,12.461216517857142,0.2550284255595322,0.05025921343328762,0.04968090576352597,2.1182948751956276,15.196428522418522,0.06279515918354761,0.0514926302390791,0.06422272048784056,Web,1,7 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 66dbb391d6d4a2dfb51ec4e7e7ccacfa3b5881fe..673603792eb8365a0e44f901d53834f784ec6bc2 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-07-01T05:08:52.322686+00:00", + "evaluated_at": "2026-07-01T05:16:41.198055+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59085.0, 59197.12890625, 59339.98828125, - 59372.1484375 + 59260.6796875 ], "p50": [ 59664.71875, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index dcced38fa77d861abe885092c0f0f1fec12a06fc..81e570146124df656de2dafc00fdf0cc5b059930 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-07-01T04:54:01.469622+00:00", + "evaluated_at": "2026-07-01T05:16:45.925367+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, 2550.0, 2550.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -116,6 +101,9 @@ 2600.0, 2600.0, 2600.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -127,353 +115,361 @@ 2600.0, 2600.0, 2600.0, - 2600.0 + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "p50": [ - 2599.98828125, - 2599.984375, - 2600.135986328125, - 2600.102294921875, - 2599.983154296875, - 2600.0390625, - 2600.0361328125, - 2600.03759765625, - 2599.957763671875, - 2599.950439453125, - 2599.949462890625, - 2599.92919921875, - 2599.858154296875, - 2599.76611328125, - 2599.6396484375, - 2599.43505859375, - 2599.248046875, - 2599.145263671875, - 2599.371337890625, - 2599.5859375, - 2599.618896484375, - 2599.554443359375, - 2599.62890625, - 2599.564208984375 + 2600.229248046875, + 2600.21044921875, + 2600.23486328125, + 2600.227294921875, + 2600.23388671875, + 2600.2880859375, + 2600.253662109375, + 2600.245361328125, + 2600.2529296875, + 2600.282958984375, + 2600.264404296875, + 2600.214599609375, + 2600.238037109375, + 2600.2626953125, + 2600.2607421875, + 2600.2490234375, + 2600.226806640625, + 2600.052490234375, + 2600.089599609375, + 2600.20654296875, + 2600.227294921875, + 2600.224609375, + 2600.269775390625, + 2600.234619140625 ], "p10": [ - 2595.781982421875, - 2590.66162109375, - 2581.89892578125, - 2569.722900390625, - 2562.229248046875, - 2555.705810546875, - 2552.555419921875, - 2550.336669921875, - 2550.341064453125, - 2550.40869140625, - 2553.955322265625, - 2552.73486328125, - 2552.949951171875, - 2553.724853515625, - 2551.748291015625, - 2548.683349609375, - 2546.953857421875, - 2547.837646484375, - 2550.36083984375, - 2549.149658203125, - 2548.222900390625, - 2549.603759765625, - 2549.273681640625, - 2549.449462890625 + 2599.539306640625, + 2599.108642578125, + 2598.425048828125, + 2597.022216796875, + 2592.290771484375, + 2584.093994140625, + 2575.323974609375, + 2566.986083984375, + 2562.501953125, + 2556.196044921875, + 2556.187744140625, + 2555.024169921875, + 2550.9091796875, + 2547.888671875, + 2548.369140625, + 2550.7216796875, + 2550.79052734375, + 2551.842529296875, + 2554.17431640625, + 2553.05712890625, + 2552.70361328125, + 2554.382568359375, + 2554.157958984375, + 2555.23046875 ], "p90": [ - 2600.825439453125, - 2600.928955078125, - 2600.93408203125, - 2600.87646484375, - 2600.758544921875, - 2600.984619140625, - 2601.2041015625, - 2600.997802734375, - 2600.889892578125, - 2600.99365234375, - 2601.083251953125, - 2601.17138671875, - 2601.19775390625, - 2601.224365234375, - 2601.181884765625, - 2601.45361328125, - 2601.4140625, - 2601.470703125, - 2601.4814453125, - 2601.72509765625, - 2601.90478515625, - 2601.67041015625, - 2601.836181640625, - 2602.191650390625 + 2600.67529296875, + 2600.6513671875, + 2600.693115234375, + 2600.691650390625, + 2600.67626953125, + 2600.783447265625, + 2600.79443359375, + 2600.7978515625, + 2600.765380859375, + 2600.73388671875, + 2600.781005859375, + 2600.808349609375, + 2600.7890625, + 2600.81494140625, + 2600.737548828125, + 2600.81884765625, + 2600.84765625, + 2600.817138671875, + 2600.80029296875, + 2600.922607421875, + 2600.98095703125, + 2601.023193359375, + 2601.189697265625, + 2601.360107421875 ], "mean": [ - 2599.98828125, - 2599.984375, - 2600.135986328125, - 2600.102294921875, - 2599.983154296875, - 2600.0390625, - 2600.0361328125, - 2600.03759765625, - 2599.957763671875, - 2599.950439453125, - 2599.949462890625, - 2599.92919921875, - 2599.858154296875, - 2599.76611328125, - 2599.6396484375, - 2599.43505859375, - 2599.248046875, - 2599.145263671875, - 2599.371337890625, - 2599.5859375, - 2599.618896484375, - 2599.554443359375, - 2599.62890625, - 2599.564208984375 + 2600.229248046875, + 2600.21044921875, + 2600.23486328125, + 2600.227294921875, + 2600.23388671875, + 2600.2880859375, + 2600.253662109375, + 2600.245361328125, + 2600.2529296875, + 2600.282958984375, + 2600.264404296875, + 2600.214599609375, + 2600.238037109375, + 2600.2626953125, + 2600.2607421875, + 2600.2490234375, + 2600.226806640625, + 2600.052490234375, + 2600.089599609375, + 2600.20654296875, + 2600.227294921875, + 2600.224609375, + 2600.269775390625, + 2600.234619140625 ], "quantiles": { "0.1": [ - 2595.781982421875, - 2590.66162109375, - 2581.89892578125, - 2569.722900390625, - 2562.229248046875, - 2555.705810546875, - 2552.555419921875, - 2550.336669921875, - 2550.341064453125, - 2550.40869140625, - 2553.955322265625, - 2552.73486328125, - 2552.949951171875, - 2553.724853515625, - 2551.748291015625, - 2548.683349609375, - 2546.953857421875, - 2547.837646484375, - 2550.36083984375, - 2549.149658203125, - 2548.222900390625, - 2549.603759765625, - 2549.273681640625, - 2549.449462890625 + 2599.539306640625, + 2599.108642578125, + 2598.425048828125, + 2597.022216796875, + 2592.290771484375, + 2584.093994140625, + 2575.323974609375, + 2566.986083984375, + 2562.501953125, + 2556.196044921875, + 2556.187744140625, + 2555.024169921875, + 2550.9091796875, + 2547.888671875, + 2548.369140625, + 2550.7216796875, + 2550.79052734375, + 2551.842529296875, + 2554.17431640625, + 2553.05712890625, + 2552.70361328125, + 2554.382568359375, + 2554.157958984375, + 2555.23046875 ], "0.2": [ - 2595.781982421875, - 2590.66162109375, - 2581.89892578125, - 2569.722900390625, - 2562.229248046875, - 2555.705810546875, - 2552.555419921875, - 2550.336669921875, - 2550.341064453125, - 2550.40869140625, - 2553.955322265625, - 2552.73486328125, - 2552.949951171875, - 2553.724853515625, - 2551.748291015625, - 2548.683349609375, - 2546.953857421875, - 2547.837646484375, - 2550.36083984375, - 2549.149658203125, - 2548.222900390625, - 2549.603759765625, - 2549.273681640625, - 2549.449462890625 + 2599.539306640625, + 2599.108642578125, + 2598.425048828125, + 2597.022216796875, + 2592.290771484375, + 2584.093994140625, + 2575.323974609375, + 2566.986083984375, + 2562.501953125, + 2556.196044921875, + 2556.187744140625, + 2555.024169921875, + 2550.9091796875, + 2547.888671875, + 2548.369140625, + 2550.7216796875, + 2550.79052734375, + 2551.842529296875, + 2554.17431640625, + 2553.05712890625, + 2552.70361328125, + 2554.382568359375, + 2554.157958984375, + 2555.23046875 ], "0.3": [ - 2595.781982421875, - 2590.66162109375, - 2581.89892578125, - 2569.722900390625, - 2562.229248046875, - 2555.705810546875, - 2552.555419921875, - 2550.336669921875, - 2550.341064453125, - 2550.40869140625, - 2553.955322265625, - 2552.73486328125, - 2552.949951171875, - 2553.724853515625, - 2551.748291015625, - 2548.683349609375, - 2546.953857421875, - 2547.837646484375, - 2550.36083984375, - 2549.149658203125, - 2548.222900390625, - 2549.603759765625, - 2549.273681640625, - 2549.449462890625 + 2599.539306640625, + 2599.108642578125, + 2598.425048828125, + 2597.022216796875, + 2592.290771484375, + 2584.093994140625, + 2575.323974609375, + 2566.986083984375, + 2562.501953125, + 2556.196044921875, + 2556.187744140625, + 2555.024169921875, + 2550.9091796875, + 2547.888671875, + 2548.369140625, + 2550.7216796875, + 2550.79052734375, + 2551.842529296875, + 2554.17431640625, + 2553.05712890625, + 2552.70361328125, + 2554.382568359375, + 2554.157958984375, + 2555.23046875 ], "0.4": [ - 2599.98828125, - 2599.984375, - 2600.135986328125, - 2600.102294921875, - 2599.983154296875, - 2600.0390625, - 2600.0361328125, - 2600.03759765625, - 2599.957763671875, - 2599.950439453125, - 2599.949462890625, - 2599.92919921875, - 2599.858154296875, - 2599.76611328125, - 2599.6396484375, - 2599.43505859375, - 2599.248046875, - 2599.145263671875, - 2599.371337890625, - 2599.5859375, - 2599.618896484375, - 2599.554443359375, - 2599.62890625, - 2599.564208984375 + 2600.229248046875, + 2600.21044921875, + 2600.23486328125, + 2600.227294921875, + 2600.23388671875, + 2600.2880859375, + 2600.253662109375, + 2600.245361328125, + 2600.2529296875, + 2600.282958984375, + 2600.264404296875, + 2600.214599609375, + 2600.238037109375, + 2600.2626953125, + 2600.2607421875, + 2600.2490234375, + 2600.226806640625, + 2600.052490234375, + 2600.089599609375, + 2600.20654296875, + 2600.227294921875, + 2600.224609375, + 2600.269775390625, + 2600.234619140625 ], "0.5": [ - 2599.98828125, - 2599.984375, - 2600.135986328125, - 2600.102294921875, - 2599.983154296875, - 2600.0390625, - 2600.0361328125, - 2600.03759765625, - 2599.957763671875, - 2599.950439453125, - 2599.949462890625, - 2599.92919921875, - 2599.858154296875, - 2599.76611328125, - 2599.6396484375, - 2599.43505859375, - 2599.248046875, - 2599.145263671875, - 2599.371337890625, - 2599.5859375, - 2599.618896484375, - 2599.554443359375, - 2599.62890625, - 2599.564208984375 + 2600.229248046875, + 2600.21044921875, + 2600.23486328125, + 2600.227294921875, + 2600.23388671875, + 2600.2880859375, + 2600.253662109375, + 2600.245361328125, + 2600.2529296875, + 2600.282958984375, + 2600.264404296875, + 2600.214599609375, + 2600.238037109375, + 2600.2626953125, + 2600.2607421875, + 2600.2490234375, + 2600.226806640625, + 2600.052490234375, + 2600.089599609375, + 2600.20654296875, + 2600.227294921875, + 2600.224609375, + 2600.269775390625, + 2600.234619140625 ], "0.6": [ - 2599.98828125, - 2599.984375, - 2600.135986328125, - 2600.102294921875, - 2599.983154296875, - 2600.0390625, - 2600.0361328125, - 2600.03759765625, - 2599.957763671875, - 2599.950439453125, - 2599.949462890625, - 2599.92919921875, - 2599.858154296875, - 2599.76611328125, - 2599.6396484375, - 2599.43505859375, - 2599.248046875, - 2599.145263671875, - 2599.371337890625, - 2599.5859375, - 2599.618896484375, - 2599.554443359375, - 2599.62890625, - 2599.564208984375 + 2600.229248046875, + 2600.21044921875, + 2600.23486328125, + 2600.227294921875, + 2600.23388671875, + 2600.2880859375, + 2600.253662109375, + 2600.245361328125, + 2600.2529296875, + 2600.282958984375, + 2600.264404296875, + 2600.214599609375, + 2600.238037109375, + 2600.2626953125, + 2600.2607421875, + 2600.2490234375, + 2600.226806640625, + 2600.052490234375, + 2600.089599609375, + 2600.20654296875, + 2600.227294921875, + 2600.224609375, + 2600.269775390625, + 2600.234619140625 ], "0.7": [ - 2599.98828125, - 2599.984375, - 2600.135986328125, - 2600.102294921875, - 2599.983154296875, - 2600.0390625, - 2600.0361328125, - 2600.03759765625, - 2599.957763671875, - 2599.950439453125, - 2599.949462890625, - 2599.92919921875, - 2599.858154296875, - 2599.76611328125, - 2599.6396484375, - 2599.43505859375, - 2599.248046875, - 2599.145263671875, - 2599.371337890625, - 2599.5859375, - 2599.618896484375, - 2599.554443359375, - 2599.62890625, - 2599.564208984375 + 2600.229248046875, + 2600.21044921875, + 2600.23486328125, + 2600.227294921875, + 2600.23388671875, + 2600.2880859375, + 2600.253662109375, + 2600.245361328125, + 2600.2529296875, + 2600.282958984375, + 2600.264404296875, + 2600.214599609375, + 2600.238037109375, + 2600.2626953125, + 2600.2607421875, + 2600.2490234375, + 2600.226806640625, + 2600.052490234375, + 2600.089599609375, + 2600.20654296875, + 2600.227294921875, + 2600.224609375, + 2600.269775390625, + 2600.234619140625 ], "0.8": [ - 2600.825439453125, - 2600.928955078125, - 2600.93408203125, - 2600.87646484375, - 2600.758544921875, - 2600.984619140625, - 2601.2041015625, - 2600.997802734375, - 2600.889892578125, - 2600.99365234375, - 2601.083251953125, - 2601.17138671875, - 2601.19775390625, - 2601.224365234375, - 2601.181884765625, - 2601.45361328125, - 2601.4140625, - 2601.470703125, - 2601.4814453125, - 2601.72509765625, - 2601.90478515625, - 2601.67041015625, - 2601.836181640625, - 2602.191650390625 + 2600.67529296875, + 2600.6513671875, + 2600.693115234375, + 2600.691650390625, + 2600.67626953125, + 2600.783447265625, + 2600.79443359375, + 2600.7978515625, + 2600.765380859375, + 2600.73388671875, + 2600.781005859375, + 2600.808349609375, + 2600.7890625, + 2600.81494140625, + 2600.737548828125, + 2600.81884765625, + 2600.84765625, + 2600.817138671875, + 2600.80029296875, + 2600.922607421875, + 2600.98095703125, + 2601.023193359375, + 2601.189697265625, + 2601.360107421875 ], "0.9": [ - 2600.825439453125, - 2600.928955078125, - 2600.93408203125, - 2600.87646484375, - 2600.758544921875, - 2600.984619140625, - 2601.2041015625, - 2600.997802734375, - 2600.889892578125, - 2600.99365234375, - 2601.083251953125, - 2601.17138671875, - 2601.19775390625, - 2601.224365234375, - 2601.181884765625, - 2601.45361328125, - 2601.4140625, - 2601.470703125, - 2601.4814453125, - 2601.72509765625, - 2601.90478515625, - 2601.67041015625, - 2601.836181640625, - 2602.191650390625 + 2600.67529296875, + 2600.6513671875, + 2600.693115234375, + 2600.691650390625, + 2600.67626953125, + 2600.783447265625, + 2600.79443359375, + 2600.7978515625, + 2600.765380859375, + 2600.73388671875, + 2600.781005859375, + 2600.808349609375, + 2600.7890625, + 2600.81494140625, + 2600.737548828125, + 2600.81884765625, + 2600.84765625, + 2600.817138671875, + 2600.80029296875, + 2600.922607421875, + 2600.98095703125, + 2601.023193359375, + 2601.189697265625, + 2601.360107421875 ] }, "timestamps": [ - "2026-06-30 17:55:00", - "2026-06-30 18:10:00", - "2026-06-30 18:25:00", - "2026-06-30 18:40:00", "2026-06-30 18:55:00", "2026-06-30 19:10:00", "2026-06-30 19:25:00", @@ -589,6 +585,10 @@ "2026-07-01 22:55:00", "2026-07-01 23:10:00", "2026-07-01 23:25:00", - "2026-07-01 23:40:00" + "2026-07-01 23:40:00", + "2026-07-01 23:55:00", + "2026-07-02 00:10:00", + "2026-07-02 00:25:00", + "2026-07-02 00:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 6b409004b2037f7429da18bf1cdb8a827803f2c9..b6484e325e8b83e8aa4e05a33b81dd605c76bd4a 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,37 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-01T05:09:23.973194+00:00", + "evaluated_at": "2026-07-01T05:16:48.245212+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 34d2f84e4c6a50cc7135f704dd07b24384417165..d9616b4047902cd5af4afe494998bc8524afadf5 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1062314.694632848,1062314.694632848,923.7166341145834,1.9273156501796465,0.015732672162002987,0.015579775493935836,24.137163262025666,1030.6865161788273,0.01749763795158063,0.015681644204982834,0.010598642852742899,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1067896.405204137,1067896.405204137,928.3611653645834,1.9370063685615382,0.015811766385241757,0.015658074466964725,24.137163262025666,1033.3907321067559,0.017544930350716154,0.01576173607965805,0.0106257638267565,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,930704.0293509165,930704.0293509165,852.7960611979166,1.7989727864047158,0.014548451040669949,0.014414000870620947,9.896209699256707,964.7300292573651,0.016397381422769464,0.014494855417802299,0.008814229209210456,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,1.464496143182497e-08,1.464496143182497e-08,9.087431761953566e-05,0.0004391242306120246,nan,2.0,0.012164949282126442,0.00012101636844586343,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12 @@ -10,5 +10,5 @@ nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.663694921920372,3.66369 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,94.40839443031943,94.40839443031943,8.442713975906372,0.7434945477122351,0.23604144633998314,0.26046253432335137,3.1217792297124127,9.7163982231236,0.2848687567918031,0.24752643716696657,0.22263687326190343,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.9231250554663954,1.9231250554663954,1.149774392445882,0.9906920861541305,0.04596809766426587,0.04596836324925613,8.438846927336728,1.3867678448343095,0.05588988795302003,0.046338514557012885,0.03738208681425615,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,15.998474727310887,15.998474727310887,3.346830169359843,0.624279202574893,0.47417764632580406,0.34807588670591727,4.311732638067532,3.9998093363697835,0.4067602714952322,0.34035561044337387,0.2609936688130409,Hazards,1,24 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.011566306153933207,0.011566306153933207,0.09818522135416667,0.005236545138888889,3.776354667467949e-05,3.776434493790338e-05,2.6741281467013884,0.10754676263808784,4.136413947618763e-05,3.776354667467949e-05,0.002462990002754407,Hydrology,1,24 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,734.4566317473849,734.4566317473849,14.795684814453125,0.5072806222098214,0.005801023365325698,0.005745098755137484,1.5814114815848213,27.10086035068601,0.010482202230724645,0.005722746745316277,0.004010591886583401,Hydrology,1,24 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,250.06589534280025,250.06589534280025,12.296975272042411,0.25166710154497524,0.051013159582526994,0.04954943111254273,1.9526163003704027,15.813471957252153,0.06534492544319072,0.05081394740513393,0.058785384217069234,Web,1,7 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 85fb753be7f57624160fcbbb670ad72c658e6214..553a92278dd2396d1380cdeadfe871546f7188b0 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-07-01T05:08:30.790776+00:00", + "evaluated_at": "2026-07-01T05:16:11.643746+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59085.0, 59197.12890625, 59339.98828125, - 59372.1484375 + 59260.6796875 ], "p50": [ 59612.10546875, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e345894d2a843e4b816ad588cc7901af1d8f5fc9..98b65ac3a88bc2e61e47babcb42a64c1b5344072 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-07-01T04:53:32.789941+00:00", + "evaluated_at": "2026-07-01T05:16:19.326040+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, 2550.0, 2550.0, 2550.0, @@ -101,9 +89,6 @@ 2600.0, 2600.0, 2600.0, - 2600.0 - ], - "actuals": [ 2600.0, 2600.0, 2600.0, @@ -115,6 +100,10 @@ 2600.0, 2600.0, 2600.0, + 2600.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -127,353 +116,360 @@ 2600.0, 2600.0, 2600.0, - 2600.0 + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "p50": [ - 2600.04296875, - 2600.0859375, - 2599.96435546875, - 2599.989013671875, - 2600.007568359375, - 2599.931396484375, - 2599.929443359375, - 2599.94189453125, - 2599.87255859375, - 2599.895751953125, - 2599.87841796875, - 2599.919677734375, - 2599.830810546875, - 2599.874267578125, - 2599.865234375, - 2599.8759765625, - 2599.904052734375, - 2599.84326171875, - 2599.85888671875, - 2599.8984375, - 2599.869140625, - 2599.8603515625, - 2599.8564453125, - 2599.920654296875 + 2600.26123046875, + 2600.24755859375, + 2600.23681640625, + 2600.238525390625, + 2600.2548828125, + 2600.238037109375, + 2600.226806640625, + 2600.2412109375, + 2600.2158203125, + 2600.250732421875, + 2600.211669921875, + 2600.24169921875, + 2600.169189453125, + 2600.188232421875, + 2600.2041015625, + 2600.203857421875, + 2600.20751953125, + 2600.190185546875, + 2600.1826171875, + 2600.1904296875, + 2600.184814453125, + 2600.182861328125, + 2600.14306640625, + 2600.1845703125 ], "p10": [ - 2598.608642578125, - 2579.14013671875, - 2564.076171875, - 2557.218505859375, - 2551.447265625, - 2551.674072265625, - 2552.13330078125, - 2552.44384765625, - 2552.66748046875, - 2551.72509765625, - 2551.484130859375, - 2550.968994140625, - 2550.78173828125, - 2550.4990234375, - 2550.34814453125, - 2550.290771484375, - 2549.983642578125, - 2549.82666015625, - 2550.00048828125, - 2550.099365234375, - 2550.005126953125, - 2549.958740234375, - 2549.826171875, - 2549.89013671875 + 2599.85888671875, + 2599.7685546875, + 2598.162841796875, + 2595.671875, + 2591.969970703125, + 2571.757080078125, + 2565.58447265625, + 2561.28076171875, + 2556.419921875, + 2552.2734375, + 2552.081787109375, + 2550.77880859375, + 2550.076171875, + 2550.3037109375, + 2550.620361328125, + 2550.239501953125, + 2550.476806640625, + 2550.371337890625, + 2550.429931640625, + 2550.43212890625, + 2550.325439453125, + 2550.2509765625, + 2550.02294921875, + 2550.018310546875 ], "p90": [ - 2600.475341796875, - 2600.53759765625, - 2600.424560546875, - 2600.516357421875, - 2600.5888671875, - 2600.563720703125, - 2600.450927734375, - 2600.47998046875, - 2600.59033203125, - 2600.853515625, - 2601.19287109375, - 2601.97509765625, - 2602.623046875, - 2603.67529296875, - 2604.7939453125, - 2605.781494140625, - 2606.86474609375, - 2608.370361328125, - 2609.677001953125, - 2610.998779296875, - 2612.22119140625, - 2613.611572265625, - 2614.603271484375, - 2616.58544921875 + 2600.529052734375, + 2600.529052734375, + 2600.4853515625, + 2600.531982421875, + 2600.512451171875, + 2600.54833984375, + 2600.50146484375, + 2600.543212890625, + 2600.604736328125, + 2600.80322265625, + 2601.019287109375, + 2601.474365234375, + 2601.81640625, + 2602.760498046875, + 2604.19287109375, + 2605.5546875, + 2606.80078125, + 2608.475830078125, + 2610.439697265625, + 2612.288818359375, + 2614.6220703125, + 2616.763671875, + 2619.334228515625, + 2620.989013671875 ], "mean": [ - 2600.04296875, - 2600.0859375, - 2599.96435546875, - 2599.989013671875, - 2600.007568359375, - 2599.931396484375, - 2599.929443359375, - 2599.94189453125, - 2599.87255859375, - 2599.895751953125, - 2599.87841796875, - 2599.919677734375, - 2599.830810546875, - 2599.874267578125, - 2599.865234375, - 2599.8759765625, - 2599.904052734375, - 2599.84326171875, - 2599.85888671875, - 2599.8984375, - 2599.869140625, - 2599.8603515625, - 2599.8564453125, - 2599.920654296875 + 2600.26123046875, + 2600.24755859375, + 2600.23681640625, + 2600.238525390625, + 2600.2548828125, + 2600.238037109375, + 2600.226806640625, + 2600.2412109375, + 2600.2158203125, + 2600.250732421875, + 2600.211669921875, + 2600.24169921875, + 2600.169189453125, + 2600.188232421875, + 2600.2041015625, + 2600.203857421875, + 2600.20751953125, + 2600.190185546875, + 2600.1826171875, + 2600.1904296875, + 2600.184814453125, + 2600.182861328125, + 2600.14306640625, + 2600.1845703125 ], "quantiles": { "0.1": [ - 2598.608642578125, - 2579.14013671875, - 2564.076171875, - 2557.218505859375, - 2551.447265625, - 2551.674072265625, - 2552.13330078125, - 2552.44384765625, - 2552.66748046875, - 2551.72509765625, - 2551.484130859375, - 2550.968994140625, - 2550.78173828125, - 2550.4990234375, - 2550.34814453125, - 2550.290771484375, - 2549.983642578125, - 2549.82666015625, - 2550.00048828125, - 2550.099365234375, - 2550.005126953125, - 2549.958740234375, - 2549.826171875, - 2549.89013671875 + 2599.85888671875, + 2599.7685546875, + 2598.162841796875, + 2595.671875, + 2591.969970703125, + 2571.757080078125, + 2565.58447265625, + 2561.28076171875, + 2556.419921875, + 2552.2734375, + 2552.081787109375, + 2550.77880859375, + 2550.076171875, + 2550.3037109375, + 2550.620361328125, + 2550.239501953125, + 2550.476806640625, + 2550.371337890625, + 2550.429931640625, + 2550.43212890625, + 2550.325439453125, + 2550.2509765625, + 2550.02294921875, + 2550.018310546875 ], "0.2": [ - 2598.608642578125, - 2579.14013671875, - 2564.076171875, - 2557.218505859375, - 2551.447265625, - 2551.674072265625, - 2552.13330078125, - 2552.44384765625, - 2552.66748046875, - 2551.72509765625, - 2551.484130859375, - 2550.968994140625, - 2550.78173828125, - 2550.4990234375, - 2550.34814453125, - 2550.290771484375, - 2549.983642578125, - 2549.82666015625, - 2550.00048828125, - 2550.099365234375, - 2550.005126953125, - 2549.958740234375, - 2549.826171875, - 2549.89013671875 + 2599.85888671875, + 2599.7685546875, + 2598.162841796875, + 2595.671875, + 2591.969970703125, + 2571.757080078125, + 2565.58447265625, + 2561.28076171875, + 2556.419921875, + 2552.2734375, + 2552.081787109375, + 2550.77880859375, + 2550.076171875, + 2550.3037109375, + 2550.620361328125, + 2550.239501953125, + 2550.476806640625, + 2550.371337890625, + 2550.429931640625, + 2550.43212890625, + 2550.325439453125, + 2550.2509765625, + 2550.02294921875, + 2550.018310546875 ], "0.3": [ - 2598.608642578125, - 2579.14013671875, - 2564.076171875, - 2557.218505859375, - 2551.447265625, - 2551.674072265625, - 2552.13330078125, - 2552.44384765625, - 2552.66748046875, - 2551.72509765625, - 2551.484130859375, - 2550.968994140625, - 2550.78173828125, - 2550.4990234375, - 2550.34814453125, - 2550.290771484375, - 2549.983642578125, - 2549.82666015625, - 2550.00048828125, - 2550.099365234375, - 2550.005126953125, - 2549.958740234375, - 2549.826171875, - 2549.89013671875 + 2599.85888671875, + 2599.7685546875, + 2598.162841796875, + 2595.671875, + 2591.969970703125, + 2571.757080078125, + 2565.58447265625, + 2561.28076171875, + 2556.419921875, + 2552.2734375, + 2552.081787109375, + 2550.77880859375, + 2550.076171875, + 2550.3037109375, + 2550.620361328125, + 2550.239501953125, + 2550.476806640625, + 2550.371337890625, + 2550.429931640625, + 2550.43212890625, + 2550.325439453125, + 2550.2509765625, + 2550.02294921875, + 2550.018310546875 ], "0.4": [ - 2600.04296875, - 2600.0859375, - 2599.96435546875, - 2599.989013671875, - 2600.007568359375, - 2599.931396484375, - 2599.929443359375, - 2599.94189453125, - 2599.87255859375, - 2599.895751953125, - 2599.87841796875, - 2599.919677734375, - 2599.830810546875, - 2599.874267578125, - 2599.865234375, - 2599.8759765625, - 2599.904052734375, - 2599.84326171875, - 2599.85888671875, - 2599.8984375, - 2599.869140625, - 2599.8603515625, - 2599.8564453125, - 2599.920654296875 + 2600.26123046875, + 2600.24755859375, + 2600.23681640625, + 2600.238525390625, + 2600.2548828125, + 2600.238037109375, + 2600.226806640625, + 2600.2412109375, + 2600.2158203125, + 2600.250732421875, + 2600.211669921875, + 2600.24169921875, + 2600.169189453125, + 2600.188232421875, + 2600.2041015625, + 2600.203857421875, + 2600.20751953125, + 2600.190185546875, + 2600.1826171875, + 2600.1904296875, + 2600.184814453125, + 2600.182861328125, + 2600.14306640625, + 2600.1845703125 ], "0.5": [ - 2600.04296875, - 2600.0859375, - 2599.96435546875, - 2599.989013671875, - 2600.007568359375, - 2599.931396484375, - 2599.929443359375, - 2599.94189453125, - 2599.87255859375, - 2599.895751953125, - 2599.87841796875, - 2599.919677734375, - 2599.830810546875, - 2599.874267578125, - 2599.865234375, - 2599.8759765625, - 2599.904052734375, - 2599.84326171875, - 2599.85888671875, - 2599.8984375, - 2599.869140625, - 2599.8603515625, - 2599.8564453125, - 2599.920654296875 + 2600.26123046875, + 2600.24755859375, + 2600.23681640625, + 2600.238525390625, + 2600.2548828125, + 2600.238037109375, + 2600.226806640625, + 2600.2412109375, + 2600.2158203125, + 2600.250732421875, + 2600.211669921875, + 2600.24169921875, + 2600.169189453125, + 2600.188232421875, + 2600.2041015625, + 2600.203857421875, + 2600.20751953125, + 2600.190185546875, + 2600.1826171875, + 2600.1904296875, + 2600.184814453125, + 2600.182861328125, + 2600.14306640625, + 2600.1845703125 ], "0.6": [ - 2600.04296875, - 2600.0859375, - 2599.96435546875, - 2599.989013671875, - 2600.007568359375, - 2599.931396484375, - 2599.929443359375, - 2599.94189453125, - 2599.87255859375, - 2599.895751953125, - 2599.87841796875, - 2599.919677734375, - 2599.830810546875, - 2599.874267578125, - 2599.865234375, - 2599.8759765625, - 2599.904052734375, - 2599.84326171875, - 2599.85888671875, - 2599.8984375, - 2599.869140625, - 2599.8603515625, - 2599.8564453125, - 2599.920654296875 + 2600.26123046875, + 2600.24755859375, + 2600.23681640625, + 2600.238525390625, + 2600.2548828125, + 2600.238037109375, + 2600.226806640625, + 2600.2412109375, + 2600.2158203125, + 2600.250732421875, + 2600.211669921875, + 2600.24169921875, + 2600.169189453125, + 2600.188232421875, + 2600.2041015625, + 2600.203857421875, + 2600.20751953125, + 2600.190185546875, + 2600.1826171875, + 2600.1904296875, + 2600.184814453125, + 2600.182861328125, + 2600.14306640625, + 2600.1845703125 ], "0.7": [ - 2600.04296875, - 2600.0859375, - 2599.96435546875, - 2599.989013671875, - 2600.007568359375, - 2599.931396484375, - 2599.929443359375, - 2599.94189453125, - 2599.87255859375, - 2599.895751953125, - 2599.87841796875, - 2599.919677734375, - 2599.830810546875, - 2599.874267578125, - 2599.865234375, - 2599.8759765625, - 2599.904052734375, - 2599.84326171875, - 2599.85888671875, - 2599.8984375, - 2599.869140625, - 2599.8603515625, - 2599.8564453125, - 2599.920654296875 + 2600.26123046875, + 2600.24755859375, + 2600.23681640625, + 2600.238525390625, + 2600.2548828125, + 2600.238037109375, + 2600.226806640625, + 2600.2412109375, + 2600.2158203125, + 2600.250732421875, + 2600.211669921875, + 2600.24169921875, + 2600.169189453125, + 2600.188232421875, + 2600.2041015625, + 2600.203857421875, + 2600.20751953125, + 2600.190185546875, + 2600.1826171875, + 2600.1904296875, + 2600.184814453125, + 2600.182861328125, + 2600.14306640625, + 2600.1845703125 ], "0.8": [ - 2600.475341796875, - 2600.53759765625, - 2600.424560546875, - 2600.516357421875, - 2600.5888671875, - 2600.563720703125, - 2600.450927734375, - 2600.47998046875, - 2600.59033203125, - 2600.853515625, - 2601.19287109375, - 2601.97509765625, - 2602.623046875, - 2603.67529296875, - 2604.7939453125, - 2605.781494140625, - 2606.86474609375, - 2608.370361328125, - 2609.677001953125, - 2610.998779296875, - 2612.22119140625, - 2613.611572265625, - 2614.603271484375, - 2616.58544921875 + 2600.529052734375, + 2600.529052734375, + 2600.4853515625, + 2600.531982421875, + 2600.512451171875, + 2600.54833984375, + 2600.50146484375, + 2600.543212890625, + 2600.604736328125, + 2600.80322265625, + 2601.019287109375, + 2601.474365234375, + 2601.81640625, + 2602.760498046875, + 2604.19287109375, + 2605.5546875, + 2606.80078125, + 2608.475830078125, + 2610.439697265625, + 2612.288818359375, + 2614.6220703125, + 2616.763671875, + 2619.334228515625, + 2620.989013671875 ], "0.9": [ - 2600.475341796875, - 2600.53759765625, - 2600.424560546875, - 2600.516357421875, - 2600.5888671875, - 2600.563720703125, - 2600.450927734375, - 2600.47998046875, - 2600.59033203125, - 2600.853515625, - 2601.19287109375, - 2601.97509765625, - 2602.623046875, - 2603.67529296875, - 2604.7939453125, - 2605.781494140625, - 2606.86474609375, - 2608.370361328125, - 2609.677001953125, - 2610.998779296875, - 2612.22119140625, - 2613.611572265625, - 2614.603271484375, - 2616.58544921875 + 2600.529052734375, + 2600.529052734375, + 2600.4853515625, + 2600.531982421875, + 2600.512451171875, + 2600.54833984375, + 2600.50146484375, + 2600.543212890625, + 2600.604736328125, + 2600.80322265625, + 2601.019287109375, + 2601.474365234375, + 2601.81640625, + 2602.760498046875, + 2604.19287109375, + 2605.5546875, + 2606.80078125, + 2608.475830078125, + 2610.439697265625, + 2612.288818359375, + 2614.6220703125, + 2616.763671875, + 2619.334228515625, + 2620.989013671875 ] }, "timestamps": [ - "2026-06-30 17:55:00", - "2026-06-30 18:10:00", - "2026-06-30 18:25:00", - "2026-06-30 18:40:00", "2026-06-30 18:55:00", "2026-06-30 19:10:00", "2026-06-30 19:25:00", @@ -589,6 +585,10 @@ "2026-07-01 22:55:00", "2026-07-01 23:10:00", "2026-07-01 23:25:00", - "2026-07-01 23:40:00" + "2026-07-01 23:40:00", + "2026-07-01 23:55:00", + "2026-07-02 00:10:00", + "2026-07-02 00:25:00", + "2026-07-02 00:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index be33a096860936847a18dce88a9ac5b9506b7ffd..06fbd3ff552c737967348810c5e257f8a4860d4e 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,37 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-07-01T05:08:46.607436+00:00", + "evaluated_at": "2026-07-01T05:16:21.683638+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t050000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260630t040141z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260701t025000z", + "data_fetched_at": "2026-07-01T05:14:20.651379Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t015500z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t030000z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t221800z", - "data_fetched_at": "2026-07-01T05:06:40.924903Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": []