diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index bd6f3c99f4341cd168f3d7a2a678a8b1f98da6c9..a03104380a853ad73c16371297b9137bc8ab6a39 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T10:48:41.743232+00:00", + "generated_at": "2026-06-23T10:58:36.551765+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 7943, - "num_unique_releases": 949 + "num_model_releases": 7953, + "num_unique_releases": 950 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 5a99a8aa485c88a9fa5e2ea52eac0a2c502b3efb..c767141d52bd175240de49e228396738d9535df9 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.7548445626892626,0.8766796670627176,0.18766039923454542,0.5057536235027585,37.746254598666106,3.5404247331100946,0.6931458451383105,1198.5609768696534,7.98428686646631,0.1526491868155343,0.1,10,910,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T10:47:18.284363+00:00 -2,Chronos-2,2.800810737570642,0.8906152598971353,0.17568503715331407,0.5233034120489093,36.78637251295604,3.7074097416370932,0.6631128860801725,1154.882439080804,7.97287048661485,0.09242162634744153,0.1,10,925,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T10:45:37.981030+00:00 -3,Moirai-1.1-Large,3.3151958175334912,1.0407542960164773,0.28096522693596937,0.5518172849017021,22.423965838425424,4.6323133079450205,0.5541152880066821,1112.9627913866461,11.322642690909841,0.13342703132425107,0.2,10,894,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T10:48:05.979161+00:00 -4,Toto-2.0-1B,2.6800307383836213,0.8628561476594404,0.1638722040089664,0.49114578875011067,37.1067326566836,3.6693963532908156,0.6788879817937983,1104.1239267945118,7.978366537642492,0.08553612173517408,0.1,10,916,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T10:46:56.859620+00:00 -5,Timer-S1,2.7012315414078065,0.8820113868884258,0.18126501899968064,0.5193520925832017,34.98916579769896,4.186069781667608,0.6182205382668128,1054.9437399409978,8.120050887553528,0.1199846934795334,0.1,10,869,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T10:48:34.627814+00:00 -6,TimesFM-2.5,2.5967679064678424,0.8408926562938512,0.15014997113748244,0.6147073403620347,39.46844645055452,4.501995592075756,0.5567819249781034,1040.6781906555047,7.740088124443913,0.07973730819352699,0.1,10,933,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T10:46:19.288959+00:00 -7,ARIMA,3.4097762489452004,1.2145922974022993,0.31216516066946787,0.8644571021195564,-0.916358715634398,6.8221747913158906,0.3258401092975225,875.7132906768021,8.70375953559109,0.0444861942618613,0.1,10,624,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T10:48:36.775386+00:00 -8,ETS,6.064383642171637,1.6234220655575584,0.445026931925955,1.1720973789641305,-6.609367322502384,7.056217694934745,0.3019588647691682,861.3956276834808,13.351103712651943,0.08056558797803012,0.1,10,624,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T10:48:36.884844+00:00 -9,Moving-Average,3.418155198689471,1.1623653736452675,0.3180809409955192,0.797502851588997,7.055888899684248,6.447121612421644,0.36539153290979565,850.3760491499394,8.725852163245092,-0.029323883608231554,0.2,10,624,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T10:48:36.933889+00:00 -10,Seasonal-Naive,3.7482999337152627,1.2655686691439327,0.32976058433044575,0.9431522823287788,2.770120742884709e-16,7.518255092758054,0.24254502875963418,746.3629677616593,8.864467328071715,0.04159131935714641,0.1,10,624,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T10:48:36.958338+00:00 +1,TiRex,2.7553220957475397,0.8769180754704771,0.18766123715809538,0.5058864080116586,37.742472335846834,3.5396877114050147,0.693289983575631,1198.5658516492601,7.984962393842859,0.15299018622935573,0.1,10,911,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T10:57:25.914250+00:00 +2,Chronos-2,2.8013495376008097,0.8908796609549168,0.17568606923361918,0.5234493546451195,36.779470469887656,3.7079757359264915,0.6630571118444625,1154.8817087605112,7.973525590224851,0.09282646074083412,0.1,10,926,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T10:56:05.170663+00:00 +3,Moirai-1.1-Large,3.3156885198935235,1.040982329659418,0.2809656256481915,0.551933291629028,22.422716894368016,4.632427984679329,0.5541294577208064,1112.963001659316,11.323085740470871,0.13389172757626838,0.2,10,895,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T10:58:03.984293+00:00 +4,Toto-2.0-1B,2.6805262407864836,0.8631108542795433,0.16387327099625668,0.4912790500030124,37.09996983078956,3.6689288427266518,0.6789855558386925,1104.1280408425987,7.97900542598987,0.08593180035245494,0.1,10,917,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T10:57:10.517012+00:00 +5,Timer-S1,2.701728158279997,0.8822669574936626,0.1812659910798308,0.519508919073998,34.98183581079421,4.18620198557892,0.6182943724842922,1054.9460384358965,8.120498957666118,0.12035667058150143,0.1,10,870,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T10:58:29.261584+00:00 +6,TimesFM-2.5,2.5973039735928203,0.8411608898071414,0.15015105475894988,0.61489254207104,39.46024026535233,4.502718302738226,0.5566310288283416,1040.6751876989529,7.740957371103201,0.08012335905934122,0.1,10,934,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T10:56:35.910120+00:00 +7,ARIMA,3.41046385235773,1.2148876220019376,0.312166912048803,0.8647392123367869,-0.9110400443250072,6.822894373607146,0.32576389505366116,875.7096916431565,8.704303720022521,0.044938458189280515,0.1,10,625,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T10:58:31.608068+00:00 +8,ETS,6.065082035322188,1.6237727559254602,0.44502841047569025,1.1723255893871571,-6.616771945647399,7.056890109484348,0.3018072475177937,861.3884257549806,13.351550702446279,0.08121091056895688,0.1,10,625,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T10:58:31.665967+00:00 +9,Moving-Average,3.418874267785884,1.1627204888036267,0.3180825321193892,0.7977464626413182,7.049081088926874,6.447846679334022,0.3653179802754666,850.3732563485681,8.726619091432147,-0.02853360144620634,0.2,10,625,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T10:58:31.697844+00:00 +10,Seasonal-Naive,3.749046852425247,1.265905262040313,0.32976193973615475,0.9433019937279556,2.8131763421854767e-16,7.517173525472723,0.24272336686085222,746.3687972067595,8.865341829849877,0.042433922735010725,0.1,10,625,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T10:58:31.730636+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 29910ffda3e96a7d6d4e6ba0df2b34fc09385a41..bcdaeabac473d69c94d98d7bc13048e9291617b6 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.5404247331100946,0.6931458451383105,1198.5609768696534,90,910,6909 -2,Chronos-2,3.7074097416370932,0.6631128860801725,1154.882439080804,90,922,6906 -3,Moirai-1.1-Large,4.6323133079450205,0.5541152880066821,1112.9627913866461,90,894,6837 -4,Toto-2.0-1B,3.6693963532908156,0.6788879817937983,1104.1239267945118,90,916,6938 -5,Timer-S1,4.186069781667608,0.6182205382668128,1054.9437399409978,90,869,6743 -6,TimesFM-2.5,4.501995592075756,0.5567819249781034,1040.6781906555047,90,929,6951 -7,ARIMA,6.8221747913158906,0.3258401092975225,875.7132906768021,90,624,5527 -8,ETS,7.056217694934745,0.3019588647691682,861.3956276834808,90,624,5527 -9,Moving-Average,6.447121612421644,0.36539153290979565,850.3760491499394,90,624,5527 -10,Seasonal-Naive,7.518255092758054,0.24254502875963418,746.3629677616593,90,624,5527 +1,TiRex,3.5396877114050147,0.693289983575631,1198.5658516492601,90,911,6918 +2,Chronos-2,3.7079757359264915,0.6630571118444625,1154.8817087605112,90,923,6915 +3,Moirai-1.1-Large,4.632427984679329,0.5541294577208064,1112.963001659316,90,895,6846 +4,Toto-2.0-1B,3.6689288427266518,0.6789855558386925,1104.1280408425987,90,917,6947 +5,Timer-S1,4.18620198557892,0.6182943724842922,1054.9460384358965,90,870,6752 +6,TimesFM-2.5,4.502718302738226,0.5566310288283416,1040.6751876989529,90,930,6960 +7,ARIMA,6.822894373607146,0.32576389505366116,875.7096916431565,90,625,5536 +8,ETS,7.056890109484348,0.3018072475177937,861.3884257549806,90,625,5536 +9,Moving-Average,6.447846679334022,0.3653179802754666,850.3732563485681,90,625,5536 +10,Seasonal-Naive,7.517173525472723,0.24272336686085222,746.3687972067595,90,625,5536 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 014c5405745a1ef4c4825ab1c9407cf3e69168b9..6e42e6efa1c8d97df550aed7d79b5b262152a5ce 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -210,6 +210,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:2 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.011408+00:00,2026-06-23T01:52:40.011408+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.5333574344382865,1.2382881063945848,0.01142943351439396,0.9979464310255891,-32.31180229380065,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.036487+00:00,2026-06-22T05:04:18.036487+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.40384765922950655,0.6354900937304268,0.008035162055816385,0.4488926567487308,-17.29883091642121,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.322435+00:00,2026-06-17T13:32:14.322435+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.26503706876612015,0.5148175101588136,0.004883881396899911,0.15915465439825058,35.4222298551564,True +binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.567510+00:00,2026-06-23T10:58:31.567510+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.466556959895294,1.5705276055820523,0.014948147137833226,1.404166760928944,-2.340761114020447,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.086720+00:00,2026-06-23T04:00:33.086720+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0480417777576292,1.0237391160630862,0.016979051225993635,1.5814909518526452,-15.711515398769695,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.924704+00:00,2026-06-23T05:12:57.924704+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0745921533414173,1.0366253678843758,0.011988787622978657,1.063327063524653,-13.564305043766591,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:29.867986+00:00,2026-06-18T05:03:29.867986+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,0.21776447493906398,0.4666524134075211,0.0654288298000007,0.36956636038522345,-15.404278495967436,True @@ -607,7 +608,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12 usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:12:56.698437+00:00,2026-06-20T17:12:56.698437+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.8838897374181446,0.9401541030161729,0.011054818803850187,0.5757688585386692,19.03481044163731,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:46:45.605148+00:00,2026-06-22T08:46:45.605148+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.873640695666666,0.9346874855622418,0.008262987848823884,0.37536041204525955,46.37999096919055,True usgs_potomac_iv_usgs_00060/15min/short|window:d6b7accd08132a4205d5,2026-06-23T01:52:40.085988+00:00,2026-06-23T01:52:40.085988+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,17.51497304846255,4.1850893716218955,0.05305630414258048,3.8923955239229353,-4.566854460698596,True -usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:29:53.733729+00:00,2026-06-23T10:29:53.733729+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.10069571149828192,0.31732587587255146,0.010425157142419997,0.353506389476022,57.24125047332585,True +usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:58:31.608068+00:00,2026-06-23T10:58:31.608068+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.10069571149828192,0.31732587587255146,0.010425157142419997,0.353506389476022,57.24125047332585,True usgs_potomac_iv_usgs_00060/15min/short|window:dc37817cc0e56e6effd3,2026-06-17T15:34:36.994503+00:00,2026-06-17T15:34:36.994503+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,2.069152416699393,1.4384548712766045,0.0016289600602047872,0.173962647590959,2.713479664945612,True usgs_potomac_iv_usgs_00060/15min/short|window:dc4896a0430a975e5bfa,2026-06-18T04:40:32.867333+00:00,2026-06-18T04:40:32.867333+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.5118732509043651,0.7154531786947103,0.025228348649012026,0.7225389426070051,77.50977982706743,True usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16:23:30.470619+00:00,2026-06-19T16:23:30.470619+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.6128007161527577,0.7828158890523095,0.010811782018835597,0.5244974354524546,18.540690517041924,True @@ -951,6 +952,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T04:56:2 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:04.318034+00:00,2026-06-17T04:45:04.318034+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.0744355461357938,0.27282878538708816,0.004754260659482426,0.19920632323958984,56.39064908266299,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:30:58.334572+00:00,2026-06-17T05:30:58.334572+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.08358342866631409,0.28910798789779935,0.00588114722960411,0.2138994084438719,52.613500470604066,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:28:49.913448+00:00,2026-06-17T13:28:49.913448+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2542001181419644,0.5041826238001111,0.008631994698002458,0.23851726054967026,37.234051353981805,True +binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:55:57.839906+00:00,2026-06-23T10:55:57.839906+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,2.305231488989268,1.5182988799934183,0.010732816148182998,0.8395170189383085,1.040880356791641,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:58:40.107417+00:00,2026-06-23T03:58:40.107417+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6722225923173972,0.8198918174475198,0.004980752443247618,0.4376136138487794,6.353146728280514,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:10:45.975786+00:00,2026-06-23T05:10:45.975786+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6346510964723614,0.796649920901497,0.005263636055257114,0.4338924760646106,12.615063478434823,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:11:12.972050+00:00,2026-06-17T05:11:12.972050+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,1.4821564117717045,1.217438463238165,0.16205658842644108,0.7371486597201974,-5.647500550258204,True @@ -1530,7 +1532,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12 usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:07:09.273194+00:00,2026-06-20T17:07:09.273194+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.6440379099734546,0.8025197255977292,0.0034539161400237175,0.30894874932077576,33.72494255650136,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:42:29.928158+00:00,2026-06-22T08:42:29.928158+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.2847568509791373,0.5336261340855949,0.0043348061538467314,0.2316272991884757,78.66792569832155,True usgs_potomac_iv_usgs_00060/15min/short|window:d6b7accd08132a4205d5,2026-06-23T01:49:33.049230+00:00,2026-06-23T01:49:33.049230+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,20.660164446627913,4.545345360544995,0.04530710709682839,3.195113965478893,-12.757700421564051,True -usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:26:03.935598+00:00,2026-06-23T10:26:03.935598+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.028529816748711967,0.16890771666419496,0.002310873351762199,0.15873734110405655,85.69319974061283,True +usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:56:05.170663+00:00,2026-06-23T10:56:05.170663+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.028529816748711967,0.16890771666419496,0.002310873351762199,0.15873734110405655,85.69319974061283,True usgs_potomac_iv_usgs_00060/15min/short|window:dc37817cc0e56e6effd3,2026-06-17T15:08:38.720298+00:00,2026-06-17T15:08:38.720298+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,2.115650013609451,1.4545274193391649,0.014972349722980954,0.7507263035062799,1.602856776657762,True usgs_potomac_iv_usgs_00060/15min/short|window:dc4896a0430a975e5bfa,2026-06-18T04:32:29.125055+00:00,2026-06-18T04:32:29.125055+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.32131586380815186,0.5668473020207045,0.013919503546380376,0.36856874216651403,85.26549043928945,True usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16:17:10.048713+00:00,2026-06-19T16:17:10.048713+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.5192964621984733,0.720622274286934,0.010930796296383138,0.40593806578580965,26.39586237855643,True @@ -1759,6 +1761,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:2 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.126406+00:00,2026-06-23T01:52:40.126406+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5462851303496286,0.7391110406086683,0.005979794746171688,0.45630651450158405,17.896405037811373,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.238744+00:00,2026-06-22T05:04:18.238744+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07176417635772261,0.2678883654765966,0.0023778847246140235,0.1267947979307844,59.73910564088264,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.501482+00:00,2026-06-17T13:32:14.501482+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5393948701176343,0.7344350686872423,0.01283059459186405,0.5044501639288835,1.497342482110746,True +binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.646194+00:00,2026-06-23T10:58:31.646194+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.2647982130265065,1.504924653604461,0.010580790686793901,0.9659104704470659,1.925451685724914,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.140461+00:00,2026-06-23T04:00:33.140461+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8975844213664195,0.9474093209201709,0.006335073010724093,0.5313116354267295,-8.076537352324527,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.963492+00:00,2026-06-23T05:12:57.963492+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.6175642970071299,0.7858525924161158,0.005182072967339592,0.4250213057330307,13.955566544969203,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.268230+00:00,2026-06-18T05:03:30.268230+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,0.48811034817933086,0.6986489448781347,0.10444350596607699,0.4808580836778858,-50.71181668978824,True @@ -2156,7 +2159,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12 usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:12:56.894213+00:00,2026-06-20T17:12:56.894213+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.6101335045017038,0.7811104304141021,0.004183906983833515,0.4006477664851738,36.09915873003534,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:46:45.714764+00:00,2026-06-22T08:46:45.714764+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.28131550986260667,0.5303918455845703,0.005575421944327981,0.3993864439992419,78.89852787412525,True usgs_potomac_iv_usgs_00060/15min/short|window:d6b7accd08132a4205d5,2026-06-23T01:52:40.171888+00:00,2026-06-23T01:52:40.171888+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,18.08812747201529,4.253013928029779,0.04273647215756456,2.955306470791078,-6.1721608642666785,True -usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:29:53.851918+00:00,2026-06-23T10:29:53.851918+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.18559003175213346,0.43080161530817573,0.008234253169379825,0.3389123243572317,33.22766184107454,True +usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:58:31.665967+00:00,2026-06-23T10:58:31.665967+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.18559003175213346,0.43080161530817573,0.008234253169379825,0.3389123243572317,33.22766184107454,True usgs_potomac_iv_usgs_00060/15min/short|window:dc37817cc0e56e6effd3,2026-06-17T15:34:37.138974+00:00,2026-06-17T15:34:37.138974+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.48548313219777817,0.6967661962220744,0.007293542121294967,0.6582727540222739,63.63503429010397,True usgs_potomac_iv_usgs_00060/15min/short|window:dc4896a0430a975e5bfa,2026-06-18T04:40:32.945584+00:00,2026-06-18T04:40:32.945584+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,1.2960450797691556,1.1384397567588527,0.025406607999488722,0.7429241361728488,51.42382565872447,True usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16:23:30.605661+00:00,2026-06-19T16:23:30.605661+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.4739915495212455,0.6884704420098553,0.010931127466830953,0.5901657842522313,30.58869722477837,True @@ -2495,6 +2498,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:03:0 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:19.772676+00:00,2026-06-17T04:46:19.772676+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1235428602795228,0.3514866431025833,0.0065691142137058916,0.20773804773073237,36.72281954869869,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:31.611552+00:00,2026-06-17T05:32:31.611552+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.16106718251968782,0.40133176116485947,0.007501573932381271,0.20331416387987486,25.129766441646307,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:31:19.020295+00:00,2026-06-17T13:31:19.020295+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5475685624117569,0.7399787580814444,0.013125282384458386,0.36120271813474397,0.7454515072075528,True +binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:57:57.135048+00:00,2026-06-23T10:57:57.135048+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.3346010438361837,1.527940130972475,0.010959484109670273,0.8329938325140042,0.4079198432317045,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:09.268840+00:00,2026-06-23T04:00:09.268840+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6994336856138792,0.8363215204775488,0.005190964156190077,0.42119183666004933,4.374847712276672,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:38.289090+00:00,2026-06-23T05:12:38.289090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5578065979133368,0.74686451108172,0.005295639526563152,0.39977290595222953,18.905583885302327,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:16:48.534000+00:00,2026-06-17T05:16:48.534000+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,1.1967754057757172,1.0939723057626811,0.14762674968250825,0.605355579795432,5.035585299877982,True @@ -3047,7 +3051,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12 usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:10:58.350580+00:00,2026-06-20T17:10:58.350580+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.6740495069203645,0.8210051808121338,0.003443031139050673,0.32761437385781506,31.691391055727674,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:45:57.280951+00:00,2026-06-22T08:45:57.280951+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.631087393973325,0.7944100918123618,0.005732082803845329,0.28142513950871556,58.15186304958254,True usgs_potomac_iv_usgs_00060/15min/short|window:d6b7accd08132a4205d5,2026-06-23T01:52:05.003145+00:00,2026-06-23T01:52:05.003145+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,22.188335350275928,4.710449591098065,0.04467915908797729,3.1718043648361323,-16.250213766925196,True -usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:29:16.102811+00:00,2026-06-23T10:29:16.102811+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.284593093599119,0.533472673713583,0.0022210214042212664,0.15566086227046777,13.087019134456492,True +usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:58:03.984293+00:00,2026-06-23T10:58:03.984293+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.2821736254840141,0.531200174589593,0.0020339236699097544,0.14378774064111746,13.506363106628758,True usgs_potomac_iv_usgs_00060/15min/short|window:dc37817cc0e56e6effd3,2026-06-17T15:31:31.385743+00:00,2026-06-17T15:31:31.385743+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,1.7852332898020595,1.3361262252504662,0.013680308412888096,0.6543923775183617,10.059504567391397,True usgs_potomac_iv_usgs_00060/15min/short|window:dc4896a0430a975e5bfa,2026-06-18T04:39:53.231559+00:00,2026-06-18T04:39:53.231559+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.20398814991896064,0.45165047317473345,0.005632255653282264,0.2793506835437882,90.38716279123571,True usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16:22:06.001522+00:00,2026-06-19T16:22:06.001522+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,3.1011700797013937,1.7610139351241356,0.03088695897141409,0.9452604257300328,-55.33321146210939,True @@ -3277,6 +3281,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:2 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.192421+00:00,2026-06-23T01:52:40.192421+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6549372064435414,0.8092819078933752,0.005069512089770959,0.4146323716440928,8.996916661410571,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.304098+00:00,2026-06-22T05:04:18.304098+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1177721289480511,0.34317944132487177,0.003820483917024987,0.17266369182936578,41.480216922848584,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.581897+00:00,2026-06-17T13:32:14.581897+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.47608112775486555,0.6899863243245228,0.013010434168779719,0.5115109092763258,7.725013795303838,True +binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.682261+00:00,2026-06-23T10:58:31.682261+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,2.1839082055258396,1.4778051987748047,0.010638533028728683,0.9683546323175682,3.742422996750597,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.158132+00:00,2026-06-23T04:00:33.158132+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6688487610621886,0.8178317437359525,0.004998952157506652,0.4264451010990915,6.603668570363304,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.981047+00:00,2026-06-23T05:12:57.981047+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.7532976197702039,0.8679271972753267,0.0056307077265667005,0.4770179737199605,4.111059992779986,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.400278+00:00,2026-06-18T05:03:30.400278+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,0.10092016515657315,0.31767934329536307,0.038615694465923694,0.16929954467141303,22.53291691399948,True @@ -3674,7 +3679,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12 usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:12:56.965670+00:00,2026-06-20T17:12:56.965670+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.6472135363789291,0.8044958274465623,0.005856787159308212,0.4981845422615607,33.50679945958174,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:46:45.770728+00:00,2026-06-22T08:46:45.770728+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,2.5996556733914193,1.6123447749756934,0.022170765746609825,1.1196411920846712,-4.306408778429377,True usgs_potomac_iv_usgs_00060/15min/short|window:d6b7accd08132a4205d5,2026-06-23T01:52:40.218442+00:00,2026-06-23T01:52:40.218442+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,15.742275111939062,3.9676536028160347,0.040618846418205505,2.724507045344659,0.7652688198839549,True -usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:29:53.892255+00:00,2026-06-23T10:29:53.892255+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.15947875281268278,0.39934790948830917,0.009630953260441234,0.39742060946364655,39.794085253983646,True +usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:58:31.697844+00:00,2026-06-23T10:58:31.697844+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.15947875281268278,0.39934790948830917,0.009630953260441234,0.39742060946364655,39.794085253983646,True usgs_potomac_iv_usgs_00060/15min/short|window:dc37817cc0e56e6effd3,2026-06-17T15:34:37.183355+00:00,2026-06-17T15:34:37.183355+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.7672282457430264,1.3293713723948724,0.01404504385048889,1.236946329874643,10.560952984921698,True usgs_potomac_iv_usgs_00060/15min/short|window:dc4896a0430a975e5bfa,2026-06-18T04:40:32.982361+00:00,2026-06-18T04:40:32.982361+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,3.4458681824981303,1.8563049810034262,0.04846455627705628,1.4810036404924496,7.937816052220428,True usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16:23:30.644728+00:00,2026-06-19T16:23:30.644728+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.6431827129090655,0.801986728636494,0.012054667627284856,0.6432579813229785,16.19434074206838,True @@ -3901,6 +3906,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:2 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.233403+00:00,2026-06-23T01:52:40.233403+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7844364552306634,0.8856841735238715,0.006452369904481267,0.5197539793253454,-7.076564438216323e-15,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.330314+00:00,2026-06-22T05:04:18.330314+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28473151257359464,0.5336023918364634,0.00634815592827073,0.3489218960740383,-9.747981656387585e-15,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.619355+00:00,2026-06-17T13:32:14.619355+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5557935922234428,0.7455156552504064,0.01382211043513555,0.3774767605417029,-9.987727819816422e-15,True +binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.718554+00:00,2026-06-23T10:58:31.718554+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,2.3537256587716513,1.5341856663297475,0.011547443386690193,0.7839810119461119,9.433750449953062e-15,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.176668+00:00,2026-06-23T04:00:33.176668+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7634318238900984,0.873745857724143,0.006113154974642799,0.5154788150540733,0.0,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.996161+00:00,2026-06-23T05:12:57.996161+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.8178900890802306,0.9043727600277612,0.006705683950573551,0.5333019989014419,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.473716+00:00,2026-06-18T05:03:30.473716+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,0.1596296351877513,0.3995367757638229,0.05893869912850077,0.2928223257490808,0.0,True @@ -4298,7 +4304,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12 usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:12:57.013893+00:00,2026-06-20T17:12:57.013893+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.2994923857868024,1.1399527998065544,0.006701347205548887,0.4861549852410761,-8.543513119185773e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:46:45.817343+00:00,2026-06-22T08:46:45.817343+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,2.3849961880559083,1.5443432869850888,0.021650955495703478,0.7793027566737895,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:d6b7accd08132a4205d5,2026-06-23T01:52:40.261531+00:00,2026-06-23T01:52:40.261531+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,15.98507462686567,3.9981338930638217,0.03897432342502218,2.5225365698575426,-5.556298237152979e-15,True -usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:29:53.922199+00:00,2026-06-23T10:29:53.922199+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.3702989392478303,0.6085219299645908,0.010435135933806147,0.26926590947359647,7.495451019116453e-15,True +usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:58:31.730636+00:00,2026-06-23T10:58:31.730636+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.3702989392478303,0.6085219299645908,0.010435135933806147,0.26926590947359647,7.495451019116453e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:dc37817cc0e56e6effd3,2026-06-17T15:34:37.214883+00:00,2026-06-17T15:34:37.214883+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,2.1845764854614416,1.4780312870374028,0.013392857142857142,0.6851386186864407,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:dc4896a0430a975e5bfa,2026-06-18T04:40:33.045908+00:00,2026-06-18T04:40:33.045908+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,4.0400897531787585,2.0099974510378757,0.04853896103896104,1.4631148489035386,1.0992062973369626e-14,True usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16:23:30.674379+00:00,2026-06-19T16:23:30.674379+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.8917559024641982,0.9443282810888374,0.011820394824596505,0.4173871567142462,0.0,True @@ -4639,6 +4645,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:01:5 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:07.064024+00:00,2026-06-17T04:46:07.064024+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.08416045355687173,0.2901042115462506,0.004792925189286056,0.16659726269651,52.0588682308129,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:00.236299+00:00,2026-06-17T05:32:00.236299+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.09268533910412292,0.30444266965082756,0.006308854854162968,0.18659223245095738,48.774953741169234,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:30:52.904302+00:00,2026-06-17T13:30:52.904302+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4635812172008244,0.6808679880864017,0.011906955540134512,0.3233372017525707,9.045973489839223,True +binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:57:19.346043+00:00,2026-06-23T10:57:19.346043+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,2.0986224386175394,1.4486622928127657,0.01035174149907179,0.7996374948123021,5.729633320981846,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:45.363336+00:00,2026-06-23T03:59:45.363336+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.8013298817880791,0.8951703088173105,0.0057223579353279895,0.47816421980298807,-2.4219699242675015,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:12.503824+00:00,2026-06-23T05:12:12.503824+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.6617153019793198,0.8134588508211831,0.005287151825820217,0.4304025549467189,10.55516477870316,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:15:19.765080+00:00,2026-06-17T05:15:19.765080+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,1.1674847430713715,1.0805020791610591,0.14104915667715992,0.5680638134242738,6.270566763264161,True @@ -5205,7 +5212,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12 usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:09:58.108909+00:00,2026-06-20T17:09:58.108909+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.6484919151887072,0.8052899572133675,0.0034037534545068027,0.29036299695603945,33.41918465524017,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:45:09.218204+00:00,2026-06-22T08:45:09.218204+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.4904167790879439,0.7002976360719375,0.0058625972914637635,0.46354708649392157,65.88894988707831,True usgs_potomac_iv_usgs_00060/15min/short|window:d6b7accd08132a4205d5,2026-06-23T01:51:22.005453+00:00,2026-06-23T01:51:22.005453+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,19.65025015946911,4.4328602684349425,0.04421531672091558,2.7509254153008005,-10.285231170417006,True -usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:28:25.525439+00:00,2026-06-23T10:28:25.525439+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.03441495887807848,0.1855126919595489,0.0013625054325617798,0.17044500115418182,82.99294437999666,True +usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:57:25.914250+00:00,2026-06-23T10:57:25.914250+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.03441495887807848,0.1855126919595489,0.0013625054325617798,0.17044500115418182,82.99294437999666,True usgs_potomac_iv_usgs_00060/15min/short|window:dc37817cc0e56e6effd3,2026-06-17T15:23:23.931526+00:00,2026-06-17T15:23:23.931526+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,2.3267256712661535,1.5253608331362627,0.015681746633429278,0.7133062811462092,-3.1509568826536767,True usgs_potomac_iv_usgs_00060/15min/short|window:dc4896a0430a975e5bfa,2026-06-18T04:39:20.372596+00:00,2026-06-18T04:39:20.372596+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.3644496270418702,0.6036966349433052,0.014581629567332083,0.5653633696973724,83.4511809031157,True usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16:20:48.087400+00:00,2026-06-19T16:20:48.087400+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.47282880273473726,0.68762548144665,0.008303986518109848,0.34625412670634903,30.699970337743732,True @@ -5544,6 +5551,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:03:3 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:33.787459+00:00,2026-06-17T04:46:33.787459+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.051173195532998705,0.22621493216186836,0.003518867525367744,0.1590148117436437,67.82692096856832,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:47.533262+00:00,2026-06-17T05:32:47.533262+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.05579514976153307,0.23620996964889748,0.003756622614239104,0.16218384009120024,65.66292710592977,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:31:57.828925+00:00,2026-06-17T13:31:57.828925+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.23156720015208454,0.4812142975349803,0.008812982451438406,0.22940984805976897,41.17888459916102,True +binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:23.663853+00:00,2026-06-23T10:58:23.663853+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,2.153051109500745,1.4673278807072212,0.010104625609261229,0.8616869371806493,4.452728847890824,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:30.023749+00:00,2026-06-23T04:00:30.023749+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9328460245964083,0.965839543918351,0.006718626007160652,0.5809867556768716,-9.987408658166975,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:55.574940+00:00,2026-06-23T05:12:55.574940+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.7223649651190187,0.8499205640052597,0.005649919952962327,0.523856173266351,6.201902970600782,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:17:34.201964+00:00,2026-06-17T05:17:34.201964+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.181322682228543,1.0868866924516756,0.1409604112827696,0.5962574117635716,5.683518964612819,True @@ -6075,7 +6083,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12 usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:12:38.806829+00:00,2026-06-20T17:12:38.806829+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.6226633240675564,0.7890901875372399,0.004460635204602675,0.35570100480635364,35.21197883445816,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:46:41.248979+00:00,2026-06-22T08:46:41.248979+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,1.998298657592618,1.4136119190190135,0.016182094494226546,0.7505556852906846,8.822074354573262,True usgs_potomac_iv_usgs_00060/15min/short|window:d6b7accd08132a4205d5,2026-06-23T01:52:33.170017+00:00,2026-06-23T01:52:33.170017+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,20.54583786797879,4.532751688321211,0.04544692377785995,3.2969032454985077,-12.48466827034987,True -usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:29:49.720357+00:00,2026-06-23T10:29:49.720357+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.02726483838440942,0.16512067824597082,0.001467930408234292,0.09583958842375619,86.28404300472751,True +usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:58:29.261584+00:00,2026-06-23T10:58:29.261584+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.02726483838440942,0.16512067824597082,0.001467930408234292,0.09583958842375619,86.28404300472751,True usgs_potomac_iv_usgs_00060/15min/short|window:dc37817cc0e56e6effd3,2026-06-17T15:32:12.624161+00:00,2026-06-17T15:32:12.624161+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,2.2321885725443344,1.4940510608892636,0.01537135736884529,0.6444205544936973,-1.0779855042683735,True usgs_potomac_iv_usgs_00060/15min/short|window:dc4896a0430a975e5bfa,2026-06-18T04:40:27.842228+00:00,2026-06-18T04:40:27.842228+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.45004359059461485,0.6708528829740652,0.01599644674986472,0.47535396007008535,79.9541102172965,True usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16:23:25.891501+00:00,2026-06-19T16:23:25.891501+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.4105915470584441,0.6407741778961166,0.007982224348072562,0.4227730102271561,36.94592833748923,True @@ -6424,6 +6432,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T04:56:5 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:32.799325+00:00,2026-06-17T04:45:32.799325+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.12237765025530302,0.34982517098588406,0.010417403875472206,0.235709288471005,37.13202609858882,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:31:12.970947+00:00,2026-06-17T05:31:12.970947+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2227956389432855,0.4720123292280462,0.01397216729585553,0.28057365144499596,9.429976125638674,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:29:39.400115+00:00,2026-06-17T13:29:39.400115+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17659475012536735,0.42023178143182766,0.00455502084172569,0.25770535840415837,51.77565236524159,True +binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:56:28.877921+00:00,2026-06-23T10:56:28.877921+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,2.263135348307113,1.5043720777477603,0.010453610749282099,1.0306444392492617,1.9621623940084365,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:03.843070+00:00,2026-06-23T03:59:03.843070+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.7375487423688074,0.8588065803012966,0.006692336859917082,0.47051530466862507,1.7244115015961132,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:11:07.016334+00:00,2026-06-23T05:11:07.016334+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.6133132594004961,0.7831431921433628,0.005263044460586672,0.4809398024174225,14.294043533149928,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:12:05.733003+00:00,2026-06-17T05:12:05.733003+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,1.1082987850806292,1.0527577048308072,0.1285527628319415,0.7750489526765003,8.856808160274936,True @@ -7007,7 +7016,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12 usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:08:10.351953+00:00,2026-06-20T17:08:10.351953+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.641391363777122,0.8008691302435885,0.0036575907169508434,0.33373440331497234,33.907286933467375,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:43:46.074156+00:00,2026-06-22T08:43:46.074156+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.35069258959836846,0.5921930340677509,0.004604937876434345,0.4878972463481463,74.36166040063442,True usgs_potomac_iv_usgs_00060/15min/short|window:d6b7accd08132a4205d5,2026-06-23T01:50:10.107532+00:00,2026-06-23T01:50:10.107532+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,19.12048787804059,4.3726980090146395,0.045608558958343905,3.2276015463026333,-8.931385875776023,True -usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:26:47.441562+00:00,2026-06-23T10:26:47.441562+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.028161402769465802,0.1678135953058208,0.002747184627163212,0.07108485301698056,85.86489052993716,True +usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:56:35.910120+00:00,2026-06-23T10:56:35.910120+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.028161402769465802,0.1678135953058208,0.002747184627163212,0.07108485301698056,85.86489052993716,True usgs_potomac_iv_usgs_00060/15min/short|window:dc37817cc0e56e6effd3,2026-06-17T15:09:29.941043+00:00,2026-06-17T15:09:29.941043+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,2.047171175223446,1.4307938968361047,0.012292946645789277,1.2039124692559466,3.247010957542708,True usgs_potomac_iv_usgs_00060/15min/short|window:dc4896a0430a975e5bfa,2026-06-18T04:32:54.999915+00:00,2026-06-18T04:32:54.999915+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.334402351279191,0.578275324805746,0.016045012965346828,0.45859105165739034,84.71126049406243,True usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16:18:04.055431+00:00,2026-06-19T16:18:04.055431+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.4059094976057777,0.6371102711507465,0.008912240420256644,0.4700706930679637,37.44003691800841,True @@ -7352,6 +7361,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:01:1 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:54.295535+00:00,2026-06-17T04:45:54.295535+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.06886399979217644,0.2624195110737318,0.004008701033864823,0.18705769484470394,58.98543987374809,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:31:26.982678+00:00,2026-06-17T05:31:26.982678+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08205709779252442,0.2864561009867383,0.005873633313291648,0.20697128344315385,53.276677104444325,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:30:34.251159+00:00,2026-06-17T13:30:34.251159+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.17074207869086755,0.4132094852382597,0.006718437218464025,0.22942347855244224,52.99829436426794,True +binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:57:05.025229+00:00,2026-06-23T10:57:05.025229+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,2.116632652516739,1.4548651664387113,0.010404530124386508,0.7860026776744203,5.303668962199605,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:35.051640+00:00,2026-06-23T03:59:35.051640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.9229691648774507,0.9607128420487835,0.006394701744520796,0.5219989515651074,-9.460225773701955,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:11:44.570328+00:00,2026-06-23T05:11:44.570328+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.6500722970480141,0.8062706103089794,0.005234744422524054,0.4398800527925217,11.432022619791816,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:14:00.045696+00:00,2026-06-17T05:14:00.045696+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,1.6358458059910381,1.2790018788066881,0.1695443015324515,0.7697399221659791,-10.547238409782922,True @@ -7923,7 +7933,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:cdadb325be93ae6e28f5,2026-06-17T12 usgs_potomac_iv_usgs_00060/15min/short|window:ce3885213df2241c2233,2026-06-20T17:09:09.443041+00:00,2026-06-20T17:09:09.443041+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.6539965332650898,0.8087005213706059,0.0034372453929488456,0.35968076801896137,33.04323081776158,True usgs_potomac_iv_usgs_00060/15min/short|window:d2d3aa089998c72c1eeb,2026-06-22T08:44:28.599864+00:00,2026-06-22T08:44:28.599864+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.39664883320247346,0.6298006297253707,0.004860329886682678,0.2323711086543412,71.48098839563399,True usgs_potomac_iv_usgs_00060/15min/short|window:d6b7accd08132a4205d5,2026-06-23T01:50:57.214035+00:00,2026-06-23T01:50:57.214035+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,19.529566669896468,4.419226931251265,0.04402392157118762,2.7832812307425576,-9.980368415980456,True -usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:27:42.926804+00:00,2026-06-23T10:27:42.926804+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.2602578944839875,0.5101547750281159,0.008641375187722787,0.24790892885098467,17.451407847344715,True +usgs_potomac_iv_usgs_00060/15min/short|window:da112235de5eecdc674b,2026-06-23T10:57:10.517012+00:00,2026-06-23T10:57:10.517012+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.2602578944839875,0.5101547750281159,0.008641375187722787,0.24790892885098467,17.451407847344715,True usgs_potomac_iv_usgs_00060/15min/short|window:dc37817cc0e56e6effd3,2026-06-17T15:11:09.105611+00:00,2026-06-17T15:11:09.105611+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,2.4986513991325756,1.5807123075160057,0.016366369108807174,0.6403254909002769,-6.706376913758934,True usgs_potomac_iv_usgs_00060/15min/short|window:dc4896a0430a975e5bfa,2026-06-18T04:38:55.312612+00:00,2026-06-18T04:38:55.312612+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.08652686376578789,0.2941544896237144,0.007251947576349432,0.2183421348850946,95.80640162158537,True usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16:19:16.878896+00:00,2026-06-19T16:19:16.878896+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.4521398504756002,0.6724134520334942,0.007784370035449076,0.39186337090008666,32.71206498174649,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 6c4ead5047f8ecc16f241bb42d24a7de9b15b81d..5fb1d194a64364f6e6a31e81a0cb1b7da0e5c538 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9950856570817108,0.938532962355501,0.011200195360517216,0.8004508960556029,-13.72271771611548,0.709668788184868,0.4127912126849146,3.158205587917988e-19,213,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T10:48:36.677696+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.001961691207008,0.9414862083518867,0.01121770915386916,0.8032719982279083,-13.669531003021577,0.7151106324991904,0.4173138519591067,1.0577532887294387e-19,214,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T10:58:31.567510+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5403797673006585,1.0781587478820736,0.10665469540415219,0.8366690121214557,-56.28506249342217,1.6757996321466717,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T10:39:43.353358+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.944994333777082,1.2799344251301,1.3469104664912166,1.0032835446667203,8.053693379009635,1.4245831346048694,-0.01022816679779701,0.8662182358581609,124,0.9596774193548387,2026-06-17T12:10:12.335728+00:00,2026-06-23T10:48:36.721971+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.3721285018486125,2.130807621651022,0.12584456676263037,1.458840344048819,13.769348518753857,4.486958687260492,0.24993757802746566,0.0004853087287941142,90,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T10:48:36.775386+00:00 @@ -7,9 +7,9 @@ ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,17.94681102814939 ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.1515310239089775,0.9363428925796494,0.5504678404790875,0.6934854007514581,-10.255907149308982,1.4600955320632552,-0.15294117647058825,0.19624277735153173,35,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-23T10:39:43.433167+00:00 ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.4409512399052422,1.1093871007941072,0.13373662727206845,0.8576466960942686,-53.62958795744508,1.3048304806741335,-0.5222816399286988,1.401909564295168e-05,34,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-23T10:39:43.465296+00:00 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.046126858075868,0.9994366759276667,0.5943463737443774,0.4990562307945779,19.825905331271525,0.44641258948570967,-0.1899159663865546,0.10854623090377957,35,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T10:39:43.501340+00:00 -ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6696418813983398,1.0222912719428505,0.014903229723925264,0.6939251451526791,16.200367884950698,2.955801935899457,-0.03381642512077295,0.7403534570325994,46,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T10:29:53.733729+00:00 +ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6696418813983398,1.0222912719428505,0.014903229723925264,0.6939251451526791,16.200367884950698,2.955801935899457,-0.03381642512077295,0.7403534570325994,46,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T10:58:31.608068+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5218033891328144,0.6431313787370591,0.007316630338276662,0.35644702548233503,23.886642913147863,0.6364441389616007,0.2996960486322189,4.537545710013724e-16,330,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T10:45:23.599796+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5271913894344955,0.6457753893148729,0.0073269511413277385,0.35790645144443767,23.817622482464007,0.6429951750616093,0.30374439256614477,1.6432536478450072e-16,331,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T10:55:57.839906+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.342872866747477,0.4745200182106267,0.05384135267866591,0.2697134153077109,20.663981301944094,0.5070594714806828,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T10:35:14.437289+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23980199627071339,0.3787364415734905,0.4651929925881082,0.20429026556439325,75.19677470023291,0.3491735236298121,0.22766932395957565,6.0468755136664795e-06,179,0.9664804469273743,2026-06-16T12:06:44.487655+00:00,2026-06-23T10:45:31.189280+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.615918743480385,2.0970412729372403,0.1286389169514043,1.1874346370074231,10.684453956642585,5.346604840401026,0.47219488188976383,2.6745443194750974e-15,128,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T10:45:37.981030+00:00 @@ -17,9 +17,9 @@ Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,16.1106711048 Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.342189026714616,1.0934805807844798,0.3603947730282827,0.6329782064881628,16.00837355544532,4.619084703271529,-0.21480406386066764,0.02317556462056367,53,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-23T10:35:23.774451+00:00 Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.14129415545609564,0.36189051413940754,0.04018539320379492,0.17743885808080004,26.92038817170199,0.08004282859223306,-0.013062409288824383,0.8901830005088611,53,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-23T10:35:29.037680+00:00 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8949272856612717,0.9132486403972307,0.5779132203165862,0.47800482141960454,26.281207689629156,0.47525506203952933,0.09288824383164006,0.3261737717241574,53,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T10:35:33.350896+00:00 -Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6515942609073717,0.8833139492688358,0.010442334346793472,0.5572340021878968,35.55657489429336,3.6010873388997284,0.03869047619047619,0.651339201537422,64,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T10:26:03.935598+00:00 +Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6515942609073717,0.8833139492688358,0.010442334346793472,0.5572340021878968,35.55657489429336,3.6010873388997284,0.03869047619047619,0.651339201537422,64,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T10:56:05.170663+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.770236870847946,0.7544472662945543,0.007416694253338525,0.47754016516988185,17.77134521606029,0.8158178477446644,0.27194614226237934,3.5298560952366007e-09,213,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T10:48:36.834751+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7772208023534534,0.7579541699735726,0.00743147975069112,0.479822269400149,17.69729898461013,0.8202877456880149,0.27839936817164673,1.3665844689529226e-09,214,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T10:58:31.646194+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.16949130757092,1.7497344256684344,0.18642719878410866,1.3506063173057374,-69.43453939087526,4.262176024066775,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T10:39:43.564439+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.865584358544718,1.536413359923362,1.3979936066180947,1.1587930218574605,-3.5060322404035835,2.3449999281312017,0.03514293207448203,0.5627071640853515,124,0.9596774193548387,2026-06-17T12:10:12.697348+00:00,2026-06-23T10:48:36.855732+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,8.060992898959869,2.4725328110211744,0.14365673121058029,1.6932432023350878,6.144608954904514,7.294095885423398,0.35181023720349563,9.07428394435918e-07,90,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T10:48:36.884844+00:00 @@ -27,9 +27,9 @@ ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,18.15039736975643,1 ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,11.648186256870664,2.3209068188376825,1.4639314352646184,1.8819531293554201,-42.692324447935874,26.823737534347345,-0.11932773109243698,0.3133096588729015,35,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-23T10:39:43.598131+00:00 ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.34026516076527,2.8189207890264654,0.3396450819296953,2.295165354907743,-76.88211215642193,14.229847488950975,-0.24420677361853835,0.042260195248074485,34,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-23T10:39:43.619131+00:00 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.174185836522472,1.0412165252089398,0.6487729750341098,0.5394107946771994,17.766115941418647,0.6244248055737838,-0.02184873949579832,0.8535281829769198,35,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T10:39:43.638911+00:00 -ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4538218089821868,0.9465512705451679,0.013731769168764089,0.6482395940918643,21.887668388314957,2.8457401499159345,0.014492753623188408,0.8870624094215045,46,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T10:29:53.851918+00:00 +ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4538218089821868,0.9465512705451679,0.013731769168764089,0.6482395940918643,21.887668388314957,2.8457401499159345,0.014492753623188408,0.8870624094215045,46,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T10:58:31.665967+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7158715627428912,0.7727911738036009,0.008691525735432776,0.39337320855579855,6.649416120033496,0.7251693932365688,0.18100664767331437,1.1245398696185103e-06,325,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T10:47:50.230319+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7208369905990056,0.7751075816476771,0.008698482662961112,0.3947217380771427,6.630270425932877,0.7295822570546726,0.18565361019348747,5.696358073211714e-07,326,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T10:57:57.135048+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2889967152126159,0.4416551470849327,0.05041809488911306,0.2532941508577714,27.859252945621257,0.4074170745533358,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T10:38:35.578476+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.8189963052645481,1.1039016700552173,1.4166764251275625,0.5561361440747963,24.768873224992877,2.5069390951270836,0.35130970724191063,3.8625742143123626e-12,177,0.9717514124293786,2026-06-16T12:07:52.741323+00:00,2026-06-23T10:47:59.038383+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.105990839335412,2.319353996105763,0.1323542834514544,1.1817403230973975,7.759193994177397,34.072265750178374,0.5158709677419354,1.4402837674750755e-17,125,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T10:48:05.979161+00:00 @@ -37,9 +37,9 @@ Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,14.628 Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.2031328599553115,1.1387980532458342,0.4083541730596368,0.6516132232459168,4.194741220075533,4.233610230775932,-0.28571428571428564,0.0037763365818667405,49,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-23T10:38:46.167089+00:00 Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1728600640386488,0.39336121737965585,0.04245004413496456,0.1958923687006093,22.541026059163343,0.1300586398820197,0.35204081632653056,0.0003588775360528895,49,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-23T10:38:50.523670+00:00 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1441500329272998,1.0364110696892288,0.6339829516908267,0.49322035453149243,13.635802175725885,0.746322605755908,-0.20772946859903382,0.04178524799403438,46,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T10:38:54.623917+00:00 -Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.9237244710279056,1.2405051511108551,0.013422657405434064,0.6653899267784382,11.923263344829435,5.843700893093648,0.044546850998463894,0.6058510598184623,63,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T10:29:16.102811+00:00 +Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.9236860667721105,1.2404690796961886,0.013419687600127534,0.6652014645303533,11.929919598355976,5.843718524885865,0.044546850998463894,0.6058510598184623,63,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T10:58:03.984293+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6451003392017872,0.7178587598862187,0.007233527946816455,0.447026980350297,18.31113801753175,0.6053813140189596,0.1356187439100009,0.0032323949874535508,213,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T10:48:36.909090+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6522910301659183,0.72140991146981,0.007249439185516978,0.4494630908735085,18.243059909958006,0.6130505958895185,0.14352156553025316,0.001785625776405168,214,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T10:58:31.682261+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5471956995007726,0.6762872243537096,0.07417545192580133,0.45238264992358557,-33.28656191496858,0.5127123707334149,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T10:39:43.660528+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.5430012791718752,1.4518686327500079,1.4787233765599248,1.2712089360941128,5.373543666088416,1.9843702456733607,0.2578022554419092,2.1746771479887293e-05,124,0.9596774193548387,2026-06-17T12:10:12.867076+00:00,2026-06-23T10:48:36.921560+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.93610304104914,2.2550878816020212,0.1311395089628645,1.503287677319477,8.417015354125503,4.564967901125786,0.18751560549313356,0.008859623529131085,90,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T10:48:36.933889+00:00 @@ -47,9 +47,9 @@ Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,19.12031 Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.8036331818887881,0.8154992591379603,0.4566604535319276,0.5678626430424998,-5.550735345909463,1.0867626274609088,-0.39495798319327735,0.0008458546226604492,35,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-23T10:39:43.678909+00:00 Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.46569524689303543,0.6571180161785025,0.07540806542382769,0.42672681849111643,-20.34675136854111,0.2455041926193293,-0.7575757575757577,2.969006930579994e-10,34,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-23T10:39:43.689784+00:00 Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0447460564167406,0.9984194770573067,0.6683351559623849,0.5137354666523543,20.085198280210104,0.43786982979969435,-0.09243697478991597,0.43475617175843195,35,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T10:39:43.700646+00:00 -Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9969856619921265,1.084278096231817,0.016227915103047594,0.7845507348798325,14.707299518976722,3.7234205755266236,0.014492753623188408,0.8870624094215045,46,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T10:29:53.892255+00:00 +Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9969856619921265,1.084278096231817,0.016227915103047594,0.7845507348798325,14.707299518976722,3.7234205755266236,0.014492753623188408,0.8870624094215045,46,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T10:58:31.697844+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7553196194061829,0.8138768680761597,0.008646875169348419,0.4635986177074266,2.1985219958879473e-16,0.5860421788242822,0.07963504296217558,0.08378445823522963,213,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T10:48:36.942888+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7627888065060214,0.8172427970399614,0.0086604292264388,0.46509573169919616,2.6290779888956233e-16,0.5947871966059123,0.08806107674081874,0.0552823131668802,214,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T10:58:31.718554+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.24001634527529367,0.4544740261704839,0.051685353854007944,0.3219751307891324,1.4438931485930167e-16,0.2296321096103468,0.04761904761904762,1.0,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T10:39:43.715609+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6723180376605313,1.5040931993163813,1.4689189633426931,1.3269622004327009,1.3235596181605265e-15,1.9946417889949744,0.2609493836873852,1.723518646904662e-05,124,0.9596774193548387,2026-06-17T12:10:12.978229+00:00,2026-06-23T10:48:36.949083+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.516194460664335,2.4010770985532965,0.1375527022627896,1.9182056477548382,1.9295949255257435e-16,4.581719628598501,0.18052434456928837,0.011740923063872017,90,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T10:48:36.958338+00:00 @@ -57,9 +57,9 @@ Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,19.28608 Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.8584849462057283,0.8131240259769587,0.41784857808833586,0.630575821380493,5.196915791971215e-16,1.151823132988028,-0.4084033613445378,0.0005586212128640889,35,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-23T10:39:43.730895+00:00 Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2848278733310757,0.520471149599651,0.06101857562605025,0.37229041194860524,4.484186334849431e-16,0.1150244144445347,-0.17290552584670232,0.15044228197160772,34,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-23T10:39:43.740366+00:00 Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.5760245276926657,1.224746300548208,0.7173286036478614,0.9462529290760215,-2.764963332017681e-16,0.743040692226305,0.08907563025210083,0.4516446963045264,35,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T10:39:43.749534+00:00 -Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.332931775958951,1.2389420918717204,0.01706274070777967,0.6835337513990946,3.795325191333833e-15,3.8589749636842807,0.025132917386992505,0.8055405886674938,46,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T10:29:53.922199+00:00 +Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.332931775958951,1.2389420918717204,0.01706274070777967,0.6835337513990946,3.795325191333833e-15,3.8589749636842807,0.025132917386992505,0.8055405886674938,46,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T10:58:31.730636+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.53231400746876,0.6666827153619205,0.007603352255233065,0.36410430562028995,18.135455368182647,0.4948170144940999,0.4162961295285267,2.846839155756708e-29,327,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T10:47:06.039923+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5370893380515307,0.6690667994395145,0.007611731490732572,0.36543215070929,18.09763273998996,0.5015722882596132,0.41970612366674126,8.19479411912992e-30,328,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T10:57:19.346043+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32355845359025515,0.4362658768354618,0.048157471808452285,0.24349446471584263,36.154594422427266,0.4797179032349619,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T10:37:47.440709+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.3098154700262086,0.43495530724707654,0.6049495791001112,0.2159189132629253,73.52199550697519,0.4528477475825353,0.31060750333269854,7.485507167835484e-10,178,0.9662921348314607,2026-06-16T12:07:37.946365+00:00,2026-06-23T10:47:11.787732+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.040405872946979,2.0143102963093833,0.12318417983948401,1.1142569628315924,13.653133873874983,4.634648434475732,0.43669841269841275,4.10469883080772e-13,126,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T10:47:18.284363+00:00 @@ -67,9 +67,9 @@ TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,16.24738037842891 TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.322152571275672,1.1028569241930644,0.3471188237283267,0.6255307015446906,17.893349092839312,4.431011452858427,-0.3050980392156863,0.0015801834115014618,51,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-23T10:37:57.603721+00:00 TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.16367648621554395,0.38503685116455183,0.04314230781784572,0.19508811011951552,21.931102571952664,0.0971998902697778,0.0823529411764706,0.39375238297739645,51,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-23T10:38:02.078126+00:00 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8539243909838684,0.9006287610961937,0.5951168644603954,0.47044127921794254,26.036799003285406,0.40103890912333257,0.08244897959183674,0.39819423960380185,50,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T10:38:06.889859+00:00 -TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6377357563486599,0.8771410643533193,0.010135310763676752,0.5501219435859239,36.03088741291798,3.453006169651566,0.04563492063492063,0.5940244146094555,64,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T10:28:25.525439+00:00 +TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6377357563486599,0.8771410643533193,0.010135310763676752,0.5501219435859239,36.03088741291798,3.453006169651566,0.04563492063492063,0.5940244146094555,64,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T10:57:25.914250+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5489786123270156,0.6418348257925126,0.006964806724293952,0.35513737190862615,28.128586550215065,0.7113378519067765,0.3309339989551286,8.042507626173781e-19,322,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T10:48:25.208883+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5539447810489156,0.64439053184488,0.006974527525795399,0.35670563681658907,28.05528668116762,0.7158185530326907,0.3346537699748091,2.8838297013423507e-19,323,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T10:58:23.663853+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.29483004496619825,0.46548654878620704,0.051677057688773544,0.23891626291868845,18.012729595469647,0.3783377150923359,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T10:39:15.246854+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10147215852408034,0.23927011258253628,0.4024206265510243,0.12518675439599775,90.08801196022846,0.2019950715982677,0.2500492610837438,8.987703327102306e-07,175,0.9714285714285714,2026-06-16T12:08:08.243141+00:00,2026-06-23T10:48:29.648232+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.963222548971811,2.02218884943057,0.12561956994329732,1.235806902387459,12.256895110339046,4.421261754600918,0.34242424242424235,2.5567107254015666e-08,121,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T10:48:34.627814+00:00 @@ -77,9 +77,9 @@ Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.75774578623 Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.2524040420768268,1.1164855737322852,0.37655559525840065,0.6378672557639924,11.015595256517498,4.361497542596711,-0.32727272727272727,0.001527163805286819,45,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-23T10:39:29.404433+00:00 Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.13348187660246624,0.35374402549683936,0.03904451155835415,0.17700104158348207,29.403057531792143,0.06831474313718579,0.4383838383838383,2.1808046280974548e-05,45,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-23T10:39:32.953001+00:00 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9781442414485558,0.975783390726531,0.6604120165741356,0.5204439749840871,19.13493250650782,0.33069111831111325,0.11313131313131311,0.27324518730467084,45,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T10:39:41.369946+00:00 -Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7850184683568402,0.9453240261015627,0.011470246250498119,0.6150551181979599,28.683532173535937,3.5755349017220124,-0.020338983050847456,0.8183984030062282,60,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T10:29:49.720357+00:00 +Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7850184683568402,0.9453240261015627,0.011470246250498119,0.6150551181979599,28.683532173535937,3.5755349017220124,-0.020338983050847456,0.8183984030062282,60,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T10:58:29.261584+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.47267115088013983,0.6084721433587379,0.006834315048042268,0.41207073117171433,29.370820969300304,0.5038879969083494,0.3432830420782228,8.987113265241981e-21,333,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T10:46:04.851500+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.47803182212992124,0.6111544784916391,0.006845151262716637,0.4139227482617669,29.288759117278477,0.5125804635012159,0.34714355073636505,2.8854940137856997e-21,334,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T10:56:28.877921+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.33495704111947366,0.5010608588966544,0.057479343375581575,0.33223136035557854,10.92486816077923,0.37532226183456846,-0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T10:36:10.330478+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10846059897960833,0.25857324149819577,0.34115016747334925,0.18731250188993617,85.37877674745653,0.17424793086501003,0.062400812543642485,0.21622473402497888,178,0.9662921348314607,2026-06-16T12:07:01.390017+00:00,2026-06-23T10:46:11.304416+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.347027045613483,1.8536037115522643,0.1204140599980448,1.3104677472884252,20.71670222734724,4.371447382264122,0.43943798449612403,1.509926928854159e-13,129,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T10:46:19.288959+00:00 @@ -87,9 +87,9 @@ TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.77647779 TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.261929779307861,1.0796240970108515,0.3038375037243082,0.7714252791569024,17.45270487239157,4.4632905357088415,-0.26484975541579314,0.004691414826720856,54,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-23T10:36:23.532441+00:00 TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.12015101948810529,0.3250051175698914,0.04097221222652332,0.22224592159995268,36.68575130840799,0.09062741037790692,0.20673400673400674,0.0258352833712499,55,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-23T10:36:31.593853+00:00 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8466277920321059,0.8981748886859341,0.5192319405427818,0.6865735369522136,26.847927482386822,0.3790634294925364,0.10014513788098695,0.28980158483451723,53,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T10:36:37.754645+00:00 -TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5472111613825423,0.855665933745183,0.010453627989688765,0.6607665660608333,36.880617624735656,3.3199318413887124,0.030769230769230774,0.7171064503042393,65,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T10:26:47.441562+00:00 +TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5472111613825423,0.855665933745183,0.010453627989688765,0.6607665660608333,36.880617624735656,3.3199318413887124,0.030769230769230774,0.7171064503042393,65,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T10:56:35.910120+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.486429747099601,0.6168803862999733,0.006894141939372038,0.34757315562764707,27.553366153577997,0.5553783607553395,0.32471843067054523,1.71637558715609e-18,328,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T10:46:48.089518+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.49138477112822454,0.619427452501003,0.006904811812274817,0.34890576815666463,27.48573789463764,0.5617672442291256,0.3286752168433539,5.836147697134155e-19,329,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T10:57:05.025229+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40519730215333866,0.5287544315839078,0.05883406185198004,0.28694694299859,9.790961717185407,0.5513226404559831,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T10:37:10.695301+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.18983694889335662,0.3148530605526431,0.3652233615806994,0.16522116943234505,83.78477339650648,0.3452732960810585,0.29494093477144323,5.601667205317579e-09,177,0.9661016949152542,2026-06-16T12:07:21.772238+00:00,2026-06-23T10:46:52.232120+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.501067932543265,1.9160942789219848,0.11897900180085123,1.0656385838284246,16.248567225882557,4.340629431553505,0.3651574803149607,9.76145558405664e-10,128,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T10:46:56.859620+00:00 @@ -97,5 +97,5 @@ Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,16.10104119 Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.414601213894892,1.0735417076239488,0.31519894593128617,0.6224568320461036,23.966899282024855,4.919351147531451,-0.24078431372549025,0.01264838818530754,51,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-23T10:37:18.355116+00:00 Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.19440645118553648,0.4185019994346512,0.04605271515541112,0.20516378908341018,13.094437662772282,0.12272757222580431,-0.0015082956259426848,0.9874081867962929,52,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-23T10:37:23.899151+00:00 Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8853389115793069,0.9174181853841717,0.5913296196347715,0.47772287007023206,25.432109309823147,0.39849042386162875,0.06184012066365008,0.5175877675838891,52,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-23T10:37:28.825217+00:00 -Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4078387796671625,0.8087669904714169,0.008710774223479486,0.46084055277538255,39.13062741212965,3.1625651757168636,0.04038461538461539,0.6343904759318508,65,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-23T10:27:42.926804+00:00 +Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4078387796671625,0.8087669904714169,0.008710774223479486,0.46084055277538255,39.13062741212965,3.1625651757168636,0.04038461538461539,0.6343904759318508,65,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-23T10:57:10.517012+00:00 Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.21454890313548508,0.4380375815076653,0.09230667659048004,0.24741707065880067,86.75453350642354,0.11500802622062778,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-22T23:40:32.675151+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 6c106292ba815931440e7cc771ec6d9f66b7eb9f..f9c91b892e605913cbee564e00e9dbb1ae4db381 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T10:48:37.065668+00:00", + "generated_at": "2026-06-23T10:58:31.875383+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index cf75318dfa84c2c8183bc809fabd6fc444457a94..dbdf44fd05a58d2dd0753626965346515757e9c0 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.8600839694447434,1.2369453674978967,7.0,1,1,1.0 Air Quality,Moving-Average,1.5002135389120903,1.264437329097464,8.0,1,1,1.0 Air Quality,ETS,1.8390500230029618,1.5050285715293537,9.0,1,1,1.0 Air Quality,ARIMA,2.7665182633951444,1.9534294789027293,10.0,1,1,1.0 -Finance,TiRex,0.892090040200669,0.9553560697853278,1.0,1,1,1.0 -Finance,Toto-2.0-1B,0.8997099685847811,0.9607267541274485,2.0,1,1,1.0 -Finance,Timer-S1,0.9154843508980629,0.9797517427052661,3.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.996383538629651,0.9943994103488226,4.0,1,1,1.0 -Finance,Chronos-2,0.9795830406098422,0.9978172950736951,5.0,1,1,1.0 -Finance,Seasonal-Naive,1.0,1.0,6.0,1,1,1.0 -Finance,ETS,0.9626440853683319,1.0692186973125375,7.0,1,1,1.0 -Finance,Moving-Average,0.9282006407929702,1.0712807800127173,8.0,1,1,1.0 -Finance,TimesFM-2.5,0.9619138914977534,1.1087522115855197,9.0,1,1,1.0 -Finance,ARIMA,1.0498752062508685,1.551863308055085,10.0,1,1,1.0 +Finance,TiRex,0.8916172667772828,0.9552211946032467,1.0,1,1,1.0 +Finance,Toto-2.0-1B,0.8992690565396456,0.9606081044888004,2.0,1,1,1.0 +Finance,Timer-S1,0.9147417420874642,0.9796905700581329,3.0,1,1,1.0 +Finance,Chronos-2,0.9793968470362467,0.9978107008351703,4.0,1,1,1.0 +Finance,Seasonal-Naive,1.0,1.0,5.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.9918747476520061,1.016171758326091,6.0,1,1,1.0 +Finance,ETS,0.9622184321211191,1.0694278160966186,7.0,1,1,1.0 +Finance,Moving-Average,0.9278516369939073,1.071496128619726,8.0,1,1,1.0 +Finance,TimesFM-2.5,0.9615119501599795,1.1090807663133038,9.0,1,1,1.0 +Finance,ARIMA,1.047937320436285,1.553530559656784,10.0,1,1,1.0 Hazards,Moving-Average,0.5446088410794128,0.549636986909029,1.0,1,1,1.0 Hazards,ARIMA,0.5326270967296849,0.5539489132272029,2.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.5015907635545271,0.5621576829959513,3.0,1,1,1.0 @@ -31,7 +31,7 @@ Hazards,TimesFM-2.5,0.5256535206810026,0.6390858832726829,9.0,1,1,1.0 Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 Hydrology,TimesFM-2.5,0.07605045487483345,0.22882648834799435,1.0,1,1,1.0 Hydrology,Timer-S1,0.07362926407456397,0.38830975066591006,2.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,0.7685495782872042,0.529822845490396,3.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.7620157542367776,0.512820886333507,3.0,1,1,1.0 Hydrology,TiRex,0.09293831342856089,0.6060063720853816,4.0,1,1,1.0 Hydrology,Chronos-2,0.07704536450107895,0.6135788834092525,5.0,1,1,1.0 Hydrology,Toto-2.0-1B,0.7028318660934766,0.7844682529725076,6.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index b1ed14e1f69346805dcc6e09d3dc9942b12a2926..a81d7f5108fbc3005092d97422173e0c607a4315 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -11,7 +11,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 10min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 15min,TimesFM-2.5,0.07605045487483345,0.22882648834799435,1.0,1,1,1.0 15min,Timer-S1,0.07362926407456397,0.38830975066591006,2.0,1,1,1.0 -15min,Moirai-1.1-Large,0.7685495782872042,0.529822845490396,3.0,1,1,1.0 +15min,Moirai-1.1-Large,0.7620157542367776,0.512820886333507,3.0,1,1,1.0 15min,TiRex,0.09293831342856089,0.6060063720853816,4.0,1,1,1.0 15min,Chronos-2,0.07704536450107895,0.6135788834092525,5.0,1,1,1.0 15min,Toto-2.0-1B,0.7028318660934766,0.7844682529725076,6.0,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.924392068111338,0.8824586676050854,4.0,6,6,1.0 -1h,TiRex,0.8680258663506626,0.8935324485442993,4.333333333333333,6,6,1.0 -1h,Toto-2.0-1B,1.0033876745276789,0.9395657914742032,4.5,6,6,1.0 -1h,Moirai-1.1-Large,1.1069421353328648,0.9361310500770558,5.0,6,6,1.0 -1h,Chronos-2,0.8495444464256074,0.8947462461582883,5.5,6,6,1.0 -1h,ETS,1.6037686327036718,1.2822869748025736,5.833333333333333,6,6,1.0 -1h,Moving-Average,1.1001399674686476,1.0280925295434862,6.0,6,6,1.0 -1h,Seasonal-Naive,1.0,1.0,6.0,6,6,1.0 -1h,ARIMA,1.3670621849836426,1.232239251665151,6.5,6,6,1.0 -1h,TimesFM-2.5,0.8971941044127684,1.0086604330685724,7.333333333333333,6,6,1.0 +1h,Timer-S1,0.9242670534451203,0.8824494843710826,4.0,6,6,1.0 +1h,TiRex,0.8679491793590293,0.8935114227987985,4.333333333333333,6,6,1.0 +1h,Toto-2.0-1B,1.0033057043947564,0.9395464511019062,4.5,6,6,1.0 +1h,Chronos-2,0.8495175315310786,0.8947452606427967,5.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,1.1061057092296185,0.9395163899763118,5.333333333333333,6,6,1.0 +1h,ETS,1.6036504209400968,1.2823287698759578,5.833333333333333,6,6,1.0 +1h,Seasonal-Naive,1.0,1.0,5.833333333333333,6,6,1.0 +1h,Moving-Average,1.1000710144898413,1.0281269711446972,6.0,6,6,1.0 +1h,ARIMA,1.3666413015947507,1.2324597966263213,6.5,6,6,1.0 +1h,TimesFM-2.5,0.8971316105651704,1.008710242701409,7.333333333333333,6,6,1.0 6min,TimesFM-2.5,0.002019090366013313,0.038138919541484226,1.0,1,1,1.0 6min,Chronos-2,0.0004725360799323803,0.041004792484932114,2.0,1,1,1.0 6min,Toto-2.0-1B,0.00213814879716231,0.06431634683966088,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 849cf034d630ace4a56d8929c180b397db969039..d5d07d5a7b9f28341b7d8f82e7feae923c421103 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Timer-S1,0.6439971719615811,0.7848081510473984,3.7142857142857144,7,7,1.0 -24,TiRex,0.6308309168011329,0.845317539484859,4.285714285714286,7,7,1.0 -24,Moirai-1.1-Large,1.0507242892402735,0.8630212946587295,4.714285714285714,7,7,1.0 -24,Toto-2.0-1B,0.9536314682748214,0.9156596538640528,4.714285714285714,7,7,1.0 -24,Chronos-2,0.6029289865669771,0.8478044144023077,5.428571428571429,7,7,1.0 -24,ETS,1.3582475304573047,1.214292491483259,6.0,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0 -24,Moving-Average,0.9621938441390614,1.0279175699260281,6.428571428571429,7,7,1.0 -24,TimesFM-2.5,0.630629563161702,0.8160389465749609,6.428571428571429,7,7,1.0 -24,ARIMA,1.0854212106220058,1.2034389407016315,7.0,7,7,1.0 +24,Timer-S1,0.6439225191581419,0.7848011507205811,3.7142857142857144,7,7,1.0 +24,TiRex,0.6307831465026372,0.8453004898573415,4.285714285714286,7,7,1.0 +24,Toto-2.0-1B,0.9535646918450336,0.9156434981721954,4.714285714285714,7,7,1.0 +24,Moirai-1.1-Large,1.0487637774797232,0.8616714343542333,5.0,7,7,1.0 +24,Chronos-2,0.6029126136170405,0.8478036139923396,5.285714285714286,7,7,1.0 +24,ETS,1.358161717394586,1.2143264161328218,6.0,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,6.142857142857143,7,7,1.0 +24,Moving-Average,0.9621421522005786,1.0279470862039526,6.428571428571429,7,7,1.0 +24,TimesFM-2.5,0.6305919118119127,0.8160734872579222,6.428571428571429,7,7,1.0 +24,ARIMA,1.0851347700175884,1.2036235586073074,7.0,7,7,1.0 60,TimesFM-2.5,0.002019090366013313,0.038138919541484226,1.0,1,1,1.0 60,Chronos-2,0.0004725360799323803,0.041004792484932114,2.0,1,1,1.0 60,Toto-2.0-1B,0.00213814879716231,0.06431634683966088,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 1a8dd683c7f444f2cba935ac29ad80e75371e2e7..7dee6f9a5728ece9976611dbfef83427043b5b7c 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.2634047033374452,0.5573556022966951,3.9,10,10,1.0 -Overall,Timer-S1,0.3797172962304751,0.5606911443303744,4.1,10,10,1.0 -Overall,Chronos-2,0.22713317296121627,0.5176757599084655,4.3,10,10,1.0 -Overall,Moirai-1.1-Large,0.6077122884890824,0.6129227994215235,4.5,10,10,1.0 -Overall,Toto-2.0-1B,0.3837489559275545,0.5911368025902294,4.6,10,10,1.0 -Overall,TimesFM-2.5,0.28081253194748795,0.5342496373269214,5.8,10,10,1.0 -Overall,ETS,0.9199768993095926,0.9240601079816729,6.5,10,10,1.0 -Overall,ARIMA,0.6017508352115667,0.8191657371297381,6.8,10,10,1.0 -Overall,Moving-Average,0.856244430385693,0.9311214780638413,7.1,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.4,10,10,1.0 +Overall,TiRex,0.26339074057067063,0.5573477331663341,3.9,10,10,1.0 +Overall,Timer-S1,0.37968648364559626,0.5606876434511464,4.1,10,10,1.0 +Overall,Chronos-2,0.22712885537372143,0.5176754177929692,4.2,10,10,1.0 +Overall,Toto-2.0-1B,0.38373014577010917,0.5911295016520649,4.6,10,10,1.0 +Overall,Moirai-1.1-Large,0.6069183289516719,0.612251566760089,4.7,10,10,1.0 +Overall,TimesFM-2.5,0.280800795824855,0.5342654665482888,5.8,10,10,1.0 +Overall,ETS,0.9199362125074881,0.924078179244513,6.5,10,10,1.0 +Overall,ARIMA,0.6016396701757575,0.8192537020646372,6.8,10,10,1.0 +Overall,Moving-Average,0.856212230113407,0.9311401937526576,7.1,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,7.3,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 970e715ff49430a3308ee3525d7eb92cbd44062b..4c6f25d6726c10e8f280c21942054aec64f5a8a6 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,872019.850625648,1146878.450467787,962.1343537664274,1.6496062277234653,0.014976412725743104,0.01507250187032142,39.18220655884367,933.8200311760548,0.014585969166574808,0.015028229797625421,0.013907771403347884,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,863644.3697326359,1142900.1655092482,960.4061636622606,1.6466431975111426,0.014948147137833226,0.01504475158048829,39.06368535035076,929.3246847752598,0.014515361252824677,0.015000830865015129,0.013880402732412771,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,7.593872656247368,7.767905889057713,2.0541670094513194,1.2031163736856252,0.07288689077029968,0.07797187149296309,38.49013958177101,2.755698215742676,0.10379440500387625,0.07737096947211616,0.0750193446187416,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.01658578444919927,0.015864682390840934,0.10797208277304349,0.3519681037730711,0.18686846070001314,0.1677702865214739,12.062732483340858,0.12878580841536566,0.17945907255085736,0.15045578448628918,0.14637266051266085,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.0794542467992187,0.07328897965321522,0.22931078360764967,1.48850852063462,0.18169686517988037,0.16041646103847096,23.845082574303273,0.2818762969801092,0.20254583288809003,0.16477420823826658,0.14568483273051483,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index a4073cbea8f837dbc426d774c2e65f31070f961b..82445fcb28b65b87f4bea260e3798b06b78e30f3 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T10:48:36.677696+00:00", + "evaluated_at": "2026-06-23T10:58:31.567510+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62250.51171875 + 62291.98828125 ], "p50": [ 63370.82224019741, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a53f7ee50f4bfe2fe78708146137b5282cb29f06..f9bc63e8a14010a5e7c0d4688e40fe716cb27b3e 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T10:29:53.733729+00:00", + "evaluated_at": "2026-06-23T10:58:31.608068+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index a7d39fd37a0cca1ae834a9e7d196405b1fb11249..04bd5bbbac7a0cb6f4b96fcad4aa34e9d0a43493 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T10:48:36.807426+00:00", + "evaluated_at": "2026-06-23T10:58:31.617989+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index de5c2b3ebd5328caac9d2e8c661f6112a337137d..6e0fce3d662c3ae6b58a9c302ac9071f45ee07e7 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,4.600,4.300,4.300,4.300,4.600,4.000,4.500,4.300,4.600,4.400 +2026-06-23,Chronos-2,4.600,4.200,4.300,4.300,4.600,4.000,4.500,4.300,4.600,4.400 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index c3cb605579677d759dbce3cd71ea0b938f02f3a7..fbc4e7649d5fe6b7e10059103df10eb4057fdc43 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.75,4.15,4.15,4.45,4.75,4.3,3.7,4.45,4.8,4.55 +2026-W26,Chronos-Bolt-Mini,4.75,4.1,4.15,4.45,4.75,4.3,3.7,4.45,4.8,4.55 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 4c5e0c36325c91416511d2f530288180bd94d7e0..96ca04e78c5998ece26a5b58e6bffa7cf2da775e 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,813635.6127490997,813635.6127490997,684.5362955729166,1.1736566019697163,0.010761404056332129,0.010715329695135301,21.99635839549877,902.0175235266219,0.014089224204475215,0.01069223722696679,0.00894242087570465,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,807157.6001555125,807157.6001555125,682.80810546875,1.1706935717573936,0.010732816148182998,0.010687583178225496,21.877837187005863,898.4195012106051,0.014032645242613122,0.01066495540213974,0.008915186310440582,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5295659158333971,0.5295659158333971,0.5971391995747884,0.3497417420650002,0.02245494588045587,0.022608952534132254,2.791484631303323,0.727712797629255,0.027409574971647723,0.02249147151537862,0.028857158475148265,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.000521639348481943,0.000521639348481943,0.01757880946000417,0.05730351840328205,0.02989401258408691,0.030741539946348925,1.0453450443754406,0.022839425309800224,0.031826038397584015,0.024495531619959113,0.057309511484707754,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.07377887195809013,0.07377887195809013,0.23323274652163187,1.5139668751142075,0.18439759753517598,0.16285520087020863,14.48208440596127,0.2716226646620089,0.1951779537146794,0.167592385053697,0.11160242314694575,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 9ad9b4a0de7e4e65204e00f878a126cd439dd5d3..8b6f6a9d9f7b3390cef452d41cf11f0e90f42b4c 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T10:45:23.599796+00:00", + "evaluated_at": "2026-06-23T10:55:57.839906+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62250.51171875 + 62291.98828125 ], "p50": [ 64125.0546875, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1da861d0bb2e23576fc398d565d48a2223ac574d..88f8f3ac830036c2a40e4cd2c38c40fe073e195b 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T10:26:03.935598+00:00", + "evaluated_at": "2026-06-23T10:56:05.170663+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 1fa39b7a76d9555eb87b63d67b18b78217012441..2a046b79e953aa321d6c180eb9fcce717da55a4b 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T10:45:41.547052+00:00", + "evaluated_at": "2026-06-23T10:56:08.933604+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 156950d02dac4e2a739bfa1481222558963756ca..9c88163252cf671abf2f09a4b1600fb017871e01 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,799566.2213285667,807842.4147937306,674.6557766729675,1.1567161762935199,0.010609386160006845,0.010561272534788188,26.950414907720972,894.1846684709857,0.01396687752255207,0.01053790669301699,0.009582318974372134,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,793000.2254413412,801305.7319809977,672.9275865688008,1.1537531460811972,0.010580790686793901,0.010533526127205997,26.831893699228065,890.505601016266,0.013909036000201349,0.010510629036395127,0.009555067126548973,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,40.80650449467975,42.26480901897464,5.524301652595784,3.2355586185720284,0.20205608092167893,0.23458602600461984,86.30682403553787,6.387996907848324,0.24060629514107576,0.20807488999247237,0.19508424028346397,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.24635423801372525,0.24444773785974283,0.32431023270042814,1.0571886241900967,0.618347474730373,0.818204615136463,39.54644410824548,0.49634084862493966,0.6916357435600001,0.4519163586057636,0.4463137443646467,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.10569953598256197,0.1041926741026852,0.27336392898208994,1.7744675201154556,0.21683528759017856,0.18714689864744313,38.55851575569462,0.32511465051972355,0.23361530706600886,0.19642916155218695,0.17836413835399126,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 50466e374cba2593be7821a4e14d03bf1efda1e1..32f960c8f4bdb77c142e037b6ab4b86f4f784130 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T10:48:36.834751+00:00", + "evaluated_at": "2026-06-23T10:58:31.646194+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62250.51171875 + 62291.98828125 ], "p50": [ 64134.04556892444, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c01b02915fa3eb821f609fdd672a5212e430ade2..b764ecb42279fa31ad1c9c6a691affdd2cbe0b35 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-23T10:29:53.851918+00:00", + "evaluated_at": "2026-06-23T10:58:31.665967+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 62e38ac5acc3ddb9c967c32220910883f73d14fa..b6fcc85d5f04b49f97b915e734e926d04c9a9d7f 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T10:48:36.898189+00:00", + "evaluated_at": "2026-06-23T10:58:31.674570+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index e959707067fdb2ed662f4f3b50bfffb3f8aea168..ab318c3406968fcd5f1b1e14fc4247980cc98e5f 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2060,3 +2060,5 @@ {"evaluated_at": "2026-06-23T10:48:41.745618+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T10:48:41.745618+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-23T10:48:41.745618+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-23T10:58:36.554481+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-23T10:58:36.554481+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index f44593f332742359d2f03a2e2e09d285f93e2f0e..96d59b78ce2bef110be39668bb78f1b3ca03eaa8 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,827590.0024579366,860161.2563053766,695.3675130208334,1.1922270268651234,0.010940853893513548,0.010883695989268125,19.35922090369724,909.7197384128458,0.014209530328882624,0.01086141736709809,0.008911789853507115,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,817441.105096817,816505.5902417501,688.0016276041666,1.1795980105448305,0.010819754901141237,0.010768195559807897,20.92730906645014,904.1244964587659,0.014121753030590075,0.01074607436002941,0.009079237716434952,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.46423486051723256,0.4188902293754306,0.5887916485468546,0.3448526189919128,0.021950055956919592,0.02189366255266313,2.425643504754429,0.6813478263832891,0.025663220971051944,0.022177057880665586,0.025032166042932458,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.18745709640382635,0.11793308584867791,0.3033225933710734,0.9887729798151199,0.5540928503046202,0.4001574824743577,5.927070106926963,0.4329631582523233,0.6033208766143956,0.4226707271544296,0.2588238860566738,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07924868083023798,0.08418459831330437,0.24838272399372524,1.6123088292074699,0.19651791475903127,0.17215119019275227,13.496244582385387,0.2815114222020804,0.20228364743082575,0.17847859591355333,0.11752518994752867,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.5167197071972017,0 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,131.5541586536946,91.49724984808995,9.031454086303711,0.7533455642433057,0.5762249319696315,0.43155592028721684,3.3215629711871273,11.469706127608266,0.6032718703194322,0.47502718358527446,0.30981036414567703,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,5.358970169149416,5.222716766724413,1.819475253423055,0.966093095054885,0.07981637800465584,0.0751748530755085,7.022507313689036,2.314944960285107,0.10260143868299644,0.08064156247858416,0.05125418498942433,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,33.293086930931736,33.50598873218251,3.8483776847521463,0.7320559928722709,0.5131363009528055,0.33539604993915767,10.16754172752209,5.77001619849821,0.4841971635103393,0.3229407847344459,0.28597096741060557,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,960.6869728590051,126.10239502415061,4.684641520182292,0.05110518022017046,0.0019714189083018204,0.00196071380255356,1.1630901544744319,30.994950763939038,0.012925783116151815,0.001953629825966551,0.0049683358635908385,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,952.519692795972,134.37304441879192,4.78546142578125,0.05220503373579544,0.0020140407553237666,0.002002548456403929,1.1036710427024146,30.862917762194357,0.012870721568942912,0.0019956746171807126,0.004808902490437059,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,499.83229911756433,496.6093653271258,19.394344874790736,0.41386019232445287,0.077989961887891,0.07789697227618235,1.783469856267821,22.356929554783775,0.08999339096232688,0.07806809322802481,0.06697253553290448,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index f90c11700eff73335cd4aae4b9ca601a35777f8b..23c5a8db72211b74a5eae146414bdfd9ded4b8f1 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T10:47:50.230319+00:00", + "evaluated_at": "2026-06-23T10:57:57.135048+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 62886.03125, 62385.98828125, 62386.0, - 62250.51171875 + 62291.98828125 ], "p50": [ - 64115.419921875, - 64153.828125, - 64197.263671875, - 64213.283203125, - 64121.658203125, - 64175.548828125, - 64205.5, - 64199.326171875, - 64168.515625, - 64171.4140625, - 64256.951171875, - 64223.43359375, - 64231.08203125, - 64160.025390625, - 64186.263671875, - 64147.896484375, - 64183.396484375, - 64301.291015625, - 64209.9296875, - 64076.302734375, - 64306.328125, - 64166.96484375, - 64166.0234375, - 64266.640625 + 64144.267578125, + 64135.005859375, + 64157.384765625, + 64181.8671875, + 64148.431640625, + 64118.03515625, + 64158.1640625, + 64165.3203125, + 64153.978515625, + 64175.91015625, + 64165.19921875, + 64221.37109375, + 64204.7890625, + 64259.375, + 64145.43359375, + 64257.3046875, + 64211.384765625, + 64210.29296875, + 64236.42578125, + 64170.103515625, + 64231.09765625, + 64132.1796875, + 64314.16015625, + 64210.103515625 ], "p10": [ - 63851.494140625, - 63751.68359375, - 63777.740234375, - 63783.392578125, - 63665.423828125, - 63574.83984375, - 63600.376953125, - 63617.0625, - 63564.162109375, - 63451.302734375, - 63451.423828125, - 63506.294921875, - 63449.625, - 63421.134765625, - 63335.41015625, - 63277.974609375, - 63203.642578125, - 63409.8671875, - 63474.595703125, - 63265.73828125, - 63372.166015625, - 63304.85546875, - 63257.1484375, - 63336.5390625 + 63893.291015625, + 63777.5625, + 63761.486328125, + 63740.974609375, + 63651.408203125, + 63665.65625, + 63695.81640625, + 63636.78515625, + 63614.810546875, + 63498.8671875, + 63458.017578125, + 63446.765625, + 63511.109375, + 63559.294921875, + 63403.27734375, + 63399.34765625, + 63440.5234375, + 63191.37890625, + 63414.923828125, + 63236.8671875, + 63361.564453125, + 63047.994140625, + 63248.580078125, + 63333.166015625 ], "p90": [ - 64359.322265625, - 64462.03515625, - 64514.93359375, - 64594.47265625, - 64573.28515625, - 64643.146484375, - 64707.998046875, - 64754.38671875, - 64948.501953125, - 64735.78125, - 64890.5859375, - 64894.560546875, - 65025.447265625, - 64925.509765625, - 65088.65625, - 65046.046875, - 65096.607421875, - 65083.26171875, - 65039.388671875, - 64765.224609375, - 65091.373046875, - 65037.173828125, - 65356.3046875, - 65249.15625 + 64413.056640625, + 64437.11328125, + 64533.083984375, + 64594.61328125, + 64614.873046875, + 64567.146484375, + 64723.40625, + 64716.0859375, + 64754.40234375, + 64784.4140625, + 64959.953125, + 64864.962890625, + 64789.810546875, + 64914.99609375, + 64842.04296875, + 65060.84375, + 64937.138671875, + 65053.3203125, + 65167.845703125, + 65053.890625, + 65267.408203125, + 65049.154296875, + 65329.7265625, + 65188.55078125 ], "mean": [ - 64120.92578125, - 64121.75, - 64167.03515625, - 64233.9296875, - 64136.64453125, - 64137.3984375, - 64191.17578125, - 64182.20703125, - 64206.25390625, - 64193.87890625, - 64221.7890625, - 64206.08984375, - 64188.7890625, - 64184.171875, - 64223.60546875, - 64168.12890625, - 64225.90625, - 64337.94140625, - 64235.484375, - 64010.87109375, - 64278.6796875, - 64123.86328125, - 64140.1015625, - 64241.00390625 + 64161.95703125, + 64115.9296875, + 64153.29296875, + 64176.66796875, + 64152.3828125, + 64092.6953125, + 64152.33984375, + 64169.60546875, + 64205.94921875, + 64186.4140625, + 64125.11328125, + 64159.234375, + 64153.67578125, + 64269.72265625, + 64110.90234375, + 64302.078125, + 64213.70703125, + 64144.25390625, + 64275.83203125, + 64197.890625, + 64274.51953125, + 64096.5390625, + 64291.30078125, + 64301.05078125 ], "quantiles": { "0.1": [ - 63851.494140625, - 63751.68359375, - 63777.740234375, - 63783.392578125, - 63665.423828125, - 63574.83984375, - 63600.376953125, - 63617.0625, - 63564.162109375, - 63451.302734375, - 63451.423828125, - 63506.294921875, - 63449.625, - 63421.134765625, - 63335.41015625, - 63277.974609375, - 63203.642578125, - 63409.8671875, - 63474.595703125, - 63265.73828125, - 63372.166015625, - 63304.85546875, - 63257.1484375, - 63336.5390625 + 63893.291015625, + 63777.5625, + 63761.486328125, + 63740.974609375, + 63651.408203125, + 63665.65625, + 63695.81640625, + 63636.78515625, + 63614.810546875, + 63498.8671875, + 63458.017578125, + 63446.765625, + 63511.109375, + 63559.294921875, + 63403.27734375, + 63399.34765625, + 63440.5234375, + 63191.37890625, + 63414.923828125, + 63236.8671875, + 63361.564453125, + 63047.994140625, + 63248.580078125, + 63333.166015625 ], "0.2": [ - 63851.494140625, - 63751.68359375, - 63777.740234375, - 63783.392578125, - 63665.423828125, - 63574.83984375, - 63600.376953125, - 63617.0625, - 63564.162109375, - 63451.302734375, - 63451.423828125, - 63506.294921875, - 63449.625, - 63421.134765625, - 63335.41015625, - 63277.974609375, - 63203.642578125, - 63409.8671875, - 63474.595703125, - 63265.73828125, - 63372.166015625, - 63304.85546875, - 63257.1484375, - 63336.5390625 + 63893.291015625, + 63777.5625, + 63761.486328125, + 63740.974609375, + 63651.408203125, + 63665.65625, + 63695.81640625, + 63636.78515625, + 63614.810546875, + 63498.8671875, + 63458.017578125, + 63446.765625, + 63511.109375, + 63559.294921875, + 63403.27734375, + 63399.34765625, + 63440.5234375, + 63191.37890625, + 63414.923828125, + 63236.8671875, + 63361.564453125, + 63047.994140625, + 63248.580078125, + 63333.166015625 ], "0.3": [ - 63851.494140625, - 63751.68359375, - 63777.740234375, - 63783.392578125, - 63665.423828125, - 63574.83984375, - 63600.376953125, - 63617.0625, - 63564.162109375, - 63451.302734375, - 63451.423828125, - 63506.294921875, - 63449.625, - 63421.134765625, - 63335.41015625, - 63277.974609375, - 63203.642578125, - 63409.8671875, - 63474.595703125, - 63265.73828125, - 63372.166015625, - 63304.85546875, - 63257.1484375, - 63336.5390625 + 63893.291015625, + 63777.5625, + 63761.486328125, + 63740.974609375, + 63651.408203125, + 63665.65625, + 63695.81640625, + 63636.78515625, + 63614.810546875, + 63498.8671875, + 63458.017578125, + 63446.765625, + 63511.109375, + 63559.294921875, + 63403.27734375, + 63399.34765625, + 63440.5234375, + 63191.37890625, + 63414.923828125, + 63236.8671875, + 63361.564453125, + 63047.994140625, + 63248.580078125, + 63333.166015625 ], "0.4": [ - 64115.419921875, - 64153.828125, - 64197.263671875, - 64213.283203125, - 64121.658203125, - 64175.548828125, - 64205.5, - 64199.326171875, - 64168.515625, - 64171.4140625, - 64256.951171875, - 64223.43359375, - 64231.08203125, - 64160.025390625, - 64186.263671875, - 64147.896484375, - 64183.396484375, - 64301.291015625, - 64209.9296875, - 64076.302734375, - 64306.328125, - 64166.96484375, - 64166.0234375, - 64266.640625 + 64144.267578125, + 64135.005859375, + 64157.384765625, + 64181.8671875, + 64148.431640625, + 64118.03515625, + 64158.1640625, + 64165.3203125, + 64153.978515625, + 64175.91015625, + 64165.19921875, + 64221.37109375, + 64204.7890625, + 64259.375, + 64145.43359375, + 64257.3046875, + 64211.384765625, + 64210.29296875, + 64236.42578125, + 64170.103515625, + 64231.09765625, + 64132.1796875, + 64314.16015625, + 64210.103515625 ], "0.5": [ - 64115.419921875, - 64153.828125, - 64197.263671875, - 64213.283203125, - 64121.658203125, - 64175.548828125, - 64205.5, - 64199.326171875, - 64168.515625, - 64171.4140625, - 64256.951171875, - 64223.43359375, - 64231.08203125, - 64160.025390625, - 64186.263671875, - 64147.896484375, - 64183.396484375, - 64301.291015625, - 64209.9296875, - 64076.302734375, - 64306.328125, - 64166.96484375, - 64166.0234375, - 64266.640625 + 64144.267578125, + 64135.005859375, + 64157.384765625, + 64181.8671875, + 64148.431640625, + 64118.03515625, + 64158.1640625, + 64165.3203125, + 64153.978515625, + 64175.91015625, + 64165.19921875, + 64221.37109375, + 64204.7890625, + 64259.375, + 64145.43359375, + 64257.3046875, + 64211.384765625, + 64210.29296875, + 64236.42578125, + 64170.103515625, + 64231.09765625, + 64132.1796875, + 64314.16015625, + 64210.103515625 ], "0.6": [ - 64115.419921875, - 64153.828125, - 64197.263671875, - 64213.283203125, - 64121.658203125, - 64175.548828125, - 64205.5, - 64199.326171875, - 64168.515625, - 64171.4140625, - 64256.951171875, - 64223.43359375, - 64231.08203125, - 64160.025390625, - 64186.263671875, - 64147.896484375, - 64183.396484375, - 64301.291015625, - 64209.9296875, - 64076.302734375, - 64306.328125, - 64166.96484375, - 64166.0234375, - 64266.640625 + 64144.267578125, + 64135.005859375, + 64157.384765625, + 64181.8671875, + 64148.431640625, + 64118.03515625, + 64158.1640625, + 64165.3203125, + 64153.978515625, + 64175.91015625, + 64165.19921875, + 64221.37109375, + 64204.7890625, + 64259.375, + 64145.43359375, + 64257.3046875, + 64211.384765625, + 64210.29296875, + 64236.42578125, + 64170.103515625, + 64231.09765625, + 64132.1796875, + 64314.16015625, + 64210.103515625 ], "0.7": [ - 64115.419921875, - 64153.828125, - 64197.263671875, - 64213.283203125, - 64121.658203125, - 64175.548828125, - 64205.5, - 64199.326171875, - 64168.515625, - 64171.4140625, - 64256.951171875, - 64223.43359375, - 64231.08203125, - 64160.025390625, - 64186.263671875, - 64147.896484375, - 64183.396484375, - 64301.291015625, - 64209.9296875, - 64076.302734375, - 64306.328125, - 64166.96484375, - 64166.0234375, - 64266.640625 + 64144.267578125, + 64135.005859375, + 64157.384765625, + 64181.8671875, + 64148.431640625, + 64118.03515625, + 64158.1640625, + 64165.3203125, + 64153.978515625, + 64175.91015625, + 64165.19921875, + 64221.37109375, + 64204.7890625, + 64259.375, + 64145.43359375, + 64257.3046875, + 64211.384765625, + 64210.29296875, + 64236.42578125, + 64170.103515625, + 64231.09765625, + 64132.1796875, + 64314.16015625, + 64210.103515625 ], "0.8": [ - 64359.322265625, - 64462.03515625, - 64514.93359375, - 64594.47265625, - 64573.28515625, - 64643.146484375, - 64707.998046875, - 64754.38671875, - 64948.501953125, - 64735.78125, - 64890.5859375, - 64894.560546875, - 65025.447265625, - 64925.509765625, - 65088.65625, - 65046.046875, - 65096.607421875, - 65083.26171875, - 65039.388671875, - 64765.224609375, - 65091.373046875, - 65037.173828125, - 65356.3046875, - 65249.15625 + 64413.056640625, + 64437.11328125, + 64533.083984375, + 64594.61328125, + 64614.873046875, + 64567.146484375, + 64723.40625, + 64716.0859375, + 64754.40234375, + 64784.4140625, + 64959.953125, + 64864.962890625, + 64789.810546875, + 64914.99609375, + 64842.04296875, + 65060.84375, + 64937.138671875, + 65053.3203125, + 65167.845703125, + 65053.890625, + 65267.408203125, + 65049.154296875, + 65329.7265625, + 65188.55078125 ], "0.9": [ - 64359.322265625, - 64462.03515625, - 64514.93359375, - 64594.47265625, - 64573.28515625, - 64643.146484375, - 64707.998046875, - 64754.38671875, - 64948.501953125, - 64735.78125, - 64890.5859375, - 64894.560546875, - 65025.447265625, - 64925.509765625, - 65088.65625, - 65046.046875, - 65096.607421875, - 65083.26171875, - 65039.388671875, - 64765.224609375, - 65091.373046875, - 65037.173828125, - 65356.3046875, - 65249.15625 + 64413.056640625, + 64437.11328125, + 64533.083984375, + 64594.61328125, + 64614.873046875, + 64567.146484375, + 64723.40625, + 64716.0859375, + 64754.40234375, + 64784.4140625, + 64959.953125, + 64864.962890625, + 64789.810546875, + 64914.99609375, + 64842.04296875, + 65060.84375, + 64937.138671875, + 65053.3203125, + 65167.845703125, + 65053.890625, + 65267.408203125, + 65049.154296875, + 65329.7265625, + 65188.55078125 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 2729a24fbdef276c56b2569a08c41a1b1ee02a46..934b8b41f96d24b04941487559906258a81994c8 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T10:29:16.102811+00:00", + "evaluated_at": "2026-06-23T10:58:03.984293+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,343 +130,343 @@ 2400.0 ], "p50": [ - 2399.15380859375, - 2398.04833984375, - 2397.5841064453125, - 2398.4117431640625, - 2397.985595703125, - 2398.4154052734375, - 2400.457763671875, - 2397.869140625, - 2399.019775390625, - 2399.235595703125, - 2398.9041748046875, - 2395.4437255859375, - 2397.396240234375, - 2399.8553466796875, - 2396.9368896484375, - 2397.507568359375, - 2399.7098388671875, - 2401.0030517578125, - 2404.3450927734375, - 2404.72607421875, - 2401.157470703125, - 2410.8233642578125, - 2413.1610107421875, - 2412.440185546875 + 2399.0672607421875, + 2398.2259521484375, + 2397.066650390625, + 2397.9970703125, + 2398.044189453125, + 2398.2083740234375, + 2399.0887451171875, + 2396.755615234375, + 2397.720947265625, + 2396.979248046875, + 2399.0914306640625, + 2400.2757568359375, + 2397.76611328125, + 2400.8154296875, + 2399.537109375, + 2399.693359375, + 2402.7183837890625, + 2408.351806640625, + 2406.4866943359375, + 2408.0048828125, + 2401.874267578125, + 2404.0029296875, + 2407.459716796875, + 2401.2572021484375 ], "p10": [ - 2394.605712890625, - 2392.83935546875, - 2389.6181640625, - 2388.69580078125, - 2386.770751953125, - 2382.93505859375, - 2378.1324462890625, - 2375.133056640625, - 2376.999755859375, - 2367.900634765625, - 2360.6456298828125, - 2347.2037353515625, - 2352.670166015625, - 2362.1737060546875, - 2339.92919921875, - 2332.987060546875, - 2332.7322998046875, - 2323.32470703125, - 2326.5474853515625, - 2335.580322265625, - 2303.071044921875, - 2312.533447265625, - 2338.728271484375, - 2330.5577392578125 + 2395.8604736328125, + 2392.83447265625, + 2386.327392578125, + 2388.8875732421875, + 2386.2554931640625, + 2386.1395263671875, + 2380.3431396484375, + 2376.681640625, + 2379.1246337890625, + 2365.95458984375, + 2364.6416015625, + 2364.8475341796875, + 2352.177734375, + 2352.1083984375, + 2342.988525390625, + 2341.0711669921875, + 2344.226318359375, + 2343.072021484375, + 2336.286865234375, + 2327.4130859375, + 2335.3343505859375, + 2323.388671875, + 2326.85546875, + 2319.2679443359375 ], "p90": [ - 2402.87939453125, - 2404.300048828125, - 2410.4822998046875, - 2408.126220703125, - 2409.29443359375, - 2415.562255859375, - 2421.338134765625, - 2418.9066162109375, - 2431.7642822265625, - 2436.77392578125, - 2433.4000244140625, - 2442.987548828125, - 2466.0081787109375, - 2458.90673828125, - 2455.7996826171875, - 2462.8809814453125, - 2489.55419921875, - 2481.728759765625, - 2488.6832275390625, - 2594.109130859375, - 2544.422119140625, - 2578.341064453125, - 2572.518310546875, - 2526.186767578125 + 2403.6990966796875, + 2407.4049072265625, + 2406.0140380859375, + 2408.27490234375, + 2407.6143798828125, + 2412.0570068359375, + 2417.124267578125, + 2418.3203125, + 2425.019775390625, + 2440.43603515625, + 2441.2445068359375, + 2446.586669921875, + 2462.502685546875, + 2464.79345703125, + 2510.5352783203125, + 2481.644775390625, + 2469.255859375, + 2487.975830078125, + 2519.935791015625, + 2544.4605712890625, + 2533.821533203125, + 2526.9078369140625, + 2492.3692626953125, + 2511.5474853515625 ], "mean": [ - 2400.068359375, - 2398.2861328125, - 2401.8720703125, - 2399.87158203125, - 2402.029052734375, - 2403.097412109375, - 2401.622314453125, - 2409.104248046875, - 2405.53857421875, - 2406.685546875, - 2405.080810546875, - 2398.847412109375, - 2415.391357421875, - 2420.661376953125, - 2402.055419921875, - 2410.83349609375, - 2404.716064453125, - 2407.4375, - 2412.668701171875, - 2453.65283203125, - 2474.5107421875, - 2466.994384765625, - 2466.382568359375, - 2472.456298828125 + 2401.041259765625, + 2400.9169921875, + 2399.6513671875, + 2401.647216796875, + 2399.169189453125, + 2400.46728515625, + 2402.808837890625, + 2405.847900390625, + 2403.0771484375, + 2409.43798828125, + 2404.885498046875, + 2424.184814453125, + 2408.69482421875, + 2420.069091796875, + 2432.738525390625, + 2430.179443359375, + 2419.96435546875, + 2420.126220703125, + 2613.3017578125, + 2445.7568359375, + 2446.849609375, + 2458.5673828125, + 2497.800537109375, + 2480.41650390625 ], "quantiles": { "0.1": [ - 2394.605712890625, - 2392.83935546875, - 2389.6181640625, - 2388.69580078125, - 2386.770751953125, - 2382.93505859375, - 2378.1324462890625, - 2375.133056640625, - 2376.999755859375, - 2367.900634765625, - 2360.6456298828125, - 2347.2037353515625, - 2352.670166015625, - 2362.1737060546875, - 2339.92919921875, - 2332.987060546875, - 2332.7322998046875, - 2323.32470703125, - 2326.5474853515625, - 2335.580322265625, - 2303.071044921875, - 2312.533447265625, - 2338.728271484375, - 2330.5577392578125 + 2395.8604736328125, + 2392.83447265625, + 2386.327392578125, + 2388.8875732421875, + 2386.2554931640625, + 2386.1395263671875, + 2380.3431396484375, + 2376.681640625, + 2379.1246337890625, + 2365.95458984375, + 2364.6416015625, + 2364.8475341796875, + 2352.177734375, + 2352.1083984375, + 2342.988525390625, + 2341.0711669921875, + 2344.226318359375, + 2343.072021484375, + 2336.286865234375, + 2327.4130859375, + 2335.3343505859375, + 2323.388671875, + 2326.85546875, + 2319.2679443359375 ], "0.2": [ - 2394.605712890625, - 2392.83935546875, - 2389.6181640625, - 2388.69580078125, - 2386.770751953125, - 2382.93505859375, - 2378.1324462890625, - 2375.133056640625, - 2376.999755859375, - 2367.900634765625, - 2360.6456298828125, - 2347.2037353515625, - 2352.670166015625, - 2362.1737060546875, - 2339.92919921875, - 2332.987060546875, - 2332.7322998046875, - 2323.32470703125, - 2326.5474853515625, - 2335.580322265625, - 2303.071044921875, - 2312.533447265625, - 2338.728271484375, - 2330.5577392578125 + 2395.8604736328125, + 2392.83447265625, + 2386.327392578125, + 2388.8875732421875, + 2386.2554931640625, + 2386.1395263671875, + 2380.3431396484375, + 2376.681640625, + 2379.1246337890625, + 2365.95458984375, + 2364.6416015625, + 2364.8475341796875, + 2352.177734375, + 2352.1083984375, + 2342.988525390625, + 2341.0711669921875, + 2344.226318359375, + 2343.072021484375, + 2336.286865234375, + 2327.4130859375, + 2335.3343505859375, + 2323.388671875, + 2326.85546875, + 2319.2679443359375 ], "0.3": [ - 2394.605712890625, - 2392.83935546875, - 2389.6181640625, - 2388.69580078125, - 2386.770751953125, - 2382.93505859375, - 2378.1324462890625, - 2375.133056640625, - 2376.999755859375, - 2367.900634765625, - 2360.6456298828125, - 2347.2037353515625, - 2352.670166015625, - 2362.1737060546875, - 2339.92919921875, - 2332.987060546875, - 2332.7322998046875, - 2323.32470703125, - 2326.5474853515625, - 2335.580322265625, - 2303.071044921875, - 2312.533447265625, - 2338.728271484375, - 2330.5577392578125 + 2395.8604736328125, + 2392.83447265625, + 2386.327392578125, + 2388.8875732421875, + 2386.2554931640625, + 2386.1395263671875, + 2380.3431396484375, + 2376.681640625, + 2379.1246337890625, + 2365.95458984375, + 2364.6416015625, + 2364.8475341796875, + 2352.177734375, + 2352.1083984375, + 2342.988525390625, + 2341.0711669921875, + 2344.226318359375, + 2343.072021484375, + 2336.286865234375, + 2327.4130859375, + 2335.3343505859375, + 2323.388671875, + 2326.85546875, + 2319.2679443359375 ], "0.4": [ - 2399.15380859375, - 2398.04833984375, - 2397.5841064453125, - 2398.4117431640625, - 2397.985595703125, - 2398.4154052734375, - 2400.457763671875, - 2397.869140625, - 2399.019775390625, - 2399.235595703125, - 2398.9041748046875, - 2395.4437255859375, - 2397.396240234375, - 2399.8553466796875, - 2396.9368896484375, - 2397.507568359375, - 2399.7098388671875, - 2401.0030517578125, - 2404.3450927734375, - 2404.72607421875, - 2401.157470703125, - 2410.8233642578125, - 2413.1610107421875, - 2412.440185546875 + 2399.0672607421875, + 2398.2259521484375, + 2397.066650390625, + 2397.9970703125, + 2398.044189453125, + 2398.2083740234375, + 2399.0887451171875, + 2396.755615234375, + 2397.720947265625, + 2396.979248046875, + 2399.0914306640625, + 2400.2757568359375, + 2397.76611328125, + 2400.8154296875, + 2399.537109375, + 2399.693359375, + 2402.7183837890625, + 2408.351806640625, + 2406.4866943359375, + 2408.0048828125, + 2401.874267578125, + 2404.0029296875, + 2407.459716796875, + 2401.2572021484375 ], "0.5": [ - 2399.15380859375, - 2398.04833984375, - 2397.5841064453125, - 2398.4117431640625, - 2397.985595703125, - 2398.4154052734375, - 2400.457763671875, - 2397.869140625, - 2399.019775390625, - 2399.235595703125, - 2398.9041748046875, - 2395.4437255859375, - 2397.396240234375, - 2399.8553466796875, - 2396.9368896484375, - 2397.507568359375, - 2399.7098388671875, - 2401.0030517578125, - 2404.3450927734375, - 2404.72607421875, - 2401.157470703125, - 2410.8233642578125, - 2413.1610107421875, - 2412.440185546875 + 2399.0672607421875, + 2398.2259521484375, + 2397.066650390625, + 2397.9970703125, + 2398.044189453125, + 2398.2083740234375, + 2399.0887451171875, + 2396.755615234375, + 2397.720947265625, + 2396.979248046875, + 2399.0914306640625, + 2400.2757568359375, + 2397.76611328125, + 2400.8154296875, + 2399.537109375, + 2399.693359375, + 2402.7183837890625, + 2408.351806640625, + 2406.4866943359375, + 2408.0048828125, + 2401.874267578125, + 2404.0029296875, + 2407.459716796875, + 2401.2572021484375 ], "0.6": [ - 2399.15380859375, - 2398.04833984375, - 2397.5841064453125, - 2398.4117431640625, - 2397.985595703125, - 2398.4154052734375, - 2400.457763671875, - 2397.869140625, - 2399.019775390625, - 2399.235595703125, - 2398.9041748046875, - 2395.4437255859375, - 2397.396240234375, - 2399.8553466796875, - 2396.9368896484375, - 2397.507568359375, - 2399.7098388671875, - 2401.0030517578125, - 2404.3450927734375, - 2404.72607421875, - 2401.157470703125, - 2410.8233642578125, - 2413.1610107421875, - 2412.440185546875 + 2399.0672607421875, + 2398.2259521484375, + 2397.066650390625, + 2397.9970703125, + 2398.044189453125, + 2398.2083740234375, + 2399.0887451171875, + 2396.755615234375, + 2397.720947265625, + 2396.979248046875, + 2399.0914306640625, + 2400.2757568359375, + 2397.76611328125, + 2400.8154296875, + 2399.537109375, + 2399.693359375, + 2402.7183837890625, + 2408.351806640625, + 2406.4866943359375, + 2408.0048828125, + 2401.874267578125, + 2404.0029296875, + 2407.459716796875, + 2401.2572021484375 ], "0.7": [ - 2399.15380859375, - 2398.04833984375, - 2397.5841064453125, - 2398.4117431640625, - 2397.985595703125, - 2398.4154052734375, - 2400.457763671875, - 2397.869140625, - 2399.019775390625, - 2399.235595703125, - 2398.9041748046875, - 2395.4437255859375, - 2397.396240234375, - 2399.8553466796875, - 2396.9368896484375, - 2397.507568359375, - 2399.7098388671875, - 2401.0030517578125, - 2404.3450927734375, - 2404.72607421875, - 2401.157470703125, - 2410.8233642578125, - 2413.1610107421875, - 2412.440185546875 + 2399.0672607421875, + 2398.2259521484375, + 2397.066650390625, + 2397.9970703125, + 2398.044189453125, + 2398.2083740234375, + 2399.0887451171875, + 2396.755615234375, + 2397.720947265625, + 2396.979248046875, + 2399.0914306640625, + 2400.2757568359375, + 2397.76611328125, + 2400.8154296875, + 2399.537109375, + 2399.693359375, + 2402.7183837890625, + 2408.351806640625, + 2406.4866943359375, + 2408.0048828125, + 2401.874267578125, + 2404.0029296875, + 2407.459716796875, + 2401.2572021484375 ], "0.8": [ - 2402.87939453125, - 2404.300048828125, - 2410.4822998046875, - 2408.126220703125, - 2409.29443359375, - 2415.562255859375, - 2421.338134765625, - 2418.9066162109375, - 2431.7642822265625, - 2436.77392578125, - 2433.4000244140625, - 2442.987548828125, - 2466.0081787109375, - 2458.90673828125, - 2455.7996826171875, - 2462.8809814453125, - 2489.55419921875, - 2481.728759765625, - 2488.6832275390625, - 2594.109130859375, - 2544.422119140625, - 2578.341064453125, - 2572.518310546875, - 2526.186767578125 + 2403.6990966796875, + 2407.4049072265625, + 2406.0140380859375, + 2408.27490234375, + 2407.6143798828125, + 2412.0570068359375, + 2417.124267578125, + 2418.3203125, + 2425.019775390625, + 2440.43603515625, + 2441.2445068359375, + 2446.586669921875, + 2462.502685546875, + 2464.79345703125, + 2510.5352783203125, + 2481.644775390625, + 2469.255859375, + 2487.975830078125, + 2519.935791015625, + 2544.4605712890625, + 2533.821533203125, + 2526.9078369140625, + 2492.3692626953125, + 2511.5474853515625 ], "0.9": [ - 2402.87939453125, - 2404.300048828125, - 2410.4822998046875, - 2408.126220703125, - 2409.29443359375, - 2415.562255859375, - 2421.338134765625, - 2418.9066162109375, - 2431.7642822265625, - 2436.77392578125, - 2433.4000244140625, - 2442.987548828125, - 2466.0081787109375, - 2458.90673828125, - 2455.7996826171875, - 2462.8809814453125, - 2489.55419921875, - 2481.728759765625, - 2488.6832275390625, - 2594.109130859375, - 2544.422119140625, - 2578.341064453125, - 2572.518310546875, - 2526.186767578125 + 2403.6990966796875, + 2407.4049072265625, + 2406.0140380859375, + 2408.27490234375, + 2407.6143798828125, + 2412.0570068359375, + 2417.124267578125, + 2418.3203125, + 2425.019775390625, + 2440.43603515625, + 2441.2445068359375, + 2446.586669921875, + 2462.502685546875, + 2464.79345703125, + 2510.5352783203125, + 2481.644775390625, + 2469.255859375, + 2487.975830078125, + 2519.935791015625, + 2544.4605712890625, + 2533.821533203125, + 2526.9078369140625, + 2492.3692626953125, + 2511.5474853515625 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 12813b5224708fd44f587bc4600d36e908d25589..909e69e0a920eb027611bee09f4113d339d23f4c 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T10:48:10.350395+00:00", + "evaluated_at": "2026-06-23T10:58:07.917769+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index d1dcde697b456a0bb64cc2a7df079313807241d3..3353b725162b7092b0df86e0639d36baa9d13654 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,770957.7093694197,780190.3519142335,679.1065546760777,1.1643471595168127,0.010667091682543955,0.01063075395210103,26.580219443952377,878.0419747195573,0.013714733827339986,0.01060742641689663,0.009600799322905492,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,764677.2632387787,773939.218858086,677.378364571911,1.16138412930449,0.010638533028728683,0.01060300702129,26.461698235459476,874.4582684375388,0.013658388585642701,0.010580146882665287,0.009573546975959552,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,3.7254732223560887,3.857635656925538,1.6989814043242737,0.995085763097673,0.06234093839361071,0.06375101933657625,7.0135930254093175,1.9301484974882344,0.07269976578764256,0.06399277067680005,0.05485515880509876,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.0607854163231532,1.066334491917348,0.9942664114179056,3.2411161708124947,1.7003823482093143,0.8525868124030168,124.80502206536238,1.0299443753539086,1.4351958857442852,1.385479737690086,1.3699128381854182,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.11192283711425098,0.11016733458666171,0.2850583701048146,1.850378800786056,0.22596170246472377,0.19418494663714625,41.743164065615964,0.33454870663963265,0.2403942692376838,0.20483235239419714,0.1889108125448531,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 65a327ebbdab43c6f32c98a3d6ee3fa4fd02872d..607df480b1f19454eaf577cc141bdb75c16d5f95 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T10:48:36.909090+00:00", + "evaluated_at": "2026-06-23T10:58:31.682261+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62250.51171875 + 62291.98828125 ], "p50": [ 64080.117019599784, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ad860f0cb61aec0fec748f6a3e1b7e97b59014ba..066f25f3ab3e406446be5eecf7aad6fe49c12402 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T10:29:53.892255+00:00", + "evaluated_at": "2026-06-23T10:58:31.697844+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 52aa3295472cbb9d8c2052b9f9b818121f9b4e44..017ea18bb3816e2f7bc05c33ab9e571b3346f45f 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T10:48:36.938799+00:00", + "evaluated_at": "2026-06-23T10:58:31.709379+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 93249af725a1db967b267cf6016faf7c4343a183..73c0e09f86818f5a3d9e5b3630244a97ccdbb9da 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T10:44:52.636568+00:00", - "finished_at": "2026-06-23T10:48:41.745137+00:00", - "task_count": 3, + "started_at": "2026-06-23T10:55:24.781990+00:00", + "finished_at": "2026-06-23T10:58:36.554038+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T10:45:41.547052+00:00", + "evaluated_at": "2026-06-23T10:56:08.933604+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T10:46:21.897198+00:00", + "evaluated_at": "2026-06-23T10:56:39.340794+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T10:46:58.787498+00:00", + "evaluated_at": "2026-06-23T10:57:12.783815+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T10:47:22.480470+00:00", + "evaluated_at": "2026-06-23T10:57:28.188829+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T10:48:10.350395+00:00", + "evaluated_at": "2026-06-23T10:58:07.917769+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T10:48:36.462658+00:00", + "evaluated_at": "2026-06-23T10:58:31.343379+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T10:48:36.807426+00:00", + "evaluated_at": "2026-06-23T10:58:31.617989+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T10:48:36.898189+00:00", + "evaluated_at": "2026-06-23T10:58:31.674570+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T10:48:36.938799+00:00", + "evaluated_at": "2026-06-23T10:58:31.709379+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T10:48:36.964638+00:00", + "evaluated_at": "2026-06-23T10:58:31.738285+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -283,7 +223,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T10:52:20.994499+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_105831.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_105831.json new file mode 100644 index 0000000000000000000000000000000000000000..849e46f571451b48098fe30d405df3276b15c1b2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_105831.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T10:58:31.567510+00:00", + "metrics": { + "MSE[mean]": 863644.3697326359, + "MSE[0.5]": 1142900.1655092482, + "MAE[0.5]": 960.4061636622606, + "MASE[0.5]": 1.6466431975111426, + "MAPE[0.5]": 0.014948147137833226, + "sMAPE[0.5]": 0.01504475158048829, + "MSIS": 39.06368535035076, + "RMSE[mean]": 929.3246847752598, + "NRMSE[mean]": 0.014515361252824677, + "ND[0.5]": 0.015000830865015129, + "mean_weighted_sum_quantile_loss": 0.013880402732412771 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62291.98828125 + ], + "predictions": { + "p50": [ + 63370.82224019741, + 63463.292306974494, + 63392.45750871657, + 63442.90598169991, + 63388.75530060217, + 63427.856644061096, + 63411.86229896233, + 63418.96081472659, + 63413.61257845343, + 63426.15255865148, + 63414.4505688158, + 63411.15876820736, + 63414.52625082527, + 63418.29116137828, + 63417.12122836293, + 63414.080537627466, + 63417.11079307152, + 63415.8825110779, + 63417.76272473293, + 63432.32438866549, + 63417.629365733315, + 63417.57637505883, + 63428.74200698958, + 63422.247494126124 + ], + "p10": [ + 63121.1007191657, + 63202.36203821631, + 63178.657157328525, + 63168.141413398735, + 63153.14201688981, + 63200.29740718265, + 63183.11107593518, + 63173.49893691027, + 63161.268235752796, + 63169.390497852066, + 63165.65508174001, + 63169.39132697367, + 63166.62395053082, + 63191.19666536815, + 63149.0396580651, + 63168.65391464891, + 63164.84201996269, + 63166.773446951185, + 63190.20348785448, + 63166.81663107136, + 63166.59747324029, + 63149.70828279721, + 63190.326570762314, + 63167.89779965497 + ], + "p90": [ + 63622.374801953716, + 63705.57710460181, + 63651.74146104026, + 63694.02118904013, + 63647.82374740658, + 63685.441371368455, + 63663.505643734636, + 63676.091043700755, + 63667.18053150199, + 63698.34094813057, + 63688.66563108394, + 63632.57833912695, + 63704.491969675924, + 63671.89689922274, + 63693.7622674686, + 63670.056274353396, + 63660.921401806816, + 63670.15791503271, + 63670.598055653936, + 63673.95399307293, + 63694.270404838986, + 63661.31141420232, + 63691.06597858803, + 63692.27696586703 + ], + "mean": [ + 64318.05105284552, + 64733.04098797901, + 64369.89363023097, + 64376.42130974169, + 64035.22910827568, + 64076.3720616164, + 64055.64277110883, + 64044.191145571014, + 63396.45504626754, + 65027.5784739069, + 64687.7979100551, + 64019.175834078414, + 64374.2276006159, + 64688.64344638363, + 63716.46974915112, + 64045.8288873668, + 63723.4538614389, + 64351.797775344836, + 64054.204659342446, + 63416.924868119044, + 64358.97284020354, + 64052.73137892368, + 64081.21644746562, + 64694.444321278315 + ], + "quantiles": { + "0.1": [ + 63121.1007191657, + 63202.36203821631, + 63178.657157328525, + 63168.141413398735, + 63153.14201688981, + 63200.29740718265, + 63183.11107593518, + 63173.49893691027, + 63161.268235752796, + 63169.390497852066, + 63165.65508174001, + 63169.39132697367, + 63166.62395053082, + 63191.19666536815, + 63149.0396580651, + 63168.65391464891, + 63164.84201996269, + 63166.773446951185, + 63190.20348785448, + 63166.81663107136, + 63166.59747324029, + 63149.70828279721, + 63190.326570762314, + 63167.89779965497 + ], + "0.2": [ + 63198.30880504584, + 63263.38864276337, + 63226.60680557378, + 63260.126864524944, + 63236.66034908564, + 63261.32620493224, + 63247.50098345246, + 63256.72527365089, + 63226.835572762604, + 63254.84084451414, + 63228.64231949812, + 63252.934957254176, + 63250.28471092331, + 63251.0288639132, + 63244.06203883632, + 63255.206106319456, + 63230.4093569725, + 63241.86181309697, + 63251.23228560407, + 63252.11438490905, + 63244.570176206704, + 63251.939149952246, + 63255.41105011219, + 63251.90768788533 + ], + "0.3": [ + 63273.63985129624, + 63352.10284819001, + 63300.56208884761, + 63328.75117104995, + 63296.702096736226, + 63330.67425515992, + 63317.03936760966, + 63329.62476757578, + 63296.470147109074, + 63328.67956330051, + 63295.023634442674, + 63282.61548401863, + 63288.401564629006, + 63321.97408650813, + 63320.15231749797, + 63289.96185025746, + 63306.96279903274, + 63310.48611962198, + 63320.58033583176, + 63325.95310369542, + 63336.19241589741, + 63320.82094223008, + 63362.24467057867, + 63325.862971159164 + ], + "0.4": [ + 63348.93787985875, + 63438.31124199154, + 63367.39754632032, + 63422.31159609864, + 63348.746250356955, + 63412.15127959683, + 63381.46496933651, + 63394.8181807, + 63366.66050411522, + 63405.083096741415, + 63373.857257917225, + 63363.82425932094, + 63374.974075437545, + 63396.87154190794, + 63382.38404020939, + 63370.996405269994, + 63375.77224412112, + 63376.18238696066, + 63407.450365261, + 63403.93713596646, + 63389.40531168978, + 63396.11897079259, + 63415.59690841386, + 63387.61480849117 + ], + "0.5": [ + 63370.82224019741, + 63463.292306974494, + 63392.45750871657, + 63442.90598169991, + 63388.75530060217, + 63427.856644061096, + 63411.86229896233, + 63418.96081472659, + 63413.61257845343, + 63426.15255865148, + 63414.4505688158, + 63411.15876820736, + 63414.52625082527, + 63418.29116137828, + 63417.12122836293, + 63414.080537627466, + 63417.11079307152, + 63415.8825110779, + 63417.76272473293, + 63432.32438866549, + 63417.629365733315, + 63417.57637505883, + 63428.74200698958, + 63422.247494126124 + ], + "0.6": [ + 63393.01366796852, + 63491.53374309483, + 63450.66412317143, + 63470.64285123449, + 63420.290720354504, + 63454.74566073448, + 63437.20553362366, + 63437.518099844645, + 63428.30192159075, + 63473.061036862215, + 63431.74961419682, + 63425.7138318459, + 63447.0059997208, + 63437.120653987906, + 63441.263651385816, + 63442.3043806673, + 63431.875705800645, + 63436.536162046104, + 63452.556275616575, + 63476.05513801924, + 63452.63639465317, + 63453.67762408779, + 63452.67935852441, + 63440.16329683544 + ], + "0.7": [ + 63439.896367278285, + 63593.51994742167, + 63540.67144229759, + 63565.53666670645, + 63514.69956106886, + 63550.94333978414, + 63524.81484308541, + 63484.93395618412, + 63478.37199981007, + 63543.87515692873, + 63524.16793734002, + 63473.232313557965, + 63540.77951153057, + 63529.068075896415, + 63512.467958918125, + 63518.705619800945, + 63507.46000356876, + 63487.24553738567, + 63528.07489838274, + 63541.14869732364, + 63548.34352242575, + 63528.315504781065, + 63540.97250336381, + 63519.15513214372 + ], + "0.8": [ + 63526.048209147404, + 63618.1596582755, + 63563.19114503658, + 63604.03746507606, + 63559.11716777655, + 63593.58019471092, + 63577.15698066011, + 63587.147132498954, + 63577.28214221324, + 63590.417151092035, + 63582.33294910785, + 63567.93461303938, + 63582.69132414133, + 63584.47945289643, + 63581.07350267901, + 63582.1142319605, + 63566.082535392095, + 63566.64449321419, + 63581.00533242032, + 63585.663004943875, + 63600.03962181537, + 63581.24593881864, + 63583.60935829059, + 63584.45853691082 + ], + "0.9": [ + 63622.374801953716, + 63705.57710460181, + 63651.74146104026, + 63694.02118904013, + 63647.82374740658, + 63685.441371368455, + 63663.505643734636, + 63676.091043700755, + 63667.18053150199, + 63698.34094813057, + 63688.66563108394, + 63632.57833912695, + 63704.491969675924, + 63671.89689922274, + 63693.7622674686, + 63670.056274353396, + 63660.921401806816, + 63670.15791503271, + 63670.598055653936, + 63673.95399307293, + 63694.270404838986, + 63661.31141420232, + 63691.06597858803, + 63692.27696586703 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_105557.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_105557.json new file mode 100644 index 0000000000000000000000000000000000000000..1a2a3f4b51feaee10786a928bb525e40838d9ffd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_105557.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T10:55:57.839906+00:00", + "metrics": { + "MSE[mean]": 807157.6001555125, + "MSE[0.5]": 807157.6001555125, + "MAE[0.5]": 682.80810546875, + "MASE[0.5]": 1.1706935717573936, + "MAPE[0.5]": 0.010732816148182998, + "sMAPE[0.5]": 0.010687583178225496, + "MSIS": 21.877837187005863, + "RMSE[mean]": 898.4195012106051, + "NRMSE[mean]": 0.014032645242613122, + "ND[0.5]": 0.01066495540213974, + "mean_weighted_sum_quantile_loss": 0.008915186310440582 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62291.98828125 + ], + "predictions": { + "p50": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "p10": [ + 63857.74609375, + 63790.37109375, + 63745.28515625, + 63700.52734375, + 63657.21484375, + 63632.81640625, + 63601.15234375, + 63594.50390625, + 63588.23046875, + 63576.52734375, + 63548.44921875, + 63483.2578125, + 63445.4296875, + 63417.7265625, + 63404.48828125, + 63411.16015625, + 63424.484375, + 63405.5390625, + 63368.57421875, + 63352.90625, + 63317.75390625, + 63290.62109375, + 63287.9453125, + 63261.7265625 + ], + "p90": [ + 64326.29296875, + 64385.1484375, + 64428.984375, + 64477.0703125, + 64483.07421875, + 64518.94140625, + 64551.05859375, + 64578.01171875, + 64591.0390625, + 64619.3203125, + 64628.703125, + 64632.375, + 64654.13671875, + 64656.6015625, + 64690.296875, + 64701.1640625, + 64755.328125, + 64772.546875, + 64771.01953125, + 64785.99609375, + 64787.60546875, + 64827.33984375, + 64816.27734375, + 64842.0859375 + ], + "mean": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "quantiles": { + "0.1": [ + 63857.74609375, + 63790.37109375, + 63745.28515625, + 63700.52734375, + 63657.21484375, + 63632.81640625, + 63601.15234375, + 63594.50390625, + 63588.23046875, + 63576.52734375, + 63548.44921875, + 63483.2578125, + 63445.4296875, + 63417.7265625, + 63404.48828125, + 63411.16015625, + 63424.484375, + 63405.5390625, + 63368.57421875, + 63352.90625, + 63317.75390625, + 63290.62109375, + 63287.9453125, + 63261.7265625 + ], + "0.2": [ + 63857.74609375, + 63790.37109375, + 63745.28515625, + 63700.52734375, + 63657.21484375, + 63632.81640625, + 63601.15234375, + 63594.50390625, + 63588.23046875, + 63576.52734375, + 63548.44921875, + 63483.2578125, + 63445.4296875, + 63417.7265625, + 63404.48828125, + 63411.16015625, + 63424.484375, + 63405.5390625, + 63368.57421875, + 63352.90625, + 63317.75390625, + 63290.62109375, + 63287.9453125, + 63261.7265625 + ], + "0.3": [ + 63857.74609375, + 63790.37109375, + 63745.28515625, + 63700.52734375, + 63657.21484375, + 63632.81640625, + 63601.15234375, + 63594.50390625, + 63588.23046875, + 63576.52734375, + 63548.44921875, + 63483.2578125, + 63445.4296875, + 63417.7265625, + 63404.48828125, + 63411.16015625, + 63424.484375, + 63405.5390625, + 63368.57421875, + 63352.90625, + 63317.75390625, + 63290.62109375, + 63287.9453125, + 63261.7265625 + ], + "0.4": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "0.5": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "0.6": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "0.7": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "0.8": [ + 64326.29296875, + 64385.1484375, + 64428.984375, + 64477.0703125, + 64483.07421875, + 64518.94140625, + 64551.05859375, + 64578.01171875, + 64591.0390625, + 64619.3203125, + 64628.703125, + 64632.375, + 64654.13671875, + 64656.6015625, + 64690.296875, + 64701.1640625, + 64755.328125, + 64772.546875, + 64771.01953125, + 64785.99609375, + 64787.60546875, + 64827.33984375, + 64816.27734375, + 64842.0859375 + ], + "0.9": [ + 64326.29296875, + 64385.1484375, + 64428.984375, + 64477.0703125, + 64483.07421875, + 64518.94140625, + 64551.05859375, + 64578.01171875, + 64591.0390625, + 64619.3203125, + 64628.703125, + 64632.375, + 64654.13671875, + 64656.6015625, + 64690.296875, + 64701.1640625, + 64755.328125, + 64772.546875, + 64771.01953125, + 64785.99609375, + 64787.60546875, + 64827.33984375, + 64816.27734375, + 64842.0859375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_105831.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_105831.json new file mode 100644 index 0000000000000000000000000000000000000000..29afa1c802b6a2fa25a288dc430f4754a6996cdc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_105831.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T10:58:31.646194+00:00", + "metrics": { + "MSE[mean]": 793000.2254413412, + "MSE[0.5]": 801305.7319809977, + "MAE[0.5]": 672.9275865688008, + "MASE[0.5]": 1.1537531460811972, + "MAPE[0.5]": 0.010580790686793901, + "sMAPE[0.5]": 0.010533526127205997, + "MSIS": 26.831893699228065, + "RMSE[mean]": 890.505601016266, + "NRMSE[mean]": 0.013909036000201349, + "ND[0.5]": 0.010510629036395127, + "mean_weighted_sum_quantile_loss": 0.009555067126548973 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62291.98828125 + ], + "predictions": { + "p50": [ + 64134.04556892444, + 64149.788911052914, + 64136.25100318139, + 64150.11934530986, + 64155.69471868833, + 64154.77790456681, + 64142.61304357028, + 64147.87982319875, + 64163.504024702226, + 64155.4563512057, + 64146.37352145917, + 64148.849285462646, + 64148.72348696612, + 64158.29886034459, + 64150.999233723065, + 64152.75429460154, + 64154.00154298001, + 64153.047619483485, + 64152.66400848696, + 64187.92297561543, + 64165.138973993904, + 64159.66747237238, + 64175.98112700085, + 64162.44321912932 + ], + "p10": [ + 63939.17799079944, + 63903.75219230291, + 63885.41115943139, + 63886.65840780986, + 63929.375968688335, + 63904.43806081681, + 63905.68530919528, + 63933.117713823754, + 63891.78410282722, + 63887.3606480807, + 63906.98680270917, + 63896.58834796264, + 63897.88364321612, + 63914.41604784459, + 63910.816030598064, + 63916.91054460154, + 63901.76208985501, + 63904.119885108485, + 63925.43353973696, + 63926.68078811543, + 63922.7780364939, + 63844.91747237238, + 63934.70104887585, + 63922.04126600432 + ], + "p90": [ + 64368.63541267444, + 64380.773286052914, + 64402.33303443139, + 64403.58028280986, + 64432.40174993833, + 64408.83220144181, + 64387.00952794528, + 64378.65208882375, + 64412.57394657723, + 64395.0922887057, + 64392.25516208417, + 64393.245769837646, + 64414.80551821612, + 64395.74026659459, + 64448.011343098064, + 64398.23476335154, + 64402.04841798001, + 64423.799181983486, + 64392.371820986955, + 64407.564772490434, + 64455.4948333689, + 64387.65965987238, + 64406.96550200085, + 64412.55376600433 + ], + "mean": [ + 64149.21965095566, + 64155.9058446464, + 64165.185925056525, + 64145.09698202846, + 64184.57020696983, + 64178.92136159778, + 64159.34843419541, + 64158.15451069858, + 64179.97172001496, + 64141.89539417445, + 64156.28711520895, + 64138.494832337834, + 64170.82163149726, + 64167.09376268864, + 64155.590874347836, + 64167.766892257954, + 64161.96427735489, + 64146.43941635876, + 64156.23666473701, + 64191.376823271494, + 64178.58629821281, + 64123.65780440355, + 64187.77833403214, + 64170.924078504126 + ], + "quantiles": { + "0.1": [ + 63939.17799079944, + 63903.75219230291, + 63885.41115943139, + 63886.65840780986, + 63929.375968688335, + 63904.43806081681, + 63905.68530919528, + 63933.117713823754, + 63891.78410282722, + 63887.3606480807, + 63906.98680270917, + 63896.58834796264, + 63897.88364321612, + 63914.41604784459, + 63910.816030598064, + 63916.91054460154, + 63901.76208985501, + 63904.119885108485, + 63925.43353973696, + 63926.68078811543, + 63922.7780364939, + 63844.91747237238, + 63934.70104887585, + 63922.04126600432 + ], + "0.2": [ + 64027.83463142444, + 63974.081879802914, + 64016.98928443139, + 64018.23653280986, + 64032.82362493833, + 63972.43024831681, + 64035.31812169528, + 64036.56537007375, + 64060.804805952226, + 63961.4622105807, + 63985.30711520917, + 63979.30592608765, + 63987.80161196612, + 63989.04886034459, + 63965.77423372307, + 63990.21523210154, + 63992.79060548001, + 63984.358166358485, + 64012.79682098696, + 64074.52453811543, + 64015.291317743904, + 63929.17528487238, + 64055.27409575085, + 64038.35181287932 + ], + "0.3": [ + 64091.82525642444, + 64059.472504802914, + 64084.98147193139, + 64077.50606405986, + 64115.17518743833, + 64057.754857691805, + 64089.97046544528, + 64100.55599507375, + 64110.214962202226, + 64084.9895543307, + 64073.013755834174, + 64070.904363587644, + 64076.50083071612, + 64072.63948534459, + 64072.217983723065, + 64080.24257585154, + 64078.18123048001, + 64073.428478858485, + 64077.20697723696, + 64137.92297561543, + 64078.9420989939, + 64051.73778487238, + 64113.66472075085, + 64086.91196912932 + ], + "0.4": [ + 64122.470568924444, + 64124.128754802914, + 64123.14944068139, + 64126.62325155986, + 64138.50174993833, + 64128.70681081681, + 64133.02593419528, + 64129.38568257375, + 64143.734493452226, + 64135.5911168307, + 64126.69774020917, + 64131.18639483765, + 64126.38364321612, + 64146.42776659459, + 64128.878139973065, + 64136.17538835154, + 64140.61091798001, + 64125.68707260848, + 64126.934320986955, + 64157.45422561543, + 64132.260067743904, + 64126.42919112238, + 64160.91472075085, + 64138.46275037932 + ], + "0.5": [ + 64134.04556892444, + 64149.788911052914, + 64136.25100318139, + 64150.11934530986, + 64155.69471868833, + 64154.77790456681, + 64142.61304357028, + 64147.87982319875, + 64163.504024702226, + 64155.4563512057, + 64146.37352145917, + 64148.849285462646, + 64148.72348696612, + 64158.29886034459, + 64150.999233723065, + 64152.75429460154, + 64154.00154298001, + 64153.047619483485, + 64152.66400848696, + 64187.92297561543, + 64165.138973993904, + 64159.66747237238, + 64175.98112700085, + 64162.44321912932 + ], + "0.6": [ + 64153.52603767444, + 64203.60453605292, + 64204.70803443139, + 64210.50606405986, + 64209.23846868833, + 64232.87165456681, + 64209.69702794528, + 64195.86615132375, + 64218.990743452225, + 64213.5825230807, + 64203.351646459174, + 64204.59889483765, + 64179.99223696612, + 64203.34964159459, + 64175.267202473064, + 64221.06601335154, + 64186.18123048001, + 64195.79254135848, + 64165.117914736955, + 64236.08313186543, + 64223.7272552439, + 64179.71825362238, + 64230.01237700085, + 64180.52056287933 + ], + "0.7": [ + 64226.63541267444, + 64267.480317302914, + 64255.241628181386, + 64271.20528280986, + 64272.45253118833, + 64291.052123316804, + 64250.63062169528, + 64241.70599507375, + 64285.414180952226, + 64263.9723668307, + 64259.43992770917, + 64281.183269837646, + 64281.20004946612, + 64249.72620409459, + 64245.99884309807, + 64284.94179460154, + 64252.93123048001, + 64243.875353858486, + 64255.42572723696, + 64300.14172561543, + 64291.178036493904, + 64259.70419112238, + 64270.58659575085, + 64263.45103162932 + ], + "0.8": [ + 64297.05338142444, + 64326.222504802914, + 64337.87990943139, + 64365.20918905986, + 64349.22596868833, + 64343.391967066804, + 64332.45874669528, + 64296.67474507375, + 64360.343868452226, + 64306.3293980807, + 64347.85789645917, + 64310.773113587646, + 64365.33286196612, + 64299.68948534459, + 64346.28907747306, + 64343.68398210154, + 64304.324980480014, + 64318.256603858485, + 64347.42572723696, + 64374.06360061543, + 64369.181942743904, + 64301.62840987238, + 64322.93347075085, + 64325.74009412932 + ], + "0.9": [ + 64368.63541267444, + 64380.773286052914, + 64402.33303443139, + 64403.58028280986, + 64432.40174993833, + 64408.83220144181, + 64387.00952794528, + 64378.65208882375, + 64412.57394657723, + 64395.0922887057, + 64392.25516208417, + 64393.245769837646, + 64414.80551821612, + 64395.74026659459, + 64448.011343098064, + 64398.23476335154, + 64402.04841798001, + 64423.799181983486, + 64392.371820986955, + 64407.564772490434, + 64455.4948333689, + 64387.65965987238, + 64406.96550200085, + 64412.55376600433 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_105757.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_105757.json new file mode 100644 index 0000000000000000000000000000000000000000..57517016286feced68bf500b92d7b020fb8da7d1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_105757.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T10:57:57.135048+00:00", + "metrics": { + "MSE[mean]": 817441.105096817, + "MSE[0.5]": 816505.5902417501, + "MAE[0.5]": 688.0016276041666, + "MASE[0.5]": 1.1795980105448305, + "MAPE[0.5]": 0.010819754901141237, + "sMAPE[0.5]": 0.010768195559807897, + "MSIS": 20.92730906645014, + "RMSE[mean]": 904.1244964587659, + "NRMSE[mean]": 0.014121753030590075, + "ND[0.5]": 0.01074607436002941, + "mean_weighted_sum_quantile_loss": 0.009079237716434952 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62291.98828125 + ], + "predictions": { + "p50": [ + 64144.267578125, + 64135.005859375, + 64157.384765625, + 64181.8671875, + 64148.431640625, + 64118.03515625, + 64158.1640625, + 64165.3203125, + 64153.978515625, + 64175.91015625, + 64165.19921875, + 64221.37109375, + 64204.7890625, + 64259.375, + 64145.43359375, + 64257.3046875, + 64211.384765625, + 64210.29296875, + 64236.42578125, + 64170.103515625, + 64231.09765625, + 64132.1796875, + 64314.16015625, + 64210.103515625 + ], + "p10": [ + 63893.291015625, + 63777.5625, + 63761.486328125, + 63740.974609375, + 63651.408203125, + 63665.65625, + 63695.81640625, + 63636.78515625, + 63614.810546875, + 63498.8671875, + 63458.017578125, + 63446.765625, + 63511.109375, + 63559.294921875, + 63403.27734375, + 63399.34765625, + 63440.5234375, + 63191.37890625, + 63414.923828125, + 63236.8671875, + 63361.564453125, + 63047.994140625, + 63248.580078125, + 63333.166015625 + ], + "p90": [ + 64413.056640625, + 64437.11328125, + 64533.083984375, + 64594.61328125, + 64614.873046875, + 64567.146484375, + 64723.40625, + 64716.0859375, + 64754.40234375, + 64784.4140625, + 64959.953125, + 64864.962890625, + 64789.810546875, + 64914.99609375, + 64842.04296875, + 65060.84375, + 64937.138671875, + 65053.3203125, + 65167.845703125, + 65053.890625, + 65267.408203125, + 65049.154296875, + 65329.7265625, + 65188.55078125 + ], + "mean": [ + 64161.95703125, + 64115.9296875, + 64153.29296875, + 64176.66796875, + 64152.3828125, + 64092.6953125, + 64152.33984375, + 64169.60546875, + 64205.94921875, + 64186.4140625, + 64125.11328125, + 64159.234375, + 64153.67578125, + 64269.72265625, + 64110.90234375, + 64302.078125, + 64213.70703125, + 64144.25390625, + 64275.83203125, + 64197.890625, + 64274.51953125, + 64096.5390625, + 64291.30078125, + 64301.05078125 + ], + "quantiles": { + "0.1": [ + 63893.291015625, + 63777.5625, + 63761.486328125, + 63740.974609375, + 63651.408203125, + 63665.65625, + 63695.81640625, + 63636.78515625, + 63614.810546875, + 63498.8671875, + 63458.017578125, + 63446.765625, + 63511.109375, + 63559.294921875, + 63403.27734375, + 63399.34765625, + 63440.5234375, + 63191.37890625, + 63414.923828125, + 63236.8671875, + 63361.564453125, + 63047.994140625, + 63248.580078125, + 63333.166015625 + ], + "0.2": [ + 63893.291015625, + 63777.5625, + 63761.486328125, + 63740.974609375, + 63651.408203125, + 63665.65625, + 63695.81640625, + 63636.78515625, + 63614.810546875, + 63498.8671875, + 63458.017578125, + 63446.765625, + 63511.109375, + 63559.294921875, + 63403.27734375, + 63399.34765625, + 63440.5234375, + 63191.37890625, + 63414.923828125, + 63236.8671875, + 63361.564453125, + 63047.994140625, + 63248.580078125, + 63333.166015625 + ], + "0.3": [ + 63893.291015625, + 63777.5625, + 63761.486328125, + 63740.974609375, + 63651.408203125, + 63665.65625, + 63695.81640625, + 63636.78515625, + 63614.810546875, + 63498.8671875, + 63458.017578125, + 63446.765625, + 63511.109375, + 63559.294921875, + 63403.27734375, + 63399.34765625, + 63440.5234375, + 63191.37890625, + 63414.923828125, + 63236.8671875, + 63361.564453125, + 63047.994140625, + 63248.580078125, + 63333.166015625 + ], + "0.4": [ + 64144.267578125, + 64135.005859375, + 64157.384765625, + 64181.8671875, + 64148.431640625, + 64118.03515625, + 64158.1640625, + 64165.3203125, + 64153.978515625, + 64175.91015625, + 64165.19921875, + 64221.37109375, + 64204.7890625, + 64259.375, + 64145.43359375, + 64257.3046875, + 64211.384765625, + 64210.29296875, + 64236.42578125, + 64170.103515625, + 64231.09765625, + 64132.1796875, + 64314.16015625, + 64210.103515625 + ], + "0.5": [ + 64144.267578125, + 64135.005859375, + 64157.384765625, + 64181.8671875, + 64148.431640625, + 64118.03515625, + 64158.1640625, + 64165.3203125, + 64153.978515625, + 64175.91015625, + 64165.19921875, + 64221.37109375, + 64204.7890625, + 64259.375, + 64145.43359375, + 64257.3046875, + 64211.384765625, + 64210.29296875, + 64236.42578125, + 64170.103515625, + 64231.09765625, + 64132.1796875, + 64314.16015625, + 64210.103515625 + ], + "0.6": [ + 64144.267578125, + 64135.005859375, + 64157.384765625, + 64181.8671875, + 64148.431640625, + 64118.03515625, + 64158.1640625, + 64165.3203125, + 64153.978515625, + 64175.91015625, + 64165.19921875, + 64221.37109375, + 64204.7890625, + 64259.375, + 64145.43359375, + 64257.3046875, + 64211.384765625, + 64210.29296875, + 64236.42578125, + 64170.103515625, + 64231.09765625, + 64132.1796875, + 64314.16015625, + 64210.103515625 + ], + "0.7": [ + 64144.267578125, + 64135.005859375, + 64157.384765625, + 64181.8671875, + 64148.431640625, + 64118.03515625, + 64158.1640625, + 64165.3203125, + 64153.978515625, + 64175.91015625, + 64165.19921875, + 64221.37109375, + 64204.7890625, + 64259.375, + 64145.43359375, + 64257.3046875, + 64211.384765625, + 64210.29296875, + 64236.42578125, + 64170.103515625, + 64231.09765625, + 64132.1796875, + 64314.16015625, + 64210.103515625 + ], + "0.8": [ + 64413.056640625, + 64437.11328125, + 64533.083984375, + 64594.61328125, + 64614.873046875, + 64567.146484375, + 64723.40625, + 64716.0859375, + 64754.40234375, + 64784.4140625, + 64959.953125, + 64864.962890625, + 64789.810546875, + 64914.99609375, + 64842.04296875, + 65060.84375, + 64937.138671875, + 65053.3203125, + 65167.845703125, + 65053.890625, + 65267.408203125, + 65049.154296875, + 65329.7265625, + 65188.55078125 + ], + "0.9": [ + 64413.056640625, + 64437.11328125, + 64533.083984375, + 64594.61328125, + 64614.873046875, + 64567.146484375, + 64723.40625, + 64716.0859375, + 64754.40234375, + 64784.4140625, + 64959.953125, + 64864.962890625, + 64789.810546875, + 64914.99609375, + 64842.04296875, + 65060.84375, + 64937.138671875, + 65053.3203125, + 65167.845703125, + 65053.890625, + 65267.408203125, + 65049.154296875, + 65329.7265625, + 65188.55078125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_105831.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_105831.json new file mode 100644 index 0000000000000000000000000000000000000000..3041d5f573298e99617e58c24edca0932f1f5292 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_105831.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T10:58:31.682261+00:00", + "metrics": { + "MSE[mean]": 764677.2632387787, + "MSE[0.5]": 773939.218858086, + "MAE[0.5]": 677.378364571911, + "MASE[0.5]": 1.16138412930449, + "MAPE[0.5]": 0.010638533028728683, + "sMAPE[0.5]": 0.01060300702129, + "MSIS": 26.461698235459476, + "RMSE[mean]": 874.4582684375388, + "NRMSE[mean]": 0.013658388585642701, + "ND[0.5]": 0.010580146882665287, + "mean_weighted_sum_quantile_loss": 0.009573546975959552 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62291.98828125 + ], + "predictions": { + "p50": [ + 64080.117019599784, + 64094.613113349784, + 64079.827957099784, + 64092.449050849784, + 64096.777175849784, + 64094.613113349784, + 64081.201003974784, + 64085.220535224784, + 64099.597488349784, + 64090.302566474784, + 64079.972488349784, + 64081.201003974784, + 64079.827957099784, + 64088.156082099784, + 64079.609207099784, + 64080.117019599784, + 64080.117019599784, + 64077.915847724784, + 64076.284988349784, + 64110.296707099784, + 64086.265457099784, + 64079.546707099784, + 64094.613113349784, + 64079.827957099784 + ], + "p10": [ + 63885.249441474785, + 63848.57639459978, + 63828.988113349784, + 63828.988113349784, + 63870.458425849785, + 63844.273269599784, + 63844.273269599784, + 63870.458425849785, + 63827.87756647478, + 63822.206863349784, + 63840.585769599784, + 63828.94006647478, + 63828.988113349784, + 63844.273269599784, + 63839.42600397478, + 63844.273269599784, + 63827.87756647478, + 63828.988113349784, + 63849.054519599784, + 63849.054519599784, + 63843.90451959978, + 63764.796707099784, + 63853.33303522479, + 63839.42600397478 + ], + "p90": [ + 64314.706863349784, + 64325.597488349784, + 64345.909988349784, + 64345.909988349784, + 64373.484207099784, + 64348.667410224785, + 64325.597488349784, + 64315.99280084978, + 64348.667410224785, + 64329.93850397479, + 64325.85412897478, + 64325.597488349784, + 64345.909988349784, + 64325.597488349784, + 64376.62131647478, + 64325.597488349784, + 64328.163894599784, + 64348.667410224785, + 64315.99280084978, + 64329.93850397479, + 64376.62131647478, + 64307.538894599784, + 64325.597488349784, + 64329.93850397479 + ], + "mean": [ + 64095.29110163101, + 64100.73004694351, + 64108.76287897476, + 64087.42668756851, + 64125.65266413101, + 64118.75657038101, + 64097.93639459976, + 64095.49522272476, + 64116.06518366226, + 64076.74160944351, + 64089.88608209976, + 64070.84655084976, + 64101.92610163101, + 64096.95098444351, + 64084.20084772476, + 64095.12961725601, + 64088.07975397476, + 64071.30764459976, + 64079.85764459976, + 64113.75055475601, + 64099.71278131851, + 64043.53703913101, + 64106.41032038101, + 64088.30881647476 + ], + "quantiles": { + "0.1": [ + 63885.249441474785, + 63848.57639459978, + 63828.988113349784, + 63828.988113349784, + 63870.458425849785, + 63844.273269599784, + 63844.273269599784, + 63870.458425849785, + 63827.87756647478, + 63822.206863349784, + 63840.585769599784, + 63828.94006647478, + 63828.988113349784, + 63844.273269599784, + 63839.42600397478, + 63844.273269599784, + 63827.87756647478, + 63828.988113349784, + 63849.054519599784, + 63849.054519599784, + 63843.90451959978, + 63764.796707099784, + 63853.33303522479, + 63839.42600397478 + ], + "0.2": [ + 63973.906082099784, + 63918.906082099784, + 63960.566238349784, + 63960.566238349784, + 63973.906082099784, + 63912.265457099784, + 63973.906082099784, + 63973.906082099784, + 63996.898269599784, + 63896.308425849784, + 63918.906082099784, + 63911.657644599785, + 63918.906082099784, + 63918.906082099784, + 63894.384207099785, + 63917.577957099784, + 63918.906082099784, + 63909.226394599784, + 63936.417800849784, + 63996.898269599784, + 63936.417800849784, + 63849.054519599784, + 63973.906082099784, + 63955.73655084978 + ], + "0.3": [ + 64037.89670709978, + 64004.296707099784, + 64028.558425849784, + 64019.835769599784, + 64056.257644599784, + 63997.59006647478, + 64028.558425849784, + 64037.89670709978, + 64046.308425849784, + 64019.835769599784, + 64006.612722724785, + 64003.25608209978, + 64007.605300849784, + 64002.49670709978, + 64000.827957099784, + 64007.605300849784, + 64004.296707099784, + 63998.296707099784, + 64000.827957099784, + 64060.296707099784, + 64000.06858209978, + 63971.617019599784, + 64032.296707099784, + 64004.296707099784 + ], + "0.4": [ + 64068.54201959979, + 64068.952957099784, + 64066.726394599784, + 64068.952957099784, + 64079.58420709978, + 64068.54201959979, + 64071.61389459978, + 64066.726394599784, + 64079.827957099784, + 64070.437332099784, + 64060.296707099784, + 64063.53811334979, + 64057.488113349784, + 64076.284988349784, + 64057.488113349784, + 64063.53811334979, + 64066.726394599784, + 64050.55530084978, + 64050.55530084978, + 64079.827957099784, + 64053.386550849784, + 64046.308425849784, + 64079.546707099784, + 64055.847488349784 + ], + "0.5": [ + 64080.117019599784, + 64094.613113349784, + 64079.827957099784, + 64092.449050849784, + 64096.777175849784, + 64094.613113349784, + 64081.201003974784, + 64085.220535224784, + 64099.597488349784, + 64090.302566474784, + 64079.972488349784, + 64081.201003974784, + 64079.827957099784, + 64088.156082099784, + 64079.609207099784, + 64080.117019599784, + 64080.117019599784, + 64077.915847724784, + 64076.284988349784, + 64110.296707099784, + 64086.265457099784, + 64079.546707099784, + 64094.613113349784, + 64079.827957099784 + ], + "0.6": [ + 64099.597488349784, + 64148.42873834979, + 64148.284988349784, + 64152.835769599784, + 64150.32092584978, + 64172.706863349784, + 64148.284988349784, + 64133.206863349784, + 64155.08420709978, + 64148.42873834979, + 64136.950613349785, + 64136.950613349785, + 64111.09670709979, + 64133.206863349784, + 64103.87717584978, + 64148.42873834979, + 64112.296707099784, + 64120.66076959978, + 64088.73889459978, + 64158.456863349784, + 64144.85373834978, + 64099.597488349784, + 64148.644363349784, + 64097.90530084979 + ], + "0.7": [ + 64172.706863349784, + 64212.304519599784, + 64198.81858209978, + 64213.534988349784, + 64213.534988349784, + 64230.88733209978, + 64189.218582099784, + 64179.046707099784, + 64221.507644599784, + 64198.81858209978, + 64193.038894599784, + 64213.534988349784, + 64212.304519599784, + 64179.583425849785, + 64174.608816474785, + 64212.304519599784, + 64179.046707099784, + 64168.743582099785, + 64179.046707099784, + 64222.515457099784, + 64212.304519599784, + 64179.583425849785, + 64189.218582099784, + 64180.835769599784 + ], + "0.8": [ + 64243.124832099784, + 64271.046707099784, + 64281.456863349784, + 64307.538894599784, + 64290.308425849784, + 64283.22717584978, + 64271.046707099784, + 64234.015457099784, + 64296.437332099784, + 64241.175613349784, + 64281.456863349784, + 64243.124832099784, + 64296.437332099784, + 64229.546707099784, + 64274.89905084978, + 64271.046707099784, + 64230.44045709979, + 64243.124832099784, + 64271.046707099784, + 64296.437332099784, + 64290.308425849784, + 64221.507644599784, + 64241.56545709979, + 64243.124832099784 + ], + "0.9": [ + 64314.706863349784, + 64325.597488349784, + 64345.909988349784, + 64345.909988349784, + 64373.484207099784, + 64348.667410224785, + 64325.597488349784, + 64315.99280084978, + 64348.667410224785, + 64329.93850397479, + 64325.85412897478, + 64325.597488349784, + 64345.909988349784, + 64325.597488349784, + 64376.62131647478, + 64325.597488349784, + 64328.163894599784, + 64348.667410224785, + 64315.99280084978, + 64329.93850397479, + 64376.62131647478, + 64307.538894599784, + 64325.597488349784, + 64329.93850397479 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_105831.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_105831.json new file mode 100644 index 0000000000000000000000000000000000000000..2436843741566fd2239337ca811ed30fa760393e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_105831.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T10:58:31.718554+00:00", + "metrics": { + "MSE[mean]": 824137.4296824137, + "MSE[0.5]": 824137.4296824137, + "MAE[0.5]": 735.0374348958334, + "MASE[0.5]": 1.26024221613898, + "MAPE[0.5]": 0.011547443386690193, + "sMAPE[0.5]": 0.011505707820005082, + "MSIS": 6.592842826745052, + "RMSE[mean]": 907.8201527188156, + "NRMSE[mean]": 0.014179476436155115, + "ND[0.5]": 0.011480738730665272, + "mean_weighted_sum_quantile_loss": 0.00893474714490283 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62291.98828125 + ], + "predictions": { + "p50": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "p10": [ + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125, + 62856.42671875 + ], + "p90": [ + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375, + 65421.99515625 + ], + "mean": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "quantiles": { + "0.1": [ + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125, + 62856.42671875 + ], + "0.2": [ + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875, + 63138.519238281246, + 63284.02220703125, + 63030.09998046875, + 63248.02353515625, + 63203.49845703125, + 63183.209765625, + 63177.1227734375 + ], + "0.3": [ + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625, + 63459.0193359375, + 63605.2608984375, + 63350.0497265625, + 63569.0794921875, + 63524.3283984375, + 63503.93671875, + 63497.818828125 + ], + "0.4": [ + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625, + 63779.51943359375, + 63926.49958984375, + 63669.99947265625, + 63890.13544921875, + 63845.15833984375, + 63824.663671875, + 63818.5148828125 + ], + "0.5": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "0.6": [ + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374, + 64420.519628906244, + 64568.976972656244, + 64309.89896484374, + 64532.24736328124, + 64486.81822265624, + 64466.11757812499, + 64459.90699218749 + ], + "0.7": [ + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375, + 64741.0197265625, + 64890.2156640625, + 64629.8487109375, + 64853.3033203125, + 64807.6481640625, + 64786.84453125, + 64780.603046875 + ], + "0.8": [ + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124, + 65061.51982421875, + 65211.45435546874, + 64949.79845703125, + 65174.35927734374, + 65128.47810546874, + 65107.571484374996, + 65101.299101562494 + ], + "0.9": [ + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375, + 65421.99515625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_105823.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_105823.json new file mode 100644 index 0000000000000000000000000000000000000000..81ce9b75c4c4ddd7c96e0a1cb77a3d846df923ce --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_105823.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T10:58:23.663853+00:00", + "metrics": { + "MSE[mean]": 753872.9081471761, + "MSE[0.5]": 753872.9081471761, + "MAE[0.5]": 641.9361979166666, + "MASE[0.5]": 1.100617544461499, + "MAPE[0.5]": 0.010104625609261229, + "sMAPE[0.5]": 0.010050828036451498, + "MSIS": 26.60549755866737, + "RMSE[mean]": 868.2585491356685, + "NRMSE[mean]": 0.013561553575439008, + "ND[0.5]": 0.01002656656675223, + "mean_weighted_sum_quantile_loss": 0.008753287523715193 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62291.98828125 + ], + "predictions": { + "p50": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "p10": [ + 64022.2109375, + 63895.328125, + 63779.796875, + 63703.83984375, + 63660.1875, + 63658.44140625, + 63646.80078125, + 63643.890625, + 63644.47265625, + 63615.953125, + 63599.65625, + 63574.046875, + 63548.4375, + 63530.9765625, + 63544.9453125, + 63547.2734375, + 63539.125, + 63508.859375, + 63489.0703125, + 63475.1015625, + 63470.4453125, + 63459.96875, + 63443.671875, + 63418.0625 + ], + "p90": [ + 64340.0, + 64321.375, + 64319.046875, + 64333.015625, + 64335.34375, + 64330.6875, + 64344.65625, + 64349.3125, + 64358.625, + 64353.96875, + 64344.65625, + 64349.3125, + 64349.3125, + 64353.96875, + 64349.3125, + 64349.3125, + 64344.65625, + 64344.65625, + 64353.96875, + 64349.3125, + 64358.625, + 64353.96875, + 64367.9375, + 64358.625 + ], + "mean": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "quantiles": { + "0.1": [ + 64022.2109375, + 63895.328125, + 63779.796875, + 63703.83984375, + 63660.1875, + 63658.44140625, + 63646.80078125, + 63643.890625, + 63644.47265625, + 63615.953125, + 63599.65625, + 63574.046875, + 63548.4375, + 63530.9765625, + 63544.9453125, + 63547.2734375, + 63539.125, + 63508.859375, + 63489.0703125, + 63475.1015625, + 63470.4453125, + 63459.96875, + 63443.671875, + 63418.0625 + ], + "0.2": [ + 64022.2109375, + 63895.328125, + 63779.796875, + 63703.83984375, + 63660.1875, + 63658.44140625, + 63646.80078125, + 63643.890625, + 63644.47265625, + 63615.953125, + 63599.65625, + 63574.046875, + 63548.4375, + 63530.9765625, + 63544.9453125, + 63547.2734375, + 63539.125, + 63508.859375, + 63489.0703125, + 63475.1015625, + 63470.4453125, + 63459.96875, + 63443.671875, + 63418.0625 + ], + "0.3": [ + 64022.2109375, + 63895.328125, + 63779.796875, + 63703.83984375, + 63660.1875, + 63658.44140625, + 63646.80078125, + 63643.890625, + 63644.47265625, + 63615.953125, + 63599.65625, + 63574.046875, + 63548.4375, + 63530.9765625, + 63544.9453125, + 63547.2734375, + 63539.125, + 63508.859375, + 63489.0703125, + 63475.1015625, + 63470.4453125, + 63459.96875, + 63443.671875, + 63418.0625 + ], + "0.4": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "0.5": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "0.6": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "0.7": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "0.8": [ + 64340.0, + 64321.375, + 64319.046875, + 64333.015625, + 64335.34375, + 64330.6875, + 64344.65625, + 64349.3125, + 64358.625, + 64353.96875, + 64344.65625, + 64349.3125, + 64349.3125, + 64353.96875, + 64349.3125, + 64349.3125, + 64344.65625, + 64344.65625, + 64353.96875, + 64349.3125, + 64358.625, + 64353.96875, + 64367.9375, + 64358.625 + ], + "0.9": [ + 64340.0, + 64321.375, + 64319.046875, + 64333.015625, + 64335.34375, + 64330.6875, + 64344.65625, + 64349.3125, + 64358.625, + 64353.96875, + 64344.65625, + 64349.3125, + 64349.3125, + 64353.96875, + 64349.3125, + 64349.3125, + 64344.65625, + 64344.65625, + 64353.96875, + 64349.3125, + 64358.625, + 64353.96875, + 64367.9375, + 64358.625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_105628.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_105628.json new file mode 100644 index 0000000000000000000000000000000000000000..916151d898ac6893dd10d75b23a2e59ab2297ffb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_105628.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T10:56:28.877921+00:00", + "metrics": { + "MSE[mean]": 792417.9872137705, + "MSE[0.5]": 754194.5461012522, + "MAE[0.5]": 665.3055013020834, + "MASE[0.5]": 1.1406848679607917, + "MAPE[0.5]": 0.010453610749282099, + "sMAPE[0.5]": 0.010414704379605864, + "MSIS": 38.512430839141054, + "RMSE[mean]": 890.1786265765824, + "NRMSE[mean]": 0.013903928902337487, + "ND[0.5]": 0.010391577726386082, + "mean_weighted_sum_quantile_loss": 0.009909356210284445 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62291.98828125 + ], + "predictions": { + "p50": [ + 64127.86328125, + 64124.36328125, + 64123.76171875, + 64129.3984375, + 64162.7265625, + 64134.26171875, + 64138.421875, + 64115.21484375, + 64106.140625, + 64118.828125, + 64124.359375, + 64118.7734375, + 64127.55859375, + 64105.30078125, + 64108.57421875, + 64108.41015625, + 64113.2578125, + 64138.37890625, + 64118.50390625, + 64112.20703125, + 64101.26171875, + 64073.2734375, + 64076.13671875, + 64081.84765625 + ], + "p10": [ + 64168.31640625, + 64153.01953125, + 64161.58203125, + 64142.16796875, + 64194.11328125, + 64151.18359375, + 64132.5078125, + 64131.9453125, + 64123.21484375, + 64141.3515625, + 64130.98046875, + 64118.28515625, + 64141.6875, + 64137.4765625, + 64122.65234375, + 64131.82421875, + 64131.30078125, + 64152.77734375, + 64110.7578125, + 64138.10546875, + 64111.0546875, + 64101.79296875, + 64089.9765625, + 64090.578125 + ], + "p90": [ + 64326.23046875, + 64347.265625, + 64353.09375, + 64375.3984375, + 64411.5546875, + 64387.8125, + 64391.4140625, + 64376.109375, + 64357.22265625, + 64387.6796875, + 64409.53125, + 64399.4609375, + 64412.71875, + 64418.76171875, + 64410.30859375, + 64426.42578125, + 64434.58203125, + 64463.9921875, + 64461.6953125, + 64448.43359375, + 64457.0078125, + 64445.12109375, + 64445.22265625, + 64446.65625 + ], + "mean": [ + 64170.82421875, + 64172.32421875, + 64170.890625, + 64187.78125, + 64210.484375, + 64193.21875, + 64193.6015625, + 64178.13671875, + 64178.02734375, + 64180.5234375, + 64194.71484375, + 64189.5078125, + 64187.74609375, + 64189.2109375, + 64186.34375, + 64192.0625, + 64192.296875, + 64211.390625, + 64204.609375, + 64190.96484375, + 64184.9921875, + 64166.09375, + 64165.953125, + 64163.90625 + ], + "quantiles": { + "0.1": [ + 64168.31640625, + 64153.01953125, + 64161.58203125, + 64142.16796875, + 64194.11328125, + 64151.18359375, + 64132.5078125, + 64131.9453125, + 64123.21484375, + 64141.3515625, + 64130.98046875, + 64118.28515625, + 64141.6875, + 64137.4765625, + 64122.65234375, + 64131.82421875, + 64131.30078125, + 64152.77734375, + 64110.7578125, + 64138.10546875, + 64111.0546875, + 64101.79296875, + 64089.9765625, + 64090.578125 + ], + "0.2": [ + 64168.31640625, + 64153.01953125, + 64161.58203125, + 64142.16796875, + 64194.11328125, + 64151.18359375, + 64132.5078125, + 64131.9453125, + 64123.21484375, + 64141.3515625, + 64130.98046875, + 64118.28515625, + 64141.6875, + 64137.4765625, + 64122.65234375, + 64131.82421875, + 64131.30078125, + 64152.77734375, + 64110.7578125, + 64138.10546875, + 64111.0546875, + 64101.79296875, + 64089.9765625, + 64090.578125 + ], + "0.3": [ + 64168.31640625, + 64153.01953125, + 64161.58203125, + 64142.16796875, + 64194.11328125, + 64151.18359375, + 64132.5078125, + 64131.9453125, + 64123.21484375, + 64141.3515625, + 64130.98046875, + 64118.28515625, + 64141.6875, + 64137.4765625, + 64122.65234375, + 64131.82421875, + 64131.30078125, + 64152.77734375, + 64110.7578125, + 64138.10546875, + 64111.0546875, + 64101.79296875, + 64089.9765625, + 64090.578125 + ], + "0.4": [ + 64127.86328125, + 64124.36328125, + 64123.76171875, + 64129.3984375, + 64162.7265625, + 64134.26171875, + 64138.421875, + 64115.21484375, + 64106.140625, + 64118.828125, + 64124.359375, + 64118.7734375, + 64127.55859375, + 64105.30078125, + 64108.57421875, + 64108.41015625, + 64113.2578125, + 64138.37890625, + 64118.50390625, + 64112.20703125, + 64101.26171875, + 64073.2734375, + 64076.13671875, + 64081.84765625 + ], + "0.5": [ + 64127.86328125, + 64124.36328125, + 64123.76171875, + 64129.3984375, + 64162.7265625, + 64134.26171875, + 64138.421875, + 64115.21484375, + 64106.140625, + 64118.828125, + 64124.359375, + 64118.7734375, + 64127.55859375, + 64105.30078125, + 64108.57421875, + 64108.41015625, + 64113.2578125, + 64138.37890625, + 64118.50390625, + 64112.20703125, + 64101.26171875, + 64073.2734375, + 64076.13671875, + 64081.84765625 + ], + "0.6": [ + 64127.86328125, + 64124.36328125, + 64123.76171875, + 64129.3984375, + 64162.7265625, + 64134.26171875, + 64138.421875, + 64115.21484375, + 64106.140625, + 64118.828125, + 64124.359375, + 64118.7734375, + 64127.55859375, + 64105.30078125, + 64108.57421875, + 64108.41015625, + 64113.2578125, + 64138.37890625, + 64118.50390625, + 64112.20703125, + 64101.26171875, + 64073.2734375, + 64076.13671875, + 64081.84765625 + ], + "0.7": [ + 64127.86328125, + 64124.36328125, + 64123.76171875, + 64129.3984375, + 64162.7265625, + 64134.26171875, + 64138.421875, + 64115.21484375, + 64106.140625, + 64118.828125, + 64124.359375, + 64118.7734375, + 64127.55859375, + 64105.30078125, + 64108.57421875, + 64108.41015625, + 64113.2578125, + 64138.37890625, + 64118.50390625, + 64112.20703125, + 64101.26171875, + 64073.2734375, + 64076.13671875, + 64081.84765625 + ], + "0.8": [ + 64326.23046875, + 64347.265625, + 64353.09375, + 64375.3984375, + 64411.5546875, + 64387.8125, + 64391.4140625, + 64376.109375, + 64357.22265625, + 64387.6796875, + 64409.53125, + 64399.4609375, + 64412.71875, + 64418.76171875, + 64410.30859375, + 64426.42578125, + 64434.58203125, + 64463.9921875, + 64461.6953125, + 64448.43359375, + 64457.0078125, + 64445.12109375, + 64445.22265625, + 64446.65625 + ], + "0.9": [ + 64326.23046875, + 64347.265625, + 64353.09375, + 64375.3984375, + 64411.5546875, + 64387.8125, + 64391.4140625, + 64376.109375, + 64357.22265625, + 64387.6796875, + 64409.53125, + 64399.4609375, + 64412.71875, + 64418.76171875, + 64410.30859375, + 64426.42578125, + 64434.58203125, + 64463.9921875, + 64461.6953125, + 64448.43359375, + 64457.0078125, + 64445.12109375, + 64445.22265625, + 64446.65625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_105719.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_105719.json new file mode 100644 index 0000000000000000000000000000000000000000..2400c8c8e6260201d7e9424c829081eb0405982a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_105719.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T10:57:19.346043+00:00", + "metrics": { + "MSE[mean]": 734815.1625022888, + "MSE[0.5]": 734815.1625022888, + "MAE[0.5]": 659.0110677083334, + "MASE[0.5]": 1.1298928857229737, + "MAPE[0.5]": 0.01035174149907179, + "sMAPE[0.5]": 0.010316463058634656, + "MSIS": 20.645726735389793, + "RMSE[mean]": 857.2136037781299, + "NRMSE[mean]": 0.013389039733389119, + "ND[0.5]": 0.010293263349299142, + "mean_weighted_sum_quantile_loss": 0.008534659841232058 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62291.98828125 + ], + "predictions": { + "p50": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "p10": [ + 63952.03515625, + 63866.28125, + 63798.921875, + 63731.24609375, + 63671.6640625, + 63620.04296875, + 63584.0390625, + 63554.0, + 63536.015625, + 63517.671875, + 63492.4140625, + 63469.0234375, + 63436.08984375, + 63396.72265625, + 63352.45703125, + 63328.61328125, + 63305.0703125, + 63271.01171875, + 63229.3125, + 63178.94140625, + 63152.4921875, + 63132.44921875, + 63117.0859375, + 63105.94140625 + ], + "p90": [ + 64306.09375, + 64348.546875, + 64385.98828125, + 64409.671875, + 64416.85546875, + 64425.70703125, + 64440.58203125, + 64457.7109375, + 64474.46484375, + 64491.3671875, + 64500.57421875, + 64506.984375, + 64514.3515625, + 64529.77734375, + 64546.35546875, + 64551.046875, + 64554.5078125, + 64572.44140625, + 64594.0859375, + 64614.1328125, + 64615.703125, + 64617.35546875, + 64629.453125, + 64641.375 + ], + "mean": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "quantiles": { + "0.1": [ + 63952.03515625, + 63866.28125, + 63798.921875, + 63731.24609375, + 63671.6640625, + 63620.04296875, + 63584.0390625, + 63554.0, + 63536.015625, + 63517.671875, + 63492.4140625, + 63469.0234375, + 63436.08984375, + 63396.72265625, + 63352.45703125, + 63328.61328125, + 63305.0703125, + 63271.01171875, + 63229.3125, + 63178.94140625, + 63152.4921875, + 63132.44921875, + 63117.0859375, + 63105.94140625 + ], + "0.2": [ + 63952.03515625, + 63866.28125, + 63798.921875, + 63731.24609375, + 63671.6640625, + 63620.04296875, + 63584.0390625, + 63554.0, + 63536.015625, + 63517.671875, + 63492.4140625, + 63469.0234375, + 63436.08984375, + 63396.72265625, + 63352.45703125, + 63328.61328125, + 63305.0703125, + 63271.01171875, + 63229.3125, + 63178.94140625, + 63152.4921875, + 63132.44921875, + 63117.0859375, + 63105.94140625 + ], + "0.3": [ + 63952.03515625, + 63866.28125, + 63798.921875, + 63731.24609375, + 63671.6640625, + 63620.04296875, + 63584.0390625, + 63554.0, + 63536.015625, + 63517.671875, + 63492.4140625, + 63469.0234375, + 63436.08984375, + 63396.72265625, + 63352.45703125, + 63328.61328125, + 63305.0703125, + 63271.01171875, + 63229.3125, + 63178.94140625, + 63152.4921875, + 63132.44921875, + 63117.0859375, + 63105.94140625 + ], + "0.4": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "0.5": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "0.6": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "0.7": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "0.8": [ + 64306.09375, + 64348.546875, + 64385.98828125, + 64409.671875, + 64416.85546875, + 64425.70703125, + 64440.58203125, + 64457.7109375, + 64474.46484375, + 64491.3671875, + 64500.57421875, + 64506.984375, + 64514.3515625, + 64529.77734375, + 64546.35546875, + 64551.046875, + 64554.5078125, + 64572.44140625, + 64594.0859375, + 64614.1328125, + 64615.703125, + 64617.35546875, + 64629.453125, + 64641.375 + ], + "0.9": [ + 64306.09375, + 64348.546875, + 64385.98828125, + 64409.671875, + 64416.85546875, + 64425.70703125, + 64440.58203125, + 64457.7109375, + 64474.46484375, + 64491.3671875, + 64500.57421875, + 64506.984375, + 64514.3515625, + 64529.77734375, + 64546.35546875, + 64551.046875, + 64554.5078125, + 64572.44140625, + 64594.0859375, + 64614.1328125, + 64615.703125, + 64617.35546875, + 64629.453125, + 64641.375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_105705.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_105705.json new file mode 100644 index 0000000000000000000000000000000000000000..11918eaaa85d610f402e159368c9101c90d9bb09 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_105705.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T10:57:05.025229+00:00", + "metrics": { + "MSE[mean]": 741121.2888495127, + "MSE[0.5]": 741121.2888495127, + "MAE[0.5]": 662.42041015625, + "MASE[0.5]": 1.1357382985933373, + "MAPE[0.5]": 0.010404530124386508, + "sMAPE[0.5]": 0.010369641708217135, + "MSIS": 17.966757022313697, + "RMSE[mean]": 860.8840159101067, + "NRMSE[mean]": 0.013446368844425566, + "ND[0.5]": 0.01034651474579903, + "mean_weighted_sum_quantile_loss": 0.00858279051895181 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62291.98828125 + ], + "predictions": { + "p50": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "p10": [ + 63902.87109375, + 63836.65625, + 63779.9921875, + 63728.53125, + 63667.58203125, + 63611.8515625, + 63573.78515625, + 63527.71484375, + 63479.7109375, + 63447.94921875, + 63405.18359375, + 63368.46875, + 63322.72265625, + 63281.75390625, + 63248.7578125, + 63218.65234375, + 63169.8125, + 63136.04296875, + 63100.68359375, + 63072.6875, + 63060.48828125, + 63030.890625, + 62983.24609375, + 62968.75390625 + ], + "p90": [ + 64348.4609375, + 64394.51171875, + 64432.62890625, + 64474.984375, + 64517.22265625, + 64552.5859375, + 64581.76171875, + 64612.390625, + 64634.47265625, + 64681.02734375, + 64721.9765625, + 64766.5859375, + 64803.64453125, + 64848.6953125, + 64859.8984375, + 64907.28125, + 64935.625, + 64955.890625, + 64979.7265625, + 65016.90234375, + 65037.65234375, + 65062.6796875, + 65094.6953125, + 65130.98828125 + ], + "mean": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "quantiles": { + "0.1": [ + 63902.87109375, + 63836.65625, + 63779.9921875, + 63728.53125, + 63667.58203125, + 63611.8515625, + 63573.78515625, + 63527.71484375, + 63479.7109375, + 63447.94921875, + 63405.18359375, + 63368.46875, + 63322.72265625, + 63281.75390625, + 63248.7578125, + 63218.65234375, + 63169.8125, + 63136.04296875, + 63100.68359375, + 63072.6875, + 63060.48828125, + 63030.890625, + 62983.24609375, + 62968.75390625 + ], + "0.2": [ + 63902.87109375, + 63836.65625, + 63779.9921875, + 63728.53125, + 63667.58203125, + 63611.8515625, + 63573.78515625, + 63527.71484375, + 63479.7109375, + 63447.94921875, + 63405.18359375, + 63368.46875, + 63322.72265625, + 63281.75390625, + 63248.7578125, + 63218.65234375, + 63169.8125, + 63136.04296875, + 63100.68359375, + 63072.6875, + 63060.48828125, + 63030.890625, + 62983.24609375, + 62968.75390625 + ], + "0.3": [ + 63902.87109375, + 63836.65625, + 63779.9921875, + 63728.53125, + 63667.58203125, + 63611.8515625, + 63573.78515625, + 63527.71484375, + 63479.7109375, + 63447.94921875, + 63405.18359375, + 63368.46875, + 63322.72265625, + 63281.75390625, + 63248.7578125, + 63218.65234375, + 63169.8125, + 63136.04296875, + 63100.68359375, + 63072.6875, + 63060.48828125, + 63030.890625, + 62983.24609375, + 62968.75390625 + ], + "0.4": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "0.5": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "0.6": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "0.7": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "0.8": [ + 64348.4609375, + 64394.51171875, + 64432.62890625, + 64474.984375, + 64517.22265625, + 64552.5859375, + 64581.76171875, + 64612.390625, + 64634.47265625, + 64681.02734375, + 64721.9765625, + 64766.5859375, + 64803.64453125, + 64848.6953125, + 64859.8984375, + 64907.28125, + 64935.625, + 64955.890625, + 64979.7265625, + 65016.90234375, + 65037.65234375, + 65062.6796875, + 65094.6953125, + 65130.98828125 + ], + "0.9": [ + 64348.4609375, + 64394.51171875, + 64432.62890625, + 64474.984375, + 64517.22265625, + 64552.5859375, + 64581.76171875, + 64612.390625, + 64634.47265625, + 64681.02734375, + 64721.9765625, + 64766.5859375, + 64803.64453125, + 64848.6953125, + 64859.8984375, + 64907.28125, + 64935.625, + 64955.890625, + 64979.7265625, + 65016.90234375, + 65037.65234375, + 65062.6796875, + 65094.6953125, + 65130.98828125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_105831.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_105831.json new file mode 100644 index 0000000000000000000000000000000000000000..6a1d21c51c31c50d8502f6a9f1a91e72f8e844bc --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_105831.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-23T10:58:31.608068+00:00", + "metrics": { + "MSE[mean]": 339.9135834105415, + "MSE[0.5]": 624.9106184192278, + "MAE[0.5]": 24.99821229231689, + "MASE[0.5]": 0.2727077704616388, + "MAPE[0.5]": 0.010425157142419997, + "sMAPE[0.5]": 0.010475068423441411, + "MSIS": 3.0702798212645033, + "RMSE[mean]": 18.436745466880577, + "NRMSE[mean]": 0.007688651454476696, + "ND[0.5]": 0.010424971242669076, + "mean_weighted_sum_quantile_loss": 0.009792158975570519 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2375.001950225883, + 2375.001950225965, + 2375.001950229349, + 2375.0019502248592, + 2375.0019502248592, + 2375.001950229348, + 2375.001950224857, + 2375.001950229349, + 2375.0019502248597, + 2375.001950224876, + 2375.0019502248592, + 2375.001950224876, + 2375.0019502248597, + 2375.001950225828, + 2375.0019502248597, + 2375.0019502249356, + 2375.0019502332925, + 2375.0019502248592, + 2375.0019502338364, + 2375.001950224869, + 2375.001950224869, + 2375.001950225964, + 2375.001950229349, + 2375.0019502248606 + ], + "p10": [ + 2363.706625904957, + 2373.6122460178026, + 2373.612246017801, + 2373.612246017801, + 2372.621680060115, + 2374.830969879516, + 2363.7066298227624, + 2374.8309698202115, + 2372.621680060115, + 2373.612246017801, + 2363.7066259049698, + 2363.7066298227624, + 2373.612246017801, + 2363.7066298227624, + 2363.7065906448347, + 2374.830969879516, + 2373.612246017801, + 2372.621680060115, + 2374.830969879516, + 2374.965919426237, + 2372.621680060115, + 2373.612246017801, + 2374.830969286469, + 2374.830969879516 + ], + "p90": [ + 2375.277984045896, + 2386.2993194656724, + 2386.2972706269707, + 2384.907566419898, + 2386.0119087322123, + 2384.907566419898, + 2386.0119087322123, + 2386.3177590139762, + 2384.907594345374, + 2376.394175188848, + 2376.3594040250828, + 2384.9078456746583, + 2386.040444921688, + 2386.040444921688, + 2385.018251980414, + 2384.907594345374, + 2386.0119087322123, + 2376.391906507612, + 2376.394175188848, + 2384.907594345374, + 2377.2455422374287, + 2384.907594345374, + 2386.2972706269707, + 2384.907566419898 + ], + "mean": [ + 2371.8887031322615, + 2424.0623488750216, + 2387.8982466651723, + 2386.7261036444343, + 2375.8098923598263, + 2399.0112842009344, + 2410.5741297469212, + 2389.767134783119, + 2398.7516605998144, + 2399.126289197671, + 2420.2161477178943, + 2410.3622766443805, + 2423.3837277939983, + 2398.0764151080007, + 2397.731751289713, + 2387.1094682517137, + 2435.581163960687, + 2409.491421556418, + 2374.9549259672303, + 2375.210607041989, + 2409.7452749226404, + 2387.3648115726523, + 2412.7843875104627, + 2386.932634199733 + ], + "quantiles": { + "0.1": [ + 2363.706625904957, + 2373.6122460178026, + 2373.612246017801, + 2373.612246017801, + 2372.621680060115, + 2374.830969879516, + 2363.7066298227624, + 2374.8309698202115, + 2372.621680060115, + 2373.612246017801, + 2363.7066259049698, + 2363.7066298227624, + 2373.612246017801, + 2363.7066298227624, + 2363.7065906448347, + 2374.830969879516, + 2373.612246017801, + 2372.621680060115, + 2374.830969879516, + 2374.965919426237, + 2372.621680060115, + 2373.612246017801, + 2374.830969286469, + 2374.830969879516 + ], + "0.2": [ + 2374.99936204873, + 2375.001911046797, + 2374.9993620397654, + 2374.9956724104686, + 2374.9809138932824, + 2375.001177842602, + 2374.9809138203173, + 2375.0016317919503, + 2374.9993620397654, + 2375.0016317910668, + 2374.9956724104686, + 2374.9993620487426, + 2374.9993620487426, + 2375.001401247185, + 2374.830969879516, + 2375.0016317921713, + 2375.001177842602, + 2374.9809138932824, + 2375.0019110469043, + 2375.0019110467956, + 2374.9809138932824, + 2375.0019110467956, + 2375.0019110469043, + 2375.001177842602 + ], + "0.3": [ + 2375.0019496317996, + 2375.001950223756, + 2375.0019501518946, + 2375.001945404657, + 2375.0019483636643, + 2375.001950215882, + 2375.0016317921713, + 2375.001950215882, + 2375.0019496318123, + 2375.0019499958694, + 2375.001945404657, + 2375.00194963181, + 2375.001950151894, + 2375.001950215882, + 2375.001945404652, + 2375.0019502237546, + 2375.001950215882, + 2375.001945404657, + 2375.0019502244327, + 2375.001950215882, + 2375.0019496318114, + 2375.001950215882, + 2375.001950196686, + 2375.001950215882 + ], + "0.4": [ + 2375.001950224844, + 2375.0019502248606, + 2375.0019502248592, + 2375.0019502237546, + 2375.0019502206055, + 2375.001950224859, + 2375.001950215882, + 2375.001950224858, + 2375.0019502247233, + 2375.001950224858, + 2375.0019502248424, + 2375.0019502248424, + 2375.0019502247233, + 2375.001950224859, + 2375.0019502248424, + 2375.0019502248592, + 2375.0019502248592, + 2375.0019502247947, + 2375.0019502248592, + 2375.001950224857, + 2375.0019502248424, + 2375.0019502248592, + 2375.001950224858, + 2375.0019502248592 + ], + "0.5": [ + 2375.001950225883, + 2375.001950225965, + 2375.001950229349, + 2375.0019502248592, + 2375.0019502248592, + 2375.001950229348, + 2375.001950224857, + 2375.001950229349, + 2375.0019502248597, + 2375.001950224876, + 2375.0019502248592, + 2375.001950224876, + 2375.0019502248597, + 2375.001950225828, + 2375.0019502248597, + 2375.0019502249356, + 2375.0019502332925, + 2375.0019502248592, + 2375.0019502338364, + 2375.001950224869, + 2375.001950224869, + 2375.001950225964, + 2375.001950229349, + 2375.0019502248606 + ], + "0.6": [ + 2375.0019502979435, + 2375.0019508189835, + 2375.001955053805, + 2375.0019502259656, + 2375.001950476756, + 2375.0019508183364, + 2375.0019502259647, + 2375.0019550450615, + 2375.001950297824, + 2375.001950744956, + 2375.0019502338528, + 2375.001950476756, + 2375.0019502594414, + 2375.0019502979562, + 2375.001950476677, + 2375.0019502978766, + 2375.0019687933977, + 2375.0019502338364, + 2375.001954689305, + 2375.001950476677, + 2375.001950476756, + 2375.001950292439, + 2375.001950818982, + 2375.001950744956 + ], + "0.7": [ + 2375.0019639127167, + 2375.004315542887, + 2375.002269235146, + 2375.0019550450615, + 2375.002268830827, + 2375.002229487492, + 2375.0019544521338, + 2375.020398900402, + 2375.001955053805, + 2375.0022412385088, + 2375.0019546300123, + 2375.0019894241063, + 2375.001984583553, + 2375.002269235146, + 2375.001984583553, + 2375.001989402787, + 2375.0229865564365, + 2375.0019550476845, + 2375.002229487492, + 2375.001989402787, + 2375.001989473851, + 2375.001989473851, + 2375.002269235146, + 2375.0020614779432 + ], + "0.8": [ + 2375.002659394559, + 2375.1518984657823, + 2376.220674086574, + 2375.004543095617, + 2375.1518942386256, + 2375.172930570203, + 2375.151895084057, + 2376.220708444299, + 2375.0230247138206, + 2375.151898465781, + 2375.007714256574, + 2375.048798618782, + 2375.020398900402, + 2375.156104886665, + 2375.0230247138206, + 2375.0229865564365, + 2375.172992597774, + 2375.0487680928745, + 2375.1518942386256, + 2375.0229941879134, + 2375.151895084057, + 2375.172930570203, + 2375.173240708057, + 2375.048798618782 + ], + "0.9": [ + 2375.277984045896, + 2386.2993194656724, + 2386.2972706269707, + 2384.907566419898, + 2386.0119087322123, + 2384.907566419898, + 2386.0119087322123, + 2386.3177590139762, + 2384.907594345374, + 2376.394175188848, + 2376.3594040250828, + 2384.9078456746583, + 2386.040444921688, + 2386.040444921688, + 2385.018251980414, + 2384.907594345374, + 2386.0119087322123, + 2376.391906507612, + 2376.394175188848, + 2384.907594345374, + 2377.2455422374287, + 2384.907594345374, + 2386.2972706269707, + 2384.907566419898 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_105605.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_105605.json new file mode 100644 index 0000000000000000000000000000000000000000..a11db479ec7e0ab8bd23d181ec7190e9d876145e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_105605.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T10:56:05.170663+00:00", + "metrics": { + "MSE[mean]": 96.30670562634866, + "MSE[0.5]": 96.30670562634866, + "MAE[0.5]": 5.509572347005208, + "MASE[0.5]": 0.060104425603693175, + "MAPE[0.5]": 0.002310873351762199, + "sMAPE[0.5]": 0.0023067506004885423, + "MSIS": 1.208646240234375, + "RMSE[mean]": 9.813597995961963, + "NRMSE[mean]": 0.004092551727247387, + "ND[0.5]": 0.0022976496321133796, + "mean_weighted_sum_quantile_loss": 0.005753745799244618 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2398.900634765625, + 2398.512451171875, + 2397.92724609375, + 2398.998046875, + 2398.413818359375, + 2398.80322265625, + 2398.9462890625, + 2398.89599609375, + 2398.735107421875, + 2398.11376953125, + 2397.796630859375, + 2397.9501953125, + 2398.114013671875, + 2397.981689453125, + 2397.10595703125, + 2395.505126953125, + 2391.7216796875, + 2391.460205078125, + 2391.846435546875, + 2391.9130859375, + 2391.191162109375, + 2391.19873046875, + 2390.506591796875, + 2389.629638671875 + ], + "p10": [ + 2385.56298828125, + 2383.6689453125, + 2380.50390625, + 2377.318115234375, + 2372.640625, + 2366.572265625, + 2357.96044921875, + 2353.87060546875, + 2349.109375, + 2342.576416015625, + 2339.640869140625, + 2330.53076171875, + 2324.80615234375, + 2317.44921875, + 2313.31396484375, + 2309.114013671875, + 2329.214599609375, + 2326.420166015625, + 2322.55029296875, + 2319.981201171875, + 2318.016357421875, + 2314.227294921875, + 2310.776611328125, + 2311.028564453125 + ], + "p90": [ + 2413.7607421875, + 2412.560546875, + 2414.55517578125, + 2417.860107421875, + 2423.839599609375, + 2426.714599609375, + 2429.357177734375, + 2433.979736328125, + 2438.582275390625, + 2439.443359375, + 2442.8369140625, + 2446.181640625, + 2451.917724609375, + 2456.0703125, + 2459.37451171875, + 2459.7490234375, + 2477.860107421875, + 2476.851806640625, + 2479.85400390625, + 2483.40380859375, + 2479.655517578125, + 2483.274658203125, + 2483.108642578125, + 2485.08349609375 + ], + "mean": [ + 2398.900634765625, + 2398.512451171875, + 2397.92724609375, + 2398.998046875, + 2398.413818359375, + 2398.80322265625, + 2398.9462890625, + 2398.89599609375, + 2398.735107421875, + 2398.11376953125, + 2397.796630859375, + 2397.9501953125, + 2398.114013671875, + 2397.981689453125, + 2397.10595703125, + 2395.505126953125, + 2391.7216796875, + 2391.460205078125, + 2391.846435546875, + 2391.9130859375, + 2391.191162109375, + 2391.19873046875, + 2390.506591796875, + 2389.629638671875 + ], + "quantiles": { + "0.1": [ + 2385.56298828125, + 2383.6689453125, + 2380.50390625, + 2377.318115234375, + 2372.640625, + 2366.572265625, + 2357.96044921875, + 2353.87060546875, + 2349.109375, + 2342.576416015625, + 2339.640869140625, + 2330.53076171875, + 2324.80615234375, + 2317.44921875, + 2313.31396484375, + 2309.114013671875, + 2329.214599609375, + 2326.420166015625, + 2322.55029296875, + 2319.981201171875, + 2318.016357421875, + 2314.227294921875, + 2310.776611328125, + 2311.028564453125 + ], + "0.2": [ + 2385.56298828125, + 2383.6689453125, + 2380.50390625, + 2377.318115234375, + 2372.640625, + 2366.572265625, + 2357.96044921875, + 2353.87060546875, + 2349.109375, + 2342.576416015625, + 2339.640869140625, + 2330.53076171875, + 2324.80615234375, + 2317.44921875, + 2313.31396484375, + 2309.114013671875, + 2329.214599609375, + 2326.420166015625, + 2322.55029296875, + 2319.981201171875, + 2318.016357421875, + 2314.227294921875, + 2310.776611328125, + 2311.028564453125 + ], + "0.3": [ + 2385.56298828125, + 2383.6689453125, + 2380.50390625, + 2377.318115234375, + 2372.640625, + 2366.572265625, + 2357.96044921875, + 2353.87060546875, + 2349.109375, + 2342.576416015625, + 2339.640869140625, + 2330.53076171875, + 2324.80615234375, + 2317.44921875, + 2313.31396484375, + 2309.114013671875, + 2329.214599609375, + 2326.420166015625, + 2322.55029296875, + 2319.981201171875, + 2318.016357421875, + 2314.227294921875, + 2310.776611328125, + 2311.028564453125 + ], + "0.4": [ + 2398.900634765625, + 2398.512451171875, + 2397.92724609375, + 2398.998046875, + 2398.413818359375, + 2398.80322265625, + 2398.9462890625, + 2398.89599609375, + 2398.735107421875, + 2398.11376953125, + 2397.796630859375, + 2397.9501953125, + 2398.114013671875, + 2397.981689453125, + 2397.10595703125, + 2395.505126953125, + 2391.7216796875, + 2391.460205078125, + 2391.846435546875, + 2391.9130859375, + 2391.191162109375, + 2391.19873046875, + 2390.506591796875, + 2389.629638671875 + ], + "0.5": [ + 2398.900634765625, + 2398.512451171875, + 2397.92724609375, + 2398.998046875, + 2398.413818359375, + 2398.80322265625, + 2398.9462890625, + 2398.89599609375, + 2398.735107421875, + 2398.11376953125, + 2397.796630859375, + 2397.9501953125, + 2398.114013671875, + 2397.981689453125, + 2397.10595703125, + 2395.505126953125, + 2391.7216796875, + 2391.460205078125, + 2391.846435546875, + 2391.9130859375, + 2391.191162109375, + 2391.19873046875, + 2390.506591796875, + 2389.629638671875 + ], + "0.6": [ + 2398.900634765625, + 2398.512451171875, + 2397.92724609375, + 2398.998046875, + 2398.413818359375, + 2398.80322265625, + 2398.9462890625, + 2398.89599609375, + 2398.735107421875, + 2398.11376953125, + 2397.796630859375, + 2397.9501953125, + 2398.114013671875, + 2397.981689453125, + 2397.10595703125, + 2395.505126953125, + 2391.7216796875, + 2391.460205078125, + 2391.846435546875, + 2391.9130859375, + 2391.191162109375, + 2391.19873046875, + 2390.506591796875, + 2389.629638671875 + ], + "0.7": [ + 2398.900634765625, + 2398.512451171875, + 2397.92724609375, + 2398.998046875, + 2398.413818359375, + 2398.80322265625, + 2398.9462890625, + 2398.89599609375, + 2398.735107421875, + 2398.11376953125, + 2397.796630859375, + 2397.9501953125, + 2398.114013671875, + 2397.981689453125, + 2397.10595703125, + 2395.505126953125, + 2391.7216796875, + 2391.460205078125, + 2391.846435546875, + 2391.9130859375, + 2391.191162109375, + 2391.19873046875, + 2390.506591796875, + 2389.629638671875 + ], + "0.8": [ + 2413.7607421875, + 2412.560546875, + 2414.55517578125, + 2417.860107421875, + 2423.839599609375, + 2426.714599609375, + 2429.357177734375, + 2433.979736328125, + 2438.582275390625, + 2439.443359375, + 2442.8369140625, + 2446.181640625, + 2451.917724609375, + 2456.0703125, + 2459.37451171875, + 2459.7490234375, + 2477.860107421875, + 2476.851806640625, + 2479.85400390625, + 2483.40380859375, + 2479.655517578125, + 2483.274658203125, + 2483.108642578125, + 2485.08349609375 + ], + "0.9": [ + 2413.7607421875, + 2412.560546875, + 2414.55517578125, + 2417.860107421875, + 2423.839599609375, + 2426.714599609375, + 2429.357177734375, + 2433.979736328125, + 2438.582275390625, + 2439.443359375, + 2442.8369140625, + 2446.181640625, + 2451.917724609375, + 2456.0703125, + 2459.37451171875, + 2459.7490234375, + 2477.860107421875, + 2476.851806640625, + 2479.85400390625, + 2483.40380859375, + 2479.655517578125, + 2483.274658203125, + 2483.108642578125, + 2485.08349609375 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_105831.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_105831.json new file mode 100644 index 0000000000000000000000000000000000000000..72ccf0d08826c4275b80ed522cad9019df1d9ff9 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_105831.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-23T10:58:31.665967+00:00", + "metrics": { + "MSE[mean]": 626.487184007039, + "MSE[0.5]": 627.8508660369089, + "MAE[0.5]": 19.69092574811873, + "MASE[0.5]": 0.21481009907038615, + "MAPE[0.5]": 0.008234253169379825, + "sMAPE[0.5]": 0.008179316546938932, + "MSIS": 8.592403962815444, + "RMSE[mean]": 25.029726007430426, + "NRMSE[mean]": 0.01043811336539236, + "ND[0.5]": 0.008211680590006072, + "mean_weighted_sum_quantile_loss": 0.008211680590006074 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ], + "p10": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ], + "p90": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ], + "mean": [ + 2402.1148603829824, + 2403.9620544727086, + 2405.309248562436, + 2405.156442652162, + 2407.5036367418816, + 2410.6008308316077, + 2410.198024921309, + 2411.0452190110345, + 2413.3924131007548, + 2414.739607190481, + 2417.336801280208, + 2417.433995369934, + 2417.7811894596543, + 2418.87838354938, + 2420.4755776390816, + 2421.3227717287996, + 2425.4199658185257, + 2424.017159908253, + 2425.614353997979, + 2427.211548087699, + 2427.808742177425, + 2431.155936267126, + 2432.503130356852, + 2431.350324446572 + ], + "quantiles": { + "0.1": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ], + "0.2": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ], + "0.3": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ], + "0.4": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ], + "0.5": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ], + "0.6": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ], + "0.7": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ], + "0.8": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ], + "0.9": [ + 2402.11486038299, + 2403.4620544727118, + 2404.809248562433, + 2406.156442652154, + 2407.5036367418757, + 2408.850830831597, + 2410.1980249213184, + 2411.5452190110395, + 2412.8924131007607, + 2414.2396071904823, + 2415.5868012802034, + 2416.9339953699246, + 2418.281189459646, + 2419.6283835493673, + 2420.975577639089, + 2422.32277172881, + 2423.669965818531, + 2425.017159908253, + 2426.364353997974, + 2427.711548087695, + 2429.0587421774167, + 2430.405936267138, + 2431.753130356859, + 2433.1003244465805 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_105803.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_105803.json new file mode 100644 index 0000000000000000000000000000000000000000..5bb8e93ff886307e9685d90bde8a247364e2fc28 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_105803.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T10:58:03.984293+00:00", + "metrics": { + "MSE[mean]": 952.519692795972, + "MSE[0.5]": 134.37304441879192, + "MAE[0.5]": 4.78546142578125, + "MASE[0.5]": 0.05220503373579544, + "MAPE[0.5]": 0.0020140407553237666, + "sMAPE[0.5]": 0.002002548456403929, + "MSIS": 1.1036710427024146, + "RMSE[mean]": 30.862917762194357, + "NRMSE[mean]": 0.012870721568942912, + "ND[0.5]": 0.0019956746171807126, + "mean_weighted_sum_quantile_loss": 0.004808902490437059 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.0672607421875, + 2398.2259521484375, + 2397.066650390625, + 2397.9970703125, + 2398.044189453125, + 2398.2083740234375, + 2399.0887451171875, + 2396.755615234375, + 2397.720947265625, + 2396.979248046875, + 2399.0914306640625, + 2400.2757568359375, + 2397.76611328125, + 2400.8154296875, + 2399.537109375, + 2399.693359375, + 2402.7183837890625, + 2408.351806640625, + 2406.4866943359375, + 2408.0048828125, + 2401.874267578125, + 2404.0029296875, + 2407.459716796875, + 2401.2572021484375 + ], + "p10": [ + 2395.8604736328125, + 2392.83447265625, + 2386.327392578125, + 2388.8875732421875, + 2386.2554931640625, + 2386.1395263671875, + 2380.3431396484375, + 2376.681640625, + 2379.1246337890625, + 2365.95458984375, + 2364.6416015625, + 2364.8475341796875, + 2352.177734375, + 2352.1083984375, + 2342.988525390625, + 2341.0711669921875, + 2344.226318359375, + 2343.072021484375, + 2336.286865234375, + 2327.4130859375, + 2335.3343505859375, + 2323.388671875, + 2326.85546875, + 2319.2679443359375 + ], + "p90": [ + 2403.6990966796875, + 2407.4049072265625, + 2406.0140380859375, + 2408.27490234375, + 2407.6143798828125, + 2412.0570068359375, + 2417.124267578125, + 2418.3203125, + 2425.019775390625, + 2440.43603515625, + 2441.2445068359375, + 2446.586669921875, + 2462.502685546875, + 2464.79345703125, + 2510.5352783203125, + 2481.644775390625, + 2469.255859375, + 2487.975830078125, + 2519.935791015625, + 2544.4605712890625, + 2533.821533203125, + 2526.9078369140625, + 2492.3692626953125, + 2511.5474853515625 + ], + "mean": [ + 2401.041259765625, + 2400.9169921875, + 2399.6513671875, + 2401.647216796875, + 2399.169189453125, + 2400.46728515625, + 2402.808837890625, + 2405.847900390625, + 2403.0771484375, + 2409.43798828125, + 2404.885498046875, + 2424.184814453125, + 2408.69482421875, + 2420.069091796875, + 2432.738525390625, + 2430.179443359375, + 2419.96435546875, + 2420.126220703125, + 2613.3017578125, + 2445.7568359375, + 2446.849609375, + 2458.5673828125, + 2497.800537109375, + 2480.41650390625 + ], + "quantiles": { + "0.1": [ + 2395.8604736328125, + 2392.83447265625, + 2386.327392578125, + 2388.8875732421875, + 2386.2554931640625, + 2386.1395263671875, + 2380.3431396484375, + 2376.681640625, + 2379.1246337890625, + 2365.95458984375, + 2364.6416015625, + 2364.8475341796875, + 2352.177734375, + 2352.1083984375, + 2342.988525390625, + 2341.0711669921875, + 2344.226318359375, + 2343.072021484375, + 2336.286865234375, + 2327.4130859375, + 2335.3343505859375, + 2323.388671875, + 2326.85546875, + 2319.2679443359375 + ], + "0.2": [ + 2395.8604736328125, + 2392.83447265625, + 2386.327392578125, + 2388.8875732421875, + 2386.2554931640625, + 2386.1395263671875, + 2380.3431396484375, + 2376.681640625, + 2379.1246337890625, + 2365.95458984375, + 2364.6416015625, + 2364.8475341796875, + 2352.177734375, + 2352.1083984375, + 2342.988525390625, + 2341.0711669921875, + 2344.226318359375, + 2343.072021484375, + 2336.286865234375, + 2327.4130859375, + 2335.3343505859375, + 2323.388671875, + 2326.85546875, + 2319.2679443359375 + ], + "0.3": [ + 2395.8604736328125, + 2392.83447265625, + 2386.327392578125, + 2388.8875732421875, + 2386.2554931640625, + 2386.1395263671875, + 2380.3431396484375, + 2376.681640625, + 2379.1246337890625, + 2365.95458984375, + 2364.6416015625, + 2364.8475341796875, + 2352.177734375, + 2352.1083984375, + 2342.988525390625, + 2341.0711669921875, + 2344.226318359375, + 2343.072021484375, + 2336.286865234375, + 2327.4130859375, + 2335.3343505859375, + 2323.388671875, + 2326.85546875, + 2319.2679443359375 + ], + "0.4": [ + 2399.0672607421875, + 2398.2259521484375, + 2397.066650390625, + 2397.9970703125, + 2398.044189453125, + 2398.2083740234375, + 2399.0887451171875, + 2396.755615234375, + 2397.720947265625, + 2396.979248046875, + 2399.0914306640625, + 2400.2757568359375, + 2397.76611328125, + 2400.8154296875, + 2399.537109375, + 2399.693359375, + 2402.7183837890625, + 2408.351806640625, + 2406.4866943359375, + 2408.0048828125, + 2401.874267578125, + 2404.0029296875, + 2407.459716796875, + 2401.2572021484375 + ], + "0.5": [ + 2399.0672607421875, + 2398.2259521484375, + 2397.066650390625, + 2397.9970703125, + 2398.044189453125, + 2398.2083740234375, + 2399.0887451171875, + 2396.755615234375, + 2397.720947265625, + 2396.979248046875, + 2399.0914306640625, + 2400.2757568359375, + 2397.76611328125, + 2400.8154296875, + 2399.537109375, + 2399.693359375, + 2402.7183837890625, + 2408.351806640625, + 2406.4866943359375, + 2408.0048828125, + 2401.874267578125, + 2404.0029296875, + 2407.459716796875, + 2401.2572021484375 + ], + "0.6": [ + 2399.0672607421875, + 2398.2259521484375, + 2397.066650390625, + 2397.9970703125, + 2398.044189453125, + 2398.2083740234375, + 2399.0887451171875, + 2396.755615234375, + 2397.720947265625, + 2396.979248046875, + 2399.0914306640625, + 2400.2757568359375, + 2397.76611328125, + 2400.8154296875, + 2399.537109375, + 2399.693359375, + 2402.7183837890625, + 2408.351806640625, + 2406.4866943359375, + 2408.0048828125, + 2401.874267578125, + 2404.0029296875, + 2407.459716796875, + 2401.2572021484375 + ], + "0.7": [ + 2399.0672607421875, + 2398.2259521484375, + 2397.066650390625, + 2397.9970703125, + 2398.044189453125, + 2398.2083740234375, + 2399.0887451171875, + 2396.755615234375, + 2397.720947265625, + 2396.979248046875, + 2399.0914306640625, + 2400.2757568359375, + 2397.76611328125, + 2400.8154296875, + 2399.537109375, + 2399.693359375, + 2402.7183837890625, + 2408.351806640625, + 2406.4866943359375, + 2408.0048828125, + 2401.874267578125, + 2404.0029296875, + 2407.459716796875, + 2401.2572021484375 + ], + "0.8": [ + 2403.6990966796875, + 2407.4049072265625, + 2406.0140380859375, + 2408.27490234375, + 2407.6143798828125, + 2412.0570068359375, + 2417.124267578125, + 2418.3203125, + 2425.019775390625, + 2440.43603515625, + 2441.2445068359375, + 2446.586669921875, + 2462.502685546875, + 2464.79345703125, + 2510.5352783203125, + 2481.644775390625, + 2469.255859375, + 2487.975830078125, + 2519.935791015625, + 2544.4605712890625, + 2533.821533203125, + 2526.9078369140625, + 2492.3692626953125, + 2511.5474853515625 + ], + "0.9": [ + 2403.6990966796875, + 2407.4049072265625, + 2406.0140380859375, + 2408.27490234375, + 2407.6143798828125, + 2412.0570068359375, + 2417.124267578125, + 2418.3203125, + 2425.019775390625, + 2440.43603515625, + 2441.2445068359375, + 2446.586669921875, + 2462.502685546875, + 2464.79345703125, + 2510.5352783203125, + 2481.644775390625, + 2469.255859375, + 2487.975830078125, + 2519.935791015625, + 2544.4605712890625, + 2533.821533203125, + 2526.9078369140625, + 2492.3692626953125, + 2511.5474853515625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_105831.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_105831.json new file mode 100644 index 0000000000000000000000000000000000000000..88eebcd0fdd56b4acc97c3c211cc81a3d226e5b6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_105831.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T10:58:31.697844+00:00", + "metrics": { + "MSE[mean]": 538.3446180558335, + "MSE[0.5]": 533.8541666666604, + "MAE[0.5]": 23.09027777777764, + "MASE[0.5]": 0.2518939393939379, + "MAPE[0.5]": 0.009630953260441234, + "sMAPE[0.5]": 0.009672100069379021, + "MSIS": 10.075757575757514, + "RMSE[mean]": 23.202254589927968, + "NRMSE[mean]": 0.009676005389370482, + "ND[0.5]": 0.009629307848247842, + "mean_weighted_sum_quantile_loss": 0.009629307848247844 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ], + "p10": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ], + "p90": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ], + "mean": [ + 2377.0833333333267, + 2377.5833333333267, + 2377.5833333333267, + 2376.0833333333267, + 2377.0833333333267, + 2378.8333333333267, + 2377.0833333333267, + 2376.5833333333267, + 2377.5833333333267, + 2377.5833333333267, + 2378.8333333333267, + 2377.5833333333267, + 2376.5833333333267, + 2376.3333333333267, + 2376.5833333333267, + 2376.0833333333267, + 2378.8333333333267, + 2376.0833333333267, + 2376.3333333333267, + 2376.5833333333267, + 2375.8333333333267, + 2377.8333333333267, + 2377.8333333333267, + 2375.3333333333267 + ], + "quantiles": { + "0.1": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ], + "0.2": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ], + "0.3": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ], + "0.4": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ], + "0.5": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ], + "0.6": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ], + "0.7": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ], + "0.8": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ], + "0.9": [ + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335, + 2377.0833333333335 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_105831.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_105831.json new file mode 100644 index 0000000000000000000000000000000000000000..984773527258aea8ff1b16f85afc2bde5acea5a7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_105831.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T10:58:31.730636+00:00", + "metrics": { + "MSE[mean]": 1250.0, + "MSE[0.5]": 1250.0, + "MAE[0.5]": 25.0, + "MASE[0.5]": 0.2727272727272727, + "MAPE[0.5]": 0.010435135933806147, + "sMAPE[0.5]": 0.010526315789473684, + "MSIS": 1.555908995743099, + "RMSE[mean]": 35.35533905932738, + "NRMSE[mean]": 0.01474419005080551, + "ND[0.5]": 0.010425716768027803, + "mean_weighted_sum_quantile_loss": 0.009377353026353908 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "p10": [ + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0 + ], + "p90": [ + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0 + ], + "mean": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "quantiles": { + "0.1": [ + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0 + ], + "0.2": [ + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0 + ], + "0.3": [ + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0 + ], + "0.4": [ + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0 + ], + "0.5": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "0.6": [ + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995 + ], + "0.7": [ + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0 + ], + "0.8": [ + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995 + ], + "0.9": [ + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_105829.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_105829.json new file mode 100644 index 0000000000000000000000000000000000000000..e3ff6c75727abee2d6f973cf1539d12a4c7650c0 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_105829.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T10:58:29.261584+00:00", + "metrics": { + "MSE[mean]": 92.03658009320498, + "MSE[0.5]": 92.03658009320498, + "MAE[0.5]": 3.4823506673177085, + "MASE[0.5]": 0.03798928000710227, + "MAPE[0.5]": 0.001467930408234292, + "sMAPE[0.5]": 0.001460435847545561, + "MSIS": 0.7212322443181818, + "RMSE[mean]": 9.593569726290886, + "NRMSE[mean]": 0.0040007936304253915, + "ND[0.5]": 0.0014522400697762816, + "mean_weighted_sum_quantile_loss": 0.0036413176155697937 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.90478515625, + 2399.537109375, + 2399.248046875, + 2399.578125, + 2399.312744140625, + 2399.207275390625, + 2399.309326171875, + 2398.82275390625, + 2398.55712890625, + 2399.45556640625, + 2399.21728515625, + 2399.3740234375, + 2399.6103515625, + 2399.1015625, + 2398.666015625, + 2398.414306640625, + 2397.237060546875, + 2396.7333984375, + 2396.352294921875, + 2396.40673828125, + 2396.243408203125, + 2395.8896484375, + 2395.94384765625, + 2396.080078125 + ], + "p10": [ + 2394.718994140625, + 2388.56689453125, + 2383.77587890625, + 2378.0048828125, + 2369.947265625, + 2365.3740234375, + 2361.4541015625, + 2356.2275390625, + 2353.83203125, + 2352.08984375, + 2347.734375, + 2345.556640625, + 2344.25, + 2344.685546875, + 2344.25, + 2344.25, + 2347.0810546875, + 2346.2099609375, + 2345.556640625, + 2346.6455078125, + 2346.86328125, + 2346.427734375, + 2345.556640625, + 2345.9921875 + ], + "p90": [ + 2402.790283203125, + 2404.02880859375, + 2405.4443359375, + 2406.42431640625, + 2408.765380859375, + 2410.017578125, + 2412.358642578125, + 2415.4619140625, + 2416.55078125, + 2417.6396484375, + 2419.70849609375, + 2422.10400390625, + 2425.9150390625, + 2427.6572265625, + 2429.8349609375, + 2430.923828125, + 2430.2705078125, + 2432.4482421875, + 2434.408203125, + 2435.4970703125, + 2434.84375, + 2435.279296875, + 2435.9326171875, + 2437.45703125 + ], + "mean": [ + 2399.90478515625, + 2399.537109375, + 2399.248046875, + 2399.578125, + 2399.312744140625, + 2399.207275390625, + 2399.309326171875, + 2398.82275390625, + 2398.55712890625, + 2399.45556640625, + 2399.21728515625, + 2399.3740234375, + 2399.6103515625, + 2399.1015625, + 2398.666015625, + 2398.414306640625, + 2397.237060546875, + 2396.7333984375, + 2396.352294921875, + 2396.40673828125, + 2396.243408203125, + 2395.8896484375, + 2395.94384765625, + 2396.080078125 + ], + "quantiles": { + "0.1": [ + 2394.718994140625, + 2388.56689453125, + 2383.77587890625, + 2378.0048828125, + 2369.947265625, + 2365.3740234375, + 2361.4541015625, + 2356.2275390625, + 2353.83203125, + 2352.08984375, + 2347.734375, + 2345.556640625, + 2344.25, + 2344.685546875, + 2344.25, + 2344.25, + 2347.0810546875, + 2346.2099609375, + 2345.556640625, + 2346.6455078125, + 2346.86328125, + 2346.427734375, + 2345.556640625, + 2345.9921875 + ], + "0.2": [ + 2394.718994140625, + 2388.56689453125, + 2383.77587890625, + 2378.0048828125, + 2369.947265625, + 2365.3740234375, + 2361.4541015625, + 2356.2275390625, + 2353.83203125, + 2352.08984375, + 2347.734375, + 2345.556640625, + 2344.25, + 2344.685546875, + 2344.25, + 2344.25, + 2347.0810546875, + 2346.2099609375, + 2345.556640625, + 2346.6455078125, + 2346.86328125, + 2346.427734375, + 2345.556640625, + 2345.9921875 + ], + "0.3": [ + 2394.718994140625, + 2388.56689453125, + 2383.77587890625, + 2378.0048828125, + 2369.947265625, + 2365.3740234375, + 2361.4541015625, + 2356.2275390625, + 2353.83203125, + 2352.08984375, + 2347.734375, + 2345.556640625, + 2344.25, + 2344.685546875, + 2344.25, + 2344.25, + 2347.0810546875, + 2346.2099609375, + 2345.556640625, + 2346.6455078125, + 2346.86328125, + 2346.427734375, + 2345.556640625, + 2345.9921875 + ], + "0.4": [ + 2399.90478515625, + 2399.537109375, + 2399.248046875, + 2399.578125, + 2399.312744140625, + 2399.207275390625, + 2399.309326171875, + 2398.82275390625, + 2398.55712890625, + 2399.45556640625, + 2399.21728515625, + 2399.3740234375, + 2399.6103515625, + 2399.1015625, + 2398.666015625, + 2398.414306640625, + 2397.237060546875, + 2396.7333984375, + 2396.352294921875, + 2396.40673828125, + 2396.243408203125, + 2395.8896484375, + 2395.94384765625, + 2396.080078125 + ], + "0.5": [ + 2399.90478515625, + 2399.537109375, + 2399.248046875, + 2399.578125, + 2399.312744140625, + 2399.207275390625, + 2399.309326171875, + 2398.82275390625, + 2398.55712890625, + 2399.45556640625, + 2399.21728515625, + 2399.3740234375, + 2399.6103515625, + 2399.1015625, + 2398.666015625, + 2398.414306640625, + 2397.237060546875, + 2396.7333984375, + 2396.352294921875, + 2396.40673828125, + 2396.243408203125, + 2395.8896484375, + 2395.94384765625, + 2396.080078125 + ], + "0.6": [ + 2399.90478515625, + 2399.537109375, + 2399.248046875, + 2399.578125, + 2399.312744140625, + 2399.207275390625, + 2399.309326171875, + 2398.82275390625, + 2398.55712890625, + 2399.45556640625, + 2399.21728515625, + 2399.3740234375, + 2399.6103515625, + 2399.1015625, + 2398.666015625, + 2398.414306640625, + 2397.237060546875, + 2396.7333984375, + 2396.352294921875, + 2396.40673828125, + 2396.243408203125, + 2395.8896484375, + 2395.94384765625, + 2396.080078125 + ], + "0.7": [ + 2399.90478515625, + 2399.537109375, + 2399.248046875, + 2399.578125, + 2399.312744140625, + 2399.207275390625, + 2399.309326171875, + 2398.82275390625, + 2398.55712890625, + 2399.45556640625, + 2399.21728515625, + 2399.3740234375, + 2399.6103515625, + 2399.1015625, + 2398.666015625, + 2398.414306640625, + 2397.237060546875, + 2396.7333984375, + 2396.352294921875, + 2396.40673828125, + 2396.243408203125, + 2395.8896484375, + 2395.94384765625, + 2396.080078125 + ], + "0.8": [ + 2402.790283203125, + 2404.02880859375, + 2405.4443359375, + 2406.42431640625, + 2408.765380859375, + 2410.017578125, + 2412.358642578125, + 2415.4619140625, + 2416.55078125, + 2417.6396484375, + 2419.70849609375, + 2422.10400390625, + 2425.9150390625, + 2427.6572265625, + 2429.8349609375, + 2430.923828125, + 2430.2705078125, + 2432.4482421875, + 2434.408203125, + 2435.4970703125, + 2434.84375, + 2435.279296875, + 2435.9326171875, + 2437.45703125 + ], + "0.9": [ + 2402.790283203125, + 2404.02880859375, + 2405.4443359375, + 2406.42431640625, + 2408.765380859375, + 2410.017578125, + 2412.358642578125, + 2415.4619140625, + 2416.55078125, + 2417.6396484375, + 2419.70849609375, + 2422.10400390625, + 2425.9150390625, + 2427.6572265625, + 2429.8349609375, + 2430.923828125, + 2430.2705078125, + 2432.4482421875, + 2434.408203125, + 2435.4970703125, + 2434.84375, + 2435.279296875, + 2435.9326171875, + 2437.45703125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_105635.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_105635.json new file mode 100644 index 0000000000000000000000000000000000000000..ff7374b23bde460e882259505638f203d5708f94 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_105635.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T10:56:35.910120+00:00", + "metrics": { + "MSE[mean]": 95.06306859354179, + "MSE[0.5]": 100.74963930000861, + "MAE[0.5]": 6.556325276692708, + "MASE[0.5]": 0.07152354847301136, + "MAPE[0.5]": 0.002747184627163212, + "sMAPE[0.5]": 0.002743176683765136, + "MSIS": 0.9328312544389203, + "RMSE[mean]": 9.750029158599567, + "NRMSE[mean]": 0.00406604169950286, + "ND[0.5]": 0.0027341756149543875, + "mean_weighted_sum_quantile_loss": 0.0021457867630200796 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2398.894287109375, + 2398.29345703125, + 2397.95703125, + 2397.798095703125, + 2396.81103515625, + 2397.339599609375, + 2396.48779296875, + 2396.328125, + 2395.28271484375, + 2395.81640625, + 2393.77001953125, + 2394.267822265625, + 2394.97802734375, + 2393.93505859375, + 2393.77685546875, + 2393.276611328125, + 2392.885498046875, + 2393.425048828125, + 2392.44775390625, + 2392.79345703125, + 2393.472900390625, + 2391.643310546875, + 2391.473876953125, + 2392.780029296875 + ], + "p10": [ + 2398.97607421875, + 2397.344970703125, + 2399.072998046875, + 2398.7353515625, + 2396.7353515625, + 2398.607177734375, + 2397.2421875, + 2397.14501953125, + 2396.10009765625, + 2394.370361328125, + 2395.371337890625, + 2394.2744140625, + 2394.92822265625, + 2395.13623046875, + 2394.506591796875, + 2392.875732421875, + 2393.4072265625, + 2394.939697265625, + 2394.017333984375, + 2393.120849609375, + 2394.4482421875, + 2394.730712890625, + 2394.464111328125, + 2394.410400390625 + ], + "p90": [ + 2399.658447265625, + 2401.1630859375, + 2402.3212890625, + 2402.767822265625, + 2402.40625, + 2402.909423828125, + 2403.07177734375, + 2403.368408203125, + 2403.782958984375, + 2404.939453125, + 2404.11669921875, + 2405.447998046875, + 2406.372802734375, + 2406.14501953125, + 2406.579345703125, + 2406.970703125, + 2408.148681640625, + 2408.846923828125, + 2409.97705078125, + 2409.8330078125, + 2411.42578125, + 2411.736328125, + 2410.732421875, + 2411.5771484375 + ], + "mean": [ + 2399.20703125, + 2398.745361328125, + 2398.97705078125, + 2399.205810546875, + 2398.29296875, + 2398.861328125, + 2398.284423828125, + 2398.119873046875, + 2397.5966796875, + 2398.486328125, + 2396.5048828125, + 2397.498046875, + 2397.596923828125, + 2397.39404296875, + 2397.123291015625, + 2396.985595703125, + 2397.155517578125, + 2396.73291015625, + 2396.927490234375, + 2397.033203125, + 2397.803955078125, + 2396.21728515625, + 2395.83349609375, + 2396.09521484375 + ], + "quantiles": { + "0.1": [ + 2398.97607421875, + 2397.344970703125, + 2399.072998046875, + 2398.7353515625, + 2396.7353515625, + 2398.607177734375, + 2397.2421875, + 2397.14501953125, + 2396.10009765625, + 2394.370361328125, + 2395.371337890625, + 2394.2744140625, + 2394.92822265625, + 2395.13623046875, + 2394.506591796875, + 2392.875732421875, + 2393.4072265625, + 2394.939697265625, + 2394.017333984375, + 2393.120849609375, + 2394.4482421875, + 2394.730712890625, + 2394.464111328125, + 2394.410400390625 + ], + "0.2": [ + 2398.97607421875, + 2397.344970703125, + 2399.072998046875, + 2398.7353515625, + 2396.7353515625, + 2398.607177734375, + 2397.2421875, + 2397.14501953125, + 2396.10009765625, + 2394.370361328125, + 2395.371337890625, + 2394.2744140625, + 2394.92822265625, + 2395.13623046875, + 2394.506591796875, + 2392.875732421875, + 2393.4072265625, + 2394.939697265625, + 2394.017333984375, + 2393.120849609375, + 2394.4482421875, + 2394.730712890625, + 2394.464111328125, + 2394.410400390625 + ], + "0.3": [ + 2398.97607421875, + 2397.344970703125, + 2399.072998046875, + 2398.7353515625, + 2396.7353515625, + 2398.607177734375, + 2397.2421875, + 2397.14501953125, + 2396.10009765625, + 2394.370361328125, + 2395.371337890625, + 2394.2744140625, + 2394.92822265625, + 2395.13623046875, + 2394.506591796875, + 2392.875732421875, + 2393.4072265625, + 2394.939697265625, + 2394.017333984375, + 2393.120849609375, + 2394.4482421875, + 2394.730712890625, + 2394.464111328125, + 2394.410400390625 + ], + "0.4": [ + 2398.894287109375, + 2398.29345703125, + 2397.95703125, + 2397.798095703125, + 2396.81103515625, + 2397.339599609375, + 2396.48779296875, + 2396.328125, + 2395.28271484375, + 2395.81640625, + 2393.77001953125, + 2394.267822265625, + 2394.97802734375, + 2393.93505859375, + 2393.77685546875, + 2393.276611328125, + 2392.885498046875, + 2393.425048828125, + 2392.44775390625, + 2392.79345703125, + 2393.472900390625, + 2391.643310546875, + 2391.473876953125, + 2392.780029296875 + ], + "0.5": [ + 2398.894287109375, + 2398.29345703125, + 2397.95703125, + 2397.798095703125, + 2396.81103515625, + 2397.339599609375, + 2396.48779296875, + 2396.328125, + 2395.28271484375, + 2395.81640625, + 2393.77001953125, + 2394.267822265625, + 2394.97802734375, + 2393.93505859375, + 2393.77685546875, + 2393.276611328125, + 2392.885498046875, + 2393.425048828125, + 2392.44775390625, + 2392.79345703125, + 2393.472900390625, + 2391.643310546875, + 2391.473876953125, + 2392.780029296875 + ], + "0.6": [ + 2398.894287109375, + 2398.29345703125, + 2397.95703125, + 2397.798095703125, + 2396.81103515625, + 2397.339599609375, + 2396.48779296875, + 2396.328125, + 2395.28271484375, + 2395.81640625, + 2393.77001953125, + 2394.267822265625, + 2394.97802734375, + 2393.93505859375, + 2393.77685546875, + 2393.276611328125, + 2392.885498046875, + 2393.425048828125, + 2392.44775390625, + 2392.79345703125, + 2393.472900390625, + 2391.643310546875, + 2391.473876953125, + 2392.780029296875 + ], + "0.7": [ + 2398.894287109375, + 2398.29345703125, + 2397.95703125, + 2397.798095703125, + 2396.81103515625, + 2397.339599609375, + 2396.48779296875, + 2396.328125, + 2395.28271484375, + 2395.81640625, + 2393.77001953125, + 2394.267822265625, + 2394.97802734375, + 2393.93505859375, + 2393.77685546875, + 2393.276611328125, + 2392.885498046875, + 2393.425048828125, + 2392.44775390625, + 2392.79345703125, + 2393.472900390625, + 2391.643310546875, + 2391.473876953125, + 2392.780029296875 + ], + "0.8": [ + 2399.658447265625, + 2401.1630859375, + 2402.3212890625, + 2402.767822265625, + 2402.40625, + 2402.909423828125, + 2403.07177734375, + 2403.368408203125, + 2403.782958984375, + 2404.939453125, + 2404.11669921875, + 2405.447998046875, + 2406.372802734375, + 2406.14501953125, + 2406.579345703125, + 2406.970703125, + 2408.148681640625, + 2408.846923828125, + 2409.97705078125, + 2409.8330078125, + 2411.42578125, + 2411.736328125, + 2410.732421875, + 2411.5771484375 + ], + "0.9": [ + 2399.658447265625, + 2401.1630859375, + 2402.3212890625, + 2402.767822265625, + 2402.40625, + 2402.909423828125, + 2403.07177734375, + 2403.368408203125, + 2403.782958984375, + 2404.939453125, + 2404.11669921875, + 2405.447998046875, + 2406.372802734375, + 2406.14501953125, + 2406.579345703125, + 2406.970703125, + 2408.148681640625, + 2408.846923828125, + 2409.97705078125, + 2409.8330078125, + 2411.42578125, + 2411.736328125, + 2410.732421875, + 2411.5771484375 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_105725.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_105725.json new file mode 100644 index 0000000000000000000000000000000000000000..f38b2780b5b3bdc93c330aea98a1549523936a7d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_105725.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-23T10:57:25.914250+00:00", + "metrics": { + "MSE[mean]": 116.17289178570111, + "MSE[0.5]": 116.17289178570111, + "MAE[0.5]": 3.2236531575520835, + "MASE[0.5]": 0.03516712535511363, + "MAPE[0.5]": 0.0013625054325617798, + "sMAPE[0.5]": 0.0013521251462987986, + "MSIS": 1.4446413352272727, + "RMSE[mean]": 10.778352925456705, + "NRMSE[mean]": 0.00449488219306622, + "ND[0.5]": 0.001344355791159861, + "mean_weighted_sum_quantile_loss": 0.005682735687264697 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.25439453125, + 2399.617431640625, + 2399.702392578125, + 2399.791748046875, + 2399.742919921875, + 2399.408203125, + 2399.344970703125, + 2399.36083984375, + 2399.809326171875, + 2399.732177734375, + 2400.140380859375, + 2400.6318359375, + 2400.843505859375, + 2401.270263671875, + 2401.499755859375, + 2401.307861328125, + 2401.228271484375, + 2401.1728515625, + 2401.064697265625, + 2401.432373046875, + 2401.935546875, + 2402.2939453125, + 2403.807373046875, + 2404.50341796875 + ], + "p10": [ + 2392.58984375, + 2386.091552734375, + 2376.49267578125, + 2362.93408203125, + 2356.724365234375, + 2356.221435546875, + 2347.12451171875, + 2341.5576171875, + 2341.5341796875, + 2340.028076171875, + 2335.05322265625, + 2335.495849609375, + 2335.81884765625, + 2336.11083984375, + 2335.968017578125, + 2333.176025390625, + 2333.023681640625, + 2333.8984375, + 2335.945556640625, + 2338.1279296875, + 2337.462890625, + 2334.57177734375, + 2333.864990234375, + 2332.62646484375 + ], + "p90": [ + 2400.642822265625, + 2403.50341796875, + 2414.86328125, + 2432.84375, + 2450.842041015625, + 2460.0361328125, + 2462.21826171875, + 2467.421875, + 2476.458984375, + 2482.658935546875, + 2486.729248046875, + 2486.9892578125, + 2491.16015625, + 2497.292724609375, + 2498.560546875, + 2500.07568359375, + 2503.361572265625, + 2505.128662109375, + 2504.31884765625, + 2504.02099609375, + 2508.177734375, + 2511.39111328125, + 2511.09814453125, + 2510.859619140625 + ], + "mean": [ + 2399.25439453125, + 2399.617431640625, + 2399.702392578125, + 2399.791748046875, + 2399.742919921875, + 2399.408203125, + 2399.344970703125, + 2399.36083984375, + 2399.809326171875, + 2399.732177734375, + 2400.140380859375, + 2400.6318359375, + 2400.843505859375, + 2401.270263671875, + 2401.499755859375, + 2401.307861328125, + 2401.228271484375, + 2401.1728515625, + 2401.064697265625, + 2401.432373046875, + 2401.935546875, + 2402.2939453125, + 2403.807373046875, + 2404.50341796875 + ], + "quantiles": { + "0.1": [ + 2392.58984375, + 2386.091552734375, + 2376.49267578125, + 2362.93408203125, + 2356.724365234375, + 2356.221435546875, + 2347.12451171875, + 2341.5576171875, + 2341.5341796875, + 2340.028076171875, + 2335.05322265625, + 2335.495849609375, + 2335.81884765625, + 2336.11083984375, + 2335.968017578125, + 2333.176025390625, + 2333.023681640625, + 2333.8984375, + 2335.945556640625, + 2338.1279296875, + 2337.462890625, + 2334.57177734375, + 2333.864990234375, + 2332.62646484375 + ], + "0.2": [ + 2392.58984375, + 2386.091552734375, + 2376.49267578125, + 2362.93408203125, + 2356.724365234375, + 2356.221435546875, + 2347.12451171875, + 2341.5576171875, + 2341.5341796875, + 2340.028076171875, + 2335.05322265625, + 2335.495849609375, + 2335.81884765625, + 2336.11083984375, + 2335.968017578125, + 2333.176025390625, + 2333.023681640625, + 2333.8984375, + 2335.945556640625, + 2338.1279296875, + 2337.462890625, + 2334.57177734375, + 2333.864990234375, + 2332.62646484375 + ], + "0.3": [ + 2392.58984375, + 2386.091552734375, + 2376.49267578125, + 2362.93408203125, + 2356.724365234375, + 2356.221435546875, + 2347.12451171875, + 2341.5576171875, + 2341.5341796875, + 2340.028076171875, + 2335.05322265625, + 2335.495849609375, + 2335.81884765625, + 2336.11083984375, + 2335.968017578125, + 2333.176025390625, + 2333.023681640625, + 2333.8984375, + 2335.945556640625, + 2338.1279296875, + 2337.462890625, + 2334.57177734375, + 2333.864990234375, + 2332.62646484375 + ], + "0.4": [ + 2399.25439453125, + 2399.617431640625, + 2399.702392578125, + 2399.791748046875, + 2399.742919921875, + 2399.408203125, + 2399.344970703125, + 2399.36083984375, + 2399.809326171875, + 2399.732177734375, + 2400.140380859375, + 2400.6318359375, + 2400.843505859375, + 2401.270263671875, + 2401.499755859375, + 2401.307861328125, + 2401.228271484375, + 2401.1728515625, + 2401.064697265625, + 2401.432373046875, + 2401.935546875, + 2402.2939453125, + 2403.807373046875, + 2404.50341796875 + ], + "0.5": [ + 2399.25439453125, + 2399.617431640625, + 2399.702392578125, + 2399.791748046875, + 2399.742919921875, + 2399.408203125, + 2399.344970703125, + 2399.36083984375, + 2399.809326171875, + 2399.732177734375, + 2400.140380859375, + 2400.6318359375, + 2400.843505859375, + 2401.270263671875, + 2401.499755859375, + 2401.307861328125, + 2401.228271484375, + 2401.1728515625, + 2401.064697265625, + 2401.432373046875, + 2401.935546875, + 2402.2939453125, + 2403.807373046875, + 2404.50341796875 + ], + "0.6": [ + 2399.25439453125, + 2399.617431640625, + 2399.702392578125, + 2399.791748046875, + 2399.742919921875, + 2399.408203125, + 2399.344970703125, + 2399.36083984375, + 2399.809326171875, + 2399.732177734375, + 2400.140380859375, + 2400.6318359375, + 2400.843505859375, + 2401.270263671875, + 2401.499755859375, + 2401.307861328125, + 2401.228271484375, + 2401.1728515625, + 2401.064697265625, + 2401.432373046875, + 2401.935546875, + 2402.2939453125, + 2403.807373046875, + 2404.50341796875 + ], + "0.7": [ + 2399.25439453125, + 2399.617431640625, + 2399.702392578125, + 2399.791748046875, + 2399.742919921875, + 2399.408203125, + 2399.344970703125, + 2399.36083984375, + 2399.809326171875, + 2399.732177734375, + 2400.140380859375, + 2400.6318359375, + 2400.843505859375, + 2401.270263671875, + 2401.499755859375, + 2401.307861328125, + 2401.228271484375, + 2401.1728515625, + 2401.064697265625, + 2401.432373046875, + 2401.935546875, + 2402.2939453125, + 2403.807373046875, + 2404.50341796875 + ], + "0.8": [ + 2400.642822265625, + 2403.50341796875, + 2414.86328125, + 2432.84375, + 2450.842041015625, + 2460.0361328125, + 2462.21826171875, + 2467.421875, + 2476.458984375, + 2482.658935546875, + 2486.729248046875, + 2486.9892578125, + 2491.16015625, + 2497.292724609375, + 2498.560546875, + 2500.07568359375, + 2503.361572265625, + 2505.128662109375, + 2504.31884765625, + 2504.02099609375, + 2508.177734375, + 2511.39111328125, + 2511.09814453125, + 2510.859619140625 + ], + "0.9": [ + 2400.642822265625, + 2403.50341796875, + 2414.86328125, + 2432.84375, + 2450.842041015625, + 2460.0361328125, + 2462.21826171875, + 2467.421875, + 2476.458984375, + 2482.658935546875, + 2486.729248046875, + 2486.9892578125, + 2491.16015625, + 2497.292724609375, + 2498.560546875, + 2500.07568359375, + 2503.361572265625, + 2505.128662109375, + 2504.31884765625, + 2504.02099609375, + 2508.177734375, + 2511.39111328125, + 2511.09814453125, + 2510.859619140625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_105710.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_105710.json new file mode 100644 index 0000000000000000000000000000000000000000..617a82e61879759889ebd85d1702ae44a235d8a5 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_105710.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T10:57:10.517012+00:00", + "metrics": { + "MSE[mean]": 878.5398326168457, + "MSE[0.5]": 878.5398326168457, + "MAE[0.5]": 20.658426920572918, + "MASE[0.5]": 0.22536465731534086, + "MAPE[0.5]": 0.008641375187722787, + "sMAPE[0.5]": 0.008564752521909061, + "MSIS": 1.2676621315696022, + "RMSE[mean]": 29.640172614491398, + "NRMSE[mean]": 0.012360801785365657, + "ND[0.5]": 0.008615156317875761, + "mean_weighted_sum_quantile_loss": 0.007356235746090355 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.3720703125, + 2400.41015625, + 2400.505615234375, + 2400.538330078125, + 2400.9072265625, + 2401.611572265625, + 2403.081298828125, + 2402.67724609375, + 2405.2666015625, + 2407.244140625, + 2410.017333984375, + 2413.62109375, + 2417.1328125, + 2420.97119140625, + 2426.15283203125, + 2428.721435546875, + 2431.5712890625, + 2434.972900390625, + 2438.79736328125, + 2437.826171875, + 2439.803955078125, + 2441.225341796875, + 2441.747314453125, + 2440.626953125 + ], + "p10": [ + 2400.09423828125, + 2399.95166015625, + 2399.959228515625, + 2399.749755859375, + 2399.201171875, + 2397.69287109375, + 2393.671875, + 2386.423583984375, + 2376.3525390625, + 2371.21435546875, + 2363.946044921875, + 2358.36474609375, + 2354.67578125, + 2355.69775390625, + 2352.7060546875, + 2351.381103515625, + 2351.914306640625, + 2352.0361328125, + 2352.4951171875, + 2352.24658203125, + 2352.671630859375, + 2352.658203125, + 2353.04248046875, + 2352.67919921875 + ], + "p90": [ + 2414.203857421875, + 2451.975341796875, + 2455.738525390625, + 2459.9619140625, + 2463.556640625, + 2466.54443359375, + 2469.587158203125, + 2475.1533203125, + 2476.423828125, + 2480.94189453125, + 2482.11669921875, + 2483.96142578125, + 2487.456787109375, + 2491.5087890625, + 2493.341552734375, + 2494.650146484375, + 2496.501708984375, + 2498.970947265625, + 2500.730224609375, + 2500.173828125, + 2503.08642578125, + 2503.61865234375, + 2504.344970703125, + 2505.036376953125 + ], + "mean": [ + 2400.3720703125, + 2400.41015625, + 2400.505615234375, + 2400.538330078125, + 2400.9072265625, + 2401.611572265625, + 2403.081298828125, + 2402.67724609375, + 2405.2666015625, + 2407.244140625, + 2410.017333984375, + 2413.62109375, + 2417.1328125, + 2420.97119140625, + 2426.15283203125, + 2428.721435546875, + 2431.5712890625, + 2434.972900390625, + 2438.79736328125, + 2437.826171875, + 2439.803955078125, + 2441.225341796875, + 2441.747314453125, + 2440.626953125 + ], + "quantiles": { + "0.1": [ + 2400.09423828125, + 2399.95166015625, + 2399.959228515625, + 2399.749755859375, + 2399.201171875, + 2397.69287109375, + 2393.671875, + 2386.423583984375, + 2376.3525390625, + 2371.21435546875, + 2363.946044921875, + 2358.36474609375, + 2354.67578125, + 2355.69775390625, + 2352.7060546875, + 2351.381103515625, + 2351.914306640625, + 2352.0361328125, + 2352.4951171875, + 2352.24658203125, + 2352.671630859375, + 2352.658203125, + 2353.04248046875, + 2352.67919921875 + ], + "0.2": [ + 2400.09423828125, + 2399.95166015625, + 2399.959228515625, + 2399.749755859375, + 2399.201171875, + 2397.69287109375, + 2393.671875, + 2386.423583984375, + 2376.3525390625, + 2371.21435546875, + 2363.946044921875, + 2358.36474609375, + 2354.67578125, + 2355.69775390625, + 2352.7060546875, + 2351.381103515625, + 2351.914306640625, + 2352.0361328125, + 2352.4951171875, + 2352.24658203125, + 2352.671630859375, + 2352.658203125, + 2353.04248046875, + 2352.67919921875 + ], + "0.3": [ + 2400.09423828125, + 2399.95166015625, + 2399.959228515625, + 2399.749755859375, + 2399.201171875, + 2397.69287109375, + 2393.671875, + 2386.423583984375, + 2376.3525390625, + 2371.21435546875, + 2363.946044921875, + 2358.36474609375, + 2354.67578125, + 2355.69775390625, + 2352.7060546875, + 2351.381103515625, + 2351.914306640625, + 2352.0361328125, + 2352.4951171875, + 2352.24658203125, + 2352.671630859375, + 2352.658203125, + 2353.04248046875, + 2352.67919921875 + ], + "0.4": [ + 2400.3720703125, + 2400.41015625, + 2400.505615234375, + 2400.538330078125, + 2400.9072265625, + 2401.611572265625, + 2403.081298828125, + 2402.67724609375, + 2405.2666015625, + 2407.244140625, + 2410.017333984375, + 2413.62109375, + 2417.1328125, + 2420.97119140625, + 2426.15283203125, + 2428.721435546875, + 2431.5712890625, + 2434.972900390625, + 2438.79736328125, + 2437.826171875, + 2439.803955078125, + 2441.225341796875, + 2441.747314453125, + 2440.626953125 + ], + "0.5": [ + 2400.3720703125, + 2400.41015625, + 2400.505615234375, + 2400.538330078125, + 2400.9072265625, + 2401.611572265625, + 2403.081298828125, + 2402.67724609375, + 2405.2666015625, + 2407.244140625, + 2410.017333984375, + 2413.62109375, + 2417.1328125, + 2420.97119140625, + 2426.15283203125, + 2428.721435546875, + 2431.5712890625, + 2434.972900390625, + 2438.79736328125, + 2437.826171875, + 2439.803955078125, + 2441.225341796875, + 2441.747314453125, + 2440.626953125 + ], + "0.6": [ + 2400.3720703125, + 2400.41015625, + 2400.505615234375, + 2400.538330078125, + 2400.9072265625, + 2401.611572265625, + 2403.081298828125, + 2402.67724609375, + 2405.2666015625, + 2407.244140625, + 2410.017333984375, + 2413.62109375, + 2417.1328125, + 2420.97119140625, + 2426.15283203125, + 2428.721435546875, + 2431.5712890625, + 2434.972900390625, + 2438.79736328125, + 2437.826171875, + 2439.803955078125, + 2441.225341796875, + 2441.747314453125, + 2440.626953125 + ], + "0.7": [ + 2400.3720703125, + 2400.41015625, + 2400.505615234375, + 2400.538330078125, + 2400.9072265625, + 2401.611572265625, + 2403.081298828125, + 2402.67724609375, + 2405.2666015625, + 2407.244140625, + 2410.017333984375, + 2413.62109375, + 2417.1328125, + 2420.97119140625, + 2426.15283203125, + 2428.721435546875, + 2431.5712890625, + 2434.972900390625, + 2438.79736328125, + 2437.826171875, + 2439.803955078125, + 2441.225341796875, + 2441.747314453125, + 2440.626953125 + ], + "0.8": [ + 2414.203857421875, + 2451.975341796875, + 2455.738525390625, + 2459.9619140625, + 2463.556640625, + 2466.54443359375, + 2469.587158203125, + 2475.1533203125, + 2476.423828125, + 2480.94189453125, + 2482.11669921875, + 2483.96142578125, + 2487.456787109375, + 2491.5087890625, + 2493.341552734375, + 2494.650146484375, + 2496.501708984375, + 2498.970947265625, + 2500.730224609375, + 2500.173828125, + 2503.08642578125, + 2503.61865234375, + 2504.344970703125, + 2505.036376953125 + ], + "0.9": [ + 2414.203857421875, + 2451.975341796875, + 2455.738525390625, + 2459.9619140625, + 2463.556640625, + 2466.54443359375, + 2469.587158203125, + 2475.1533203125, + 2476.423828125, + 2480.94189453125, + 2482.11669921875, + 2483.96142578125, + 2487.456787109375, + 2491.5087890625, + 2493.341552734375, + 2494.650146484375, + 2496.501708984375, + 2498.970947265625, + 2500.730224609375, + 2500.173828125, + 2503.08642578125, + 2503.61865234375, + 2504.344970703125, + 2505.036376953125 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 32e54b0d62bddf2ab6889351362150dae480196f..bfb77a9f06e975227f7ee340a1fb051d15707d9a 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,830593.8128967285,830593.8128967285,736.765625,1.2632052463513026,0.011576028505900797,0.011533454376982014,6.592842826745052,911.3691968114396,0.01423529433965581,0.011508042589007358,0.008961982238486032,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,824137.4296824137,824137.4296824137,735.0374348958334,1.26024221613898,0.011547443386690193,0.011505707820005082,6.592842826745052,907.8201527188156,0.014179476436155115,0.011480738730665272,0.00893474714490283,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4270752650583443,1.4270752650583443,1.0091667970021565,0.5910644517543282,0.0379751599911809,0.03861303902269495,9.990087381062132,1.194602555270306,0.04499515249240556,0.03801064523180265,0.032394054965911245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1039143266193485,1.1039143266193485,1.0145333309968312,3.3071824082167494,1.7157328428923153,0.8605066401445445,125.85025457840894,1.0506732730108579,1.4640809686139744,1.413721068282711,1.397629594291131,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.11250000993410995,0.11250000993410995,0.28333335287041134,1.8391813210546006,0.22379548571844182,0.19209562050150428,62.845908959890984,0.3354102114338649,0.24101331457052771,0.20359281910873905,0.19726103843336926,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 7e7fec1b1bea5f16cea624befef34d0c83589681..65ee15200a1843793221aa7226995a97638f2dd7 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T10:48:36.942888+00:00", + "evaluated_at": "2026-06-23T10:58:31.718554+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62250.51171875 + 62291.98828125 ], "p50": [ 64176.0, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 63661c443b0f5505c9b6044646dcffdec8f54ce2..fa5b83401070245271d3f67c031d9a87c50ee95a 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T10:29:53.922199+00:00", + "evaluated_at": "2026-06-23T10:58:31.730636+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 7caffc7b2285c34cbbd29e8667247765ad98fb6e..f25b06ce2c81bc345531be9e8e6073824e86920a 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T10:48:36.964638+00:00", + "evaluated_at": "2026-06-23T10:58:31.738285+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index d5bd88655540eb395b75fb49d33464a77254d7d8..4c0841f9aee31fd144568c7efcbcd8ad9f853d41 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,760395.6376597086,760395.6376597086,643.6643880208334,1.1035805746738214,0.010133219283305737,0.01007857447011997,26.724018767160274,872.0066729444842,0.013620464350713613,0.010053831149317136,0.008780517716250345,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,753872.9081471761,753872.9081471761,641.9361979166666,1.100617544461499,0.010104625609261229,0.010050828036451498,26.60549755866737,868.2585491356685,0.013561553575439008,0.01002656656675223,0.008753287523715193,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0212952951048162,1.0212952951048162,0.8199127515157064,0.480219208955978,0.03030549839790364,0.03088520263876773,2.1827696895662885,1.0105915570124342,0.03806430935100673,0.03088232075359102,0.02991063703288196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.02925341500088017,0.02925341500088017,0.1426397939523061,0.46497813611231853,0.2631323519857051,0.2180739332264328,8.995059245837714,0.17103629731983844,0.23833383248684673,0.198764176321093,0.14973314205951485,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09476036527447897,0.09476036527447897,0.2641045053799947,1.714362492732765,0.20919570915269026,0.18171009798794702,37.84703909422212,0.3078317158359076,0.22119643241146147,0.18977568381871737,0.1509330315818256,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index e34aca127e9ff0d14510f6596b242714eff38177..2a3e8653fc9887e5ab598c1b551302ed187544a7 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T10:48:25.208883+00:00", + "evaluated_at": "2026-06-23T10:58:23.663853+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62250.51171875 + 62291.98828125 ], "p50": [ 64270.15625, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b159b6729e8796eb4ad8d72e4f0c185ff89fdc65..7d8151ef1ea5a2ce503ea228f7748743c8b4371d 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T10:29:49.720357+00:00", + "evaluated_at": "2026-06-23T10:58:29.261584+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 011fe03aa8c751bfa92dfe113fe490f47357ea24..2eef83009e6ed90d58e257763118460b4aa7fc37 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T10:48:36.462658+00:00", + "evaluated_at": "2026-06-23T10:58:31.343379+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 4df6e8a87aedd720d21525740f64f07e9a3f1c6e..9c3a2de9f1114b79eeffa6c6655d185404d75565 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,798959.726817449,760452.6600055695,667.03369140625,1.1436478981731142,0.010482170303222899,0.010442451297892072,38.630952047633954,893.8454714420435,0.013961579373829223,0.01041885216754774,0.009936617627111512,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,792417.9872137705,754194.5461012522,665.3055013020834,1.1406848679607917,0.010453610749282099,0.010414704379605864,38.512430839141054,890.1786265765824,0.013903928902337487,0.010391577726386082,0.009909356210284445,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.1942693657438213,2.176787990128711,1.1630725860595703,0.6812063798293192,0.04336451774231531,0.04492883079170137,3.2575813722815607,1.0928263200270303,0.04116171248788629,0.0438075643975543,0.029372483948565287,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0022289027817812873,0.0018747850726026508,0.0371123214562734,0.12097898895808257,0.0587962395047261,0.059596390147043196,3.4649344737511583,0.047211256939222526,0.06578743798344037,0.05171488124896123,0.05330408264546678,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08773426718340735,0.07244319503232137,0.2281655189063814,1.4810743466311125,0.18071632605084284,0.15970846352386006,62.445078848134,0.29619970827704634,0.21283810400850117,0.16395126358034068,0.17509251674175288,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index c222bfdb7f6dd0893e27703792d338b11ecd493c..d6b228d869150393d3c8d0e2277186c21b3c24a3 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T10:46:04.851500+00:00", + "evaluated_at": "2026-06-23T10:56:28.877921+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62250.51171875 + 62291.98828125 ], "p50": [ 64127.86328125, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1923d37be453451ee73d4440c8a4380ccda2c8ee..855a69297e78459a089f0b0903a26cc3d74fe20f 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T10:26:47.441562+00:00", + "evaluated_at": "2026-06-23T10:56:35.910120+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index ccdc90f54e2e79298d84e428613045ae77acd81a..c86d7dfe26579e7c3ce3a715867f6eac47f8bc3e 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T10:46:21.897198+00:00", + "evaluated_at": "2026-06-23T10:56:39.340794+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index e74323d7afaefdb42f5f53856bc990ed0e1d93f9..2b64b1ff71affb6fd386487e673b2597d53ababd 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,740964.4679374695,740964.4679374695,660.7392578125,1.1328559159352962,0.010380287023015355,0.010344210170619995,20.764247943882697,860.7929297673567,0.013445309281468119,0.010320535135085004,0.008561884128845936,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,734815.1625022888,734815.1625022888,659.0110677083334,1.1298928857229737,0.01035174149907179,0.010316463058634656,20.645726735389793,857.2136037781299,0.013389039733389119,0.010293263349299142,0.008534659841232058,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.183329755683341,1.183329755683341,0.862094004948934,0.5049245792762104,0.03178129762224546,0.03245936373087361,3.072462410731646,1.087809613711582,0.04097275636630648,0.032471093456424745,0.037043745123925144,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0023540329459400765,0.0023540329459400765,0.04072919686635335,0.1327693031483273,0.0740732979223818,0.07211132158558102,2.127131525034339,0.04851837740423804,0.06760887024566115,0.05675488615797656,0.11282810161415635,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.061387794937190106,0.061387794937190106,0.19987223545710245,1.2974162001261471,0.15967074531470332,0.1416805951204921,11.953984684690703,0.24776560483083623,0.17803515701437064,0.14362076143181343,0.10508887587501042,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 8ac0330a5ec435d94a3ad2ba669dd6698a4cf98f..24bf99b2b503b73739e6454c8a0209451607e0db 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T10:47:06.039923+00:00", + "evaluated_at": "2026-06-23T10:57:19.346043+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62250.51171875 + 62291.98828125 ], "p50": [ 64138.5859375, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 71ea569dffaad09ef144ff33dff8c42058cb28c2..c4179d182581b059c293c3e95d35a209faf7efd8 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-23T10:28:25.525439+00:00", + "evaluated_at": "2026-06-23T10:57:25.914250+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index c7eeb0068a0061383bdb266a2e249772c0dced58..b495392b067f8ef69e21dc42d0f356222935f960 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T10:47:22.480470+00:00", + "evaluated_at": "2026-06-23T10:57:28.188829+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 1db68d04e860dc3637c407a2babb15d2e1c41f60..42a88e5af401f883564dc4acfd1fca6e24c488c6 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,747293.5333080292,747293.5333080292,664.1486002604166,1.13870132880566,0.010433078606136912,0.010397388779637395,18.0852782308066,864.4614122724213,0.01350260980075512,0.010373787969853368,0.008610016106528525,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,741121.2888495127,741121.2888495127,662.42041015625,1.1357382985933373,0.010404530124386508,0.010369641708217135,17.966757022313697,860.8840159101067,0.013446368844425566,0.01034651474579903,0.00858279051895181,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7378849396995975,0.7378849396995975,0.6531385580698649,0.38254031433849495,0.024219405040648068,0.024391800635032,2.939171975256644,0.8590022931864603,0.03235464297538288,0.024600708318737636,0.02998693975846885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002360333089631439,0.002360333089631439,0.040029856562614444,0.1304895890381858,0.07065656579684804,0.07481159867623283,1.4142186545503155,0.048583259355784676,0.06769928125439818,0.055780376902254514,0.08989042973980299,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08030783671372631,0.08030783671372631,0.24076523217889997,1.5628619549966503,0.19082940327853898,0.16750191662947558,14.50948117384717,0.2833863735498344,0.20363091779879952,0.17300494935056876,0.1190501047064132,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index b36264ee61d8d19390d8a48ff839e41cdbfaba85..3e660f39e98ff32a52bc8de409a69b9455adbab5 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T10:46:48.089518+00:00", + "evaluated_at": "2026-06-23T10:57:05.025229+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62250.51171875 + 62291.98828125 ], "p50": [ 64131.33984375, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 397be7be06e7caa51c7b9ae42ca3ff33cbd615a9..74009fb69b8c5dba4175d84988dd09e55eef14d4 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T10:27:42.926804+00:00", + "evaluated_at": "2026-06-23T10:57:10.517012+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 91c022deb264662291208e4655effc9147706029..aecc65e06c65315543e70b713561b2cfbe1fee46 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T10:46:58.787498+00:00", + "evaluated_at": "2026-06-23T10:57:12.783815+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t043600z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t114000z", - "data_fetched_at": "2026-06-23T10:44:51.767189Z", - "context_length": 74, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t075000z", + "data_fetched_at": "2026-06-23T10:55:23.745520Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []