diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 2ab665f730d8ad5d9b5f0834f528e08c6037a36f..821d4c4d099f41d454022ca4612f6b5a72e3beac 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T08:57:14.549829+00:00", + "generated_at": "2026-06-23T09:05:21.457397+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 7613, - "num_unique_releases": 916 + "num_model_releases": 7623, + "num_unique_releases": 917 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 946a28c3a8935bbceb178eaa14ed682a125f65d1..d713d790ea4c2062bc49b14b7b2902110bed23d0 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.810848344849253,0.8785855648473596,0.18855932191530114,0.5074138522521423,37.94517072011564,3.552561978822909,0.689974575769614,1198.3756324664832,8.117410718812717,0.14926462704899263,0.1,10,877,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T08:55:51.955290+00:00 -2,Chronos-2,2.851594813413583,0.8912782822122598,0.17589804171234838,0.5248850797996372,37.17321152661128,3.6743501903078966,0.6659589780574562,1158.4098160596395,8.101374597475608,0.0888653594185445,0.1,10,892,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T08:54:25.230436+00:00 -3,Moirai-1.1-Large,3.3602913968139303,1.036562800441112,0.28244469109171455,0.5514743272852975,23.338633006186175,4.597982442466259,0.5574185305604071,1113.2668696473313,11.539770206107686,0.11537648536917529,0.2,10,861,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T08:56:43.465155+00:00 -4,Toto-2.0-1B,2.7323851929056824,0.8616738981746594,0.16395144716467153,0.4919389545592717,37.78169811153674,3.637371024514896,0.6824559153338133,1109.2277607286287,8.112833578117495,0.06847706027112938,0.1,10,883,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T08:55:36.886311+00:00 -5,Timer-S1,2.7656354627507946,0.883283979629242,0.1812643408855261,0.5206983636922935,35.452262345977886,4.168992357660713,0.618684060854544,1054.086393932169,8.28552570114139,0.10435489703707498,0.1,10,836,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T08:57:07.522393+00:00 -6,TimesFM-2.5,2.642573902513656,0.8405235968811006,0.15079875663500567,0.6137799052283587,39.91425812991648,4.4795149866621875,0.5586412385291697,1041.2785557968762,7.8598695877675055,0.0710607651932348,0.1,10,900,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T08:55:03.478156+00:00 -7,ARIMA,3.498122250430884,1.2186056616483338,0.3120028499647563,0.8665818380384793,-1.0950114322843085,6.840621878388225,0.32186469111574545,870.3259912184897,8.910126829651144,0.03543433064446411,0.3,10,591,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T08:57:09.811288+00:00 -8,ETS,6.0767121497348935,1.621439967828027,0.4372465181116573,1.169496658828422,-6.582508113990255,7.0369593635380925,0.30480187973242956,863.1673429613513,13.492305704462748,0.0778295100160308,0.0,10,591,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T08:57:09.879961+00:00 -9,Moving-Average,3.488287968135321,1.1606716918144913,0.3183791301869754,0.7951218872219379,7.080390425205223,6.464898144416334,0.36257424633151186,847.8602982714252,8.923441482329206,-0.04354438376703614,0.2,10,591,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T08:57:09.926768+00:00 -10,Seasonal-Naive,3.8193131536482303,1.2639319289520772,0.3292902198059284,0.9419072628795495,2.7876358271636666e-16,7.5539616383573644,0.23762588371530874,744.0013389176057,9.064833033901785,0.02684640978535665,0.1,10,591,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T08:57:09.969958+00:00 +1,TiRex,2.8112411669904187,0.878798373342363,0.18855984005420648,0.5075231975600203,37.94122557619413,3.5516070863173836,0.6901514669587311,1198.3819797395417,8.117909479962222,0.14964121284684748,0.1,10,878,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T09:04:13.119476+00:00 +2,Chronos-2,2.852035084868324,0.8915145040571859,0.17589870513791225,0.525001885533607,37.166107600091344,3.6746398556055966,0.6660030892791571,1158.4122537080227,8.101821151100465,0.08932107195543446,0.1,10,893,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T09:02:38.475181+00:00 +3,Moirai-1.1-Large,3.3606834620097272,1.0367213617568232,0.28244471954752853,0.5515811901737229,23.347358567493995,4.598427081362496,0.5572959587445484,1113.2644076272845,11.540145213523068,0.11555850459909982,0.2,10,862,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T09:04:44.535223+00:00 +4,Toto-2.0-1B,2.7327999801872855,0.8619054369524605,0.1639522155878234,0.49205195461468965,37.77444618880029,3.636868389047899,0.6825456226097842,1109.2324851154847,8.113307590510619,0.06892303604993269,0.1,10,884,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T09:03:59.681627+00:00 +5,Timer-S1,2.7660348519649935,0.8835107480557935,0.1812650117681377,0.5208257493875219,35.44475516075125,4.168970575687888,0.6187665649411702,1054.0893661474581,8.28578585216754,0.10476991260066212,0.1,10,837,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T09:05:13.610698+00:00 +6,TimesFM-2.5,2.6429936670951677,0.8407568165980235,0.15079950003854337,0.6139327624428812,39.906335505504344,4.480133658780568,0.558569099682339,1041.2773129878094,7.860475659936201,0.071495426867738,0.1,10,901,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T09:03:18.671710+00:00 +7,ARIMA,3.498961909520328,1.2189584771687738,0.3120044327187365,0.8668572539770636,-1.0951832134304844,6.841428488900021,0.3217790764328741,870.3214070845337,8.911110961444844,0.03604898016911808,0.3,10,592,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T09:05:16.639744+00:00 +8,ETS,6.077279451002573,1.6217579566193177,0.4372475167893858,1.1696899246046017,-6.590384343906223,7.037714252459821,0.30468926546259406,863.1607810319684,13.492528500184374,0.07848937898800261,0.0,10,592,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T09:05:16.720186+00:00 +9,Moving-Average,3.488904485275106,1.1610028281845561,0.31838030818753443,0.7953366084629161,7.072675814275726,6.4659682887442,0.3624343307986701,847.8552260370731,8.924033517659012,-0.0426054152433181,0.2,10,592,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T09:05:16.767171+00:00 +10,Seasonal-Naive,3.8199433025159193,1.2642386911515726,0.3292911752437069,0.9420417332897321,2.7582209341640643e-16,7.553263396891427,0.23776552509013152,744.0047805208233,9.06551040010744,0.0278581826044296,0.1,10,592,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T09:05:16.795501+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 3562ee80cad0f286fac1bcf61730cc9eb5d3f432..0d6e9ca85b90c4d1015ff7e309bd8634f99591ad 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.552561978822909,0.689974575769614,1198.3756324664832,90,877,6612 -2,Chronos-2,3.6743501903078966,0.6659589780574562,1158.4098160596395,90,889,6609 -3,Moirai-1.1-Large,4.597982442466259,0.5574185305604071,1113.2668696473313,90,861,6540 -4,Toto-2.0-1B,3.637371024514896,0.6824559153338133,1109.2277607286287,90,883,6641 -5,Timer-S1,4.168992357660713,0.618684060854544,1054.086393932169,90,836,6446 -6,TimesFM-2.5,4.4795149866621875,0.5586412385291697,1041.2785557968762,90,896,6654 -7,ARIMA,6.840621878388225,0.32186469111574545,870.3259912184897,90,591,5230 -8,ETS,7.0369593635380925,0.30480187973242956,863.1673429613513,90,591,5230 -9,Moving-Average,6.464898144416334,0.36257424633151186,847.8602982714252,90,591,5230 -10,Seasonal-Naive,7.5539616383573644,0.23762588371530874,744.0013389176057,90,591,5230 +1,TiRex,3.5516070863173836,0.6901514669587311,1198.3819797395417,90,878,6621 +2,Chronos-2,3.6746398556055966,0.6660030892791571,1158.4122537080227,90,890,6618 +3,Moirai-1.1-Large,4.598427081362496,0.5572959587445484,1113.2644076272845,90,862,6549 +4,Toto-2.0-1B,3.636868389047899,0.6825456226097842,1109.2324851154847,90,884,6650 +5,Timer-S1,4.168970575687888,0.6187665649411702,1054.0893661474581,90,837,6455 +6,TimesFM-2.5,4.480133658780568,0.558569099682339,1041.2773129878094,90,897,6663 +7,ARIMA,6.841428488900021,0.3217790764328741,870.3214070845337,90,592,5239 +8,ETS,7.037714252459821,0.30468926546259406,863.1607810319684,90,592,5239 +9,Moving-Average,6.4659682887442,0.3624343307986701,847.8552260370731,90,592,5239 +10,Seasonal-Naive,7.553263396891427,0.23776552509013152,744.0047805208233,90,592,5239 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index e845ca0233591da74e49905cafe4a13737c38f81..0784b0b4fd69d70672f129f945c8ab39301503da 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -52,6 +52,7 @@ binance_btcusdt_1h_close/1h/short|window:2de9009ba69aaae70f97,2026-06-23T06:51:4 binance_btcusdt_1h_close/1h/short|window:2eaa36c7173bfb8a66ea,2026-06-23T07:11:10.756914+00:00,2026-06-23T07:11:10.756914+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.3843861801358797,1.544145776840995,0.01329436748816404,1.2601115752169207,-33.79617737136144,True binance_btcusdt_1h_close/1h/short|window:2f2a3a1a9ef06293c1d1,2026-06-23T01:00:36.642512+00:00,2026-06-23T01:00:36.642512+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.0905340327767763,1.445867916781051,0.018091237842076047,1.706558511391478,-46.9770482183168,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:40:06.198280+00:00,2026-06-22T10:40:06.198280+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7805061114705432,0.8834625693658692,0.006377396363570378,0.3629346042972042,-55.32477512909489,True +binance_btcusdt_1h_close/1h/short|window:2f80b6e56b67f97ea52c,2026-06-23T09:05:16.594662+00:00,2026-06-23T09:05:16.594662+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.6002968189999076,1.6125435866977078,0.014201631265640183,1.3237596469574149,-14.337845657400958,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:48:09.731972+00:00,2026-06-18T02:48:09.731972+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0558473858776123,1.0275443474019077,0.008230945173361441,0.3932582915600262,6.41808881232244,True binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:43:33.838460+00:00,2026-06-23T00:43:33.838460+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.0872075182587997,1.4447171066540327,0.018029909733599237,1.699967192178527,-47.093771924337,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:37:24.233679+00:00,2026-06-22T08:37:24.233679+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.27346852417303613,0.5229421805257596,0.011796395755530124,0.7615118888055271,-2.6486647163112473,True @@ -561,7 +562,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04 usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.106080+00:00,2026-06-22T05:43:44.106080+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,7.098025712320068,2.664212024655708,0.009819378750414122,1.0464383435643099,-12.404005338537457,True usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:44.958689+00:00,2026-06-22T02:50:44.958689+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.8660068792457121,0.9305949060927167,0.010224694996681187,0.5216672998984224,9.105951269072209,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:43:31.907462+00:00,2026-06-17T14:43:31.907462+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1.858218835750209,1.3631650067949255,0.007447979236701453,0.5754707560369237,-7.954343028036267,True -usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T08:28:08.814863+00:00,2026-06-23T08:28:08.814863+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.2674821702032912,0.5171867846371282,0.022034106313782786,0.6741577643339376,23.50285724776877,True +usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T09:05:16.639744+00:00,2026-06-23T09:05:16.639744+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.2674821702032912,0.5171867846371282,0.022034106313782786,0.6741577643339376,23.50285724776877,True usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:37:07.538493+00:00,2026-06-22T09:37:07.538493+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.9020147440991872,0.9497445678176776,0.008328821278571735,0.2803450089464156,17.106217465169312,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:59:20.608886+00:00,2026-06-22T03:59:20.608886+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.6902853800043748,0.8308341471102249,0.010932149246638267,0.5688476445696898,-1.7116360281995837,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:57:14.885568+00:00,2026-06-22T07:57:14.885568+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,3.5423357378782003,1.8821093852053872,0.011218152888442424,0.6747153312513149,7.670148517862866,True @@ -667,6 +668,7 @@ binance_btcusdt_1h_close/1h/short|window:2de9009ba69aaae70f97,2026-06-23T06:44:3 binance_btcusdt_1h_close/1h/short|window:2eaa36c7173bfb8a66ea,2026-06-23T07:08:19.711011+00:00,2026-06-23T07:08:19.711011+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.1184860983073455,1.0575850312420962,0.007034765059574109,0.5237043933203891,2.668680134634652,True binance_btcusdt_1h_close/1h/short|window:2f2a3a1a9ef06293c1d1,2026-06-23T00:57:35.958982+00:00,2026-06-23T00:57:35.958982+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.681369817493635,1.2966764505818846,0.010202298040372938,0.701276505128686,-38.069348311457524,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:35:17.915830+00:00,2026-06-22T10:35:17.915830+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.16211831006757482,0.402639180989102,0.004085282087313941,0.31192617701152564,16.133641037048296,True +binance_btcusdt_1h_close/1h/short|window:2f80b6e56b67f97ea52c,2026-06-23T09:02:33.671024+00:00,2026-06-23T09:02:33.671024+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.869345753280734,1.3672401958985605,0.009336090449845373,0.7137305418346714,2.0642363425887527,True binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:23:02.572746+00:00,2026-06-16T12:23:02.572746+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2657766333544848,0.5155352881757803,0.005326065528764627,0.34399480994002407,88.32952303110369,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:27:42.744575+00:00,2026-06-16T13:27:42.744575+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.27256344789847853,0.522076093973358,0.005723825957856733,0.32454854261409083,86.61540064402186,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:44:03.990447+00:00,2026-06-18T02:44:03.990447+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.7277114525379689,0.853060052128787,0.01133940472086123,0.3759595616315245,24.526304421966636,True @@ -1444,7 +1446,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7bc042fd89f90fe2a0be,2026-06-17T21 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:47:45.480930+00:00,2026-06-22T02:47:45.480930+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,2.1227173115927e-05,0.00460729564016973,2.9004414876302087e-05,0.16585786398018562,99.99591606373343,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:39:27.727464+00:00,2026-06-17T14:39:27.727464+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.7585634263459957,0.8709554674872854,0.008253842690833528,0.4544688334157129,35.24703981491679,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:10:08.285411+00:00,2026-06-16T22:10:08.285411+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,12.463041327867872,3.5303032912014616,0.018689532669141543,3.200770373653397,-6.410465312971317,True -usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T08:25:23.759156+00:00,2026-06-23T08:25:23.759156+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.2985860985827778,0.546430323630358,0.012311206123225796,0.25784005790287007,18.2437292389834,True +usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T09:02:38.475181+00:00,2026-06-23T09:02:38.475181+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.2985860985827778,0.546430323630358,0.012311206123225796,0.25784005790287007,18.2437292389834,True usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:34:42.524122+00:00,2026-06-22T09:34:42.524122+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.7224949448243396,0.8499970263620571,0.013235092094590667,0.6964279877343561,27.634532488458152,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:56:32.576591+00:00,2026-06-17T11:56:32.576591+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.01800652226232386,0.134188383485024,0.004103175826937135,0.09198784030044221,86.58382365816081,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:56:59.173790+00:00,2026-06-22T03:56:59.173790+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,5.728603555207732e-06,0.0023934501363529035,1.7598470052083337e-05,0.12192275239932136,99.99828242823305,True @@ -1535,6 +1537,7 @@ binance_btcusdt_1h_close/1h/short|window:2de9009ba69aaae70f97,2026-06-23T06:51:4 binance_btcusdt_1h_close/1h/short|window:2eaa36c7173bfb8a66ea,2026-06-23T07:11:10.985705+00:00,2026-06-23T07:11:10.985705+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.028615471915796,1.01420681910338,0.006788308935866405,0.5910837423999212,6.846704083485305,True binance_btcusdt_1h_close/1h/short|window:2f2a3a1a9ef06293c1d1,2026-06-23T01:00:36.758468+00:00,2026-06-23T01:00:36.758468+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.7404852168600136,1.3192745039831604,0.010592998967589846,0.9199125202598486,-39.53690548902717,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:40:06.364652+00:00,2026-06-22T10:40:06.364652+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.16288382186637318,0.403588679061211,0.004029892676126271,0.21393085124126798,15.904144266427672,True +binance_btcusdt_1h_close/1h/short|window:2f80b6e56b67f97ea52c,2026-06-23T09:05:16.694303+00:00,2026-06-23T09:05:16.694303+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.8429027405834009,1.357535539344514,0.009292059913619033,0.8432629490458964,2.7761460989226125,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:48:10.020027+00:00,2026-06-18T02:48:10.020027+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6261049620186008,1.2751882065085924,0.016848133870394872,0.9540998311833636,-15.050072189378072,True binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:43:33.888571+00:00,2026-06-23T00:43:33.888571+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.731821886194197,1.3159870387637551,0.01053129305756295,0.9133212010468975,-39.520038195270836,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:37:24.445206+00:00,2026-06-22T08:37:24.445206+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.15735081057428998,0.39667469111891923,0.00409738505212304,0.21049507499657083,24.478849781282292,True @@ -2044,7 +2047,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04 usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.183371+00:00,2026-06-22T05:43:44.183371+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,4.858032770444167,2.20409454662094,0.016033803250558285,1.1641892708728514,6.481839535476115,True usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:45.061895+00:00,2026-06-22T02:50:45.061895+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.13467215673421715,0.3669770520539631,0.0035371408554212918,0.42425389286048826,77.06137813888377,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:43:31.988855+00:00,2026-06-17T14:43:31.988855+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.4835871671062005,0.6954043191598687,0.006985168358585395,0.650006193427349,53.230729517735455,True -usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T08:28:08.937763+00:00,2026-06-23T08:28:08.937763+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.15647313747623431,0.39556685588688334,0.0087433080144285,0.3033499988820696,46.80651082200951,True +usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T09:05:16.720186+00:00,2026-06-23T09:05:16.720186+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.15647313747623431,0.39556685588688334,0.0087433080144285,0.3033499988820696,46.80651082200951,True usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:37:07.625843+00:00,2026-06-22T09:37:07.625843+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.15168823152999084,0.38947173392942247,0.006694645859935514,0.3249897227012102,78.72517543043683,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:59:20.684454+00:00,2026-06-22T03:59:20.684454+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.026311286062150496,0.162207540090313,0.0008999626018160711,0.341272899430646,92.41054139686939,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:57:14.984461+00:00,2026-06-22T07:57:14.984461+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,2.2867770112657317,1.5122093146339668,0.014152935666226532,0.881160305045158,28.734865887593333,True @@ -2149,6 +2152,7 @@ binance_btcusdt_1h_close/1h/short|window:2de9009ba69aaae70f97,2026-06-23T06:50:0 binance_btcusdt_1h_close/1h/short|window:2eaa36c7173bfb8a66ea,2026-06-23T07:10:31.506843+00:00,2026-06-23T07:10:31.506843+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.1533693517388117,1.0739503488238233,0.007121039044561807,0.514766498811415,1.1336925264898605,True binance_btcusdt_1h_close/1h/short|window:2f2a3a1a9ef06293c1d1,2026-06-23T00:59:49.795022+00:00,2026-06-23T00:59:49.795022+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.9969215492709738,1.4131247465354833,0.010206102792377011,0.6844839366495387,-45.17281790232383,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:39:16.861649+00:00,2026-06-22T10:39:16.861649+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.46878363292739555,0.6846777584582368,0.006473973327712203,0.3693484636252216,-35.237156176233775,True +binance_btcusdt_1h_close/1h/short|window:2f80b6e56b67f97ea52c,2026-06-23T09:04:39.031710+00:00,2026-06-23T09:04:39.031710+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.0618858022100714,1.435926809489283,0.009782898343606019,0.7272531638119407,-2.8363342749304445,True binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:25:04.275350+00:00,2026-06-16T12:25:04.275350+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.46453514053539335,0.6815681481226902,0.00630206578115168,0.3817471533161531,80.4547879875748,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:29:59.492930+00:00,2026-06-16T13:29:59.492930+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.42857367264716045,0.6546553846468847,0.0067795918878376495,0.3851266092192644,79.73073003441522,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:47:13.518711+00:00,2026-06-18T02:47:13.518711+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.23958721976387,1.496525048157855,0.01826833885790056,0.6528115616754251,-30.198715696308586,True @@ -2895,7 +2899,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7bc042fd89f90fe2a0be,2026-06-17T22 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:07.073081+00:00,2026-06-22T02:50:07.073081+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.33945249075979933,0.5826255150264185,1.9622378879123265e-05,0.1455342330538094,50.76745638699532,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:42:51.931964+00:00,2026-06-17T14:42:51.931964+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,9.27982640797017,3.0462807500245557,0.01210921103494209,1.132143617136543,-70.83298882761426,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:40:13.827036+00:00,2026-06-16T22:40:13.827036+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,11.903948939906112,3.4502099849003556,0.018775778390543334,2.9200461191831892,-4.122061955115725,True -usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T08:27:35.961268+00:00,2026-06-23T08:27:35.961268+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.2125540459041816,0.46103584015148064,0.011857163675006117,0.3002867921976399,34.03017505468616,True +usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T09:04:44.535223+00:00,2026-06-23T09:04:44.535223+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.17960157269841648,0.42379425750995786,0.011652365069017344,0.29790119788674935,41.25343060199335,True usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:36:42.135578+00:00,2026-06-22T09:36:42.135578+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,5.3460012892370585,2.312142142956842,0.04098554567418008,1.3429066071452092,-61.503266257598774,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:59:01.707661+00:00,2026-06-17T11:59:01.707661+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.033133624792916316,0.18202643981827563,0.0058557967693485015,0.13209659100924043,76.63001742307411,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:58:56.809056+00:00,2026-06-22T03:58:56.809056+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.24234820467932908,0.4922887411665323,5.7309468587239584e-05,0.1544542429461327,46.70156903893224,True @@ -2987,6 +2991,7 @@ binance_btcusdt_1h_close/1h/short|window:2de9009ba69aaae70f97,2026-06-23T06:51:4 binance_btcusdt_1h_close/1h/short|window:2eaa36c7173bfb8a66ea,2026-06-23T07:11:11.044547+00:00,2026-06-23T07:11:11.044547+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.107425373585833,1.052342802315782,0.00725259476895278,0.6309075887879959,3.165168070687135,True binance_btcusdt_1h_close/1h/short|window:2f2a3a1a9ef06293c1d1,2026-06-23T01:00:36.830914+00:00,2026-06-23T01:00:36.830914+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6750010229709,0.8215844588177773,0.005298430978994906,0.44352722705767667,5.539775330574229,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:40:06.456295+00:00,2026-06-22T10:40:06.456295+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.08888311125913032,0.2981327074628517,0.0025868127570351836,0.1408163684543209,43.27379865033399,True +binance_btcusdt_1h_close/1h/short|window:2f80b6e56b67f97ea52c,2026-06-23T09:05:16.745649+00:00,2026-06-23T09:05:16.745649+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.8127163516989793,1.3463715503897797,0.009453141605533906,0.8538390002067954,3.6010737094862435,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:48:10.091858+00:00,2026-06-18T02:48:10.091858+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.1382946736037933,1.0669089340725353,0.01421828272063822,0.7862298809593158,2.6669111391707485,True binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:43:33.906783+00:00,2026-06-23T00:43:33.906783+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6767447221189304,0.822644955080216,0.005360598837503963,0.44572433346199364,5.182302447070625,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:37:24.549543+00:00,2026-06-22T08:37:24.549543+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1003022344598122,0.31670528012619586,0.003094443859077393,0.15447013145319297,44.22355326530423,True @@ -3496,7 +3501,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04 usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.226094+00:00,2026-06-22T05:43:44.226094+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,5.450900379075056,2.334716338032322,0.016843971631205674,1.2049108511468902,0.7335656832552377,True usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:45.105875+00:00,2026-06-22T02:50:45.105875+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.2226377826134922,0.4718450832778617,0.00455957602339178,0.4607959966814019,64.72118475509733,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:43:32.027479+00:00,2026-06-17T14:43:32.027479+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.5567657632506555,1.2477041970157252,0.011075911406806473,1.0228661166421678,0.8791928781580834,True -usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T08:28:08.985063+00:00,2026-06-23T08:28:08.985063+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.3481556436816474,0.590047153778109,0.013037763494877794,0.4462882460773158,10.729251681506346,True +usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T09:05:16.767171+00:00,2026-06-23T09:05:16.767171+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.3481556436816474,0.590047153778109,0.013037763494877794,0.4462882460773158,10.729251681506346,True usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:37:07.672406+00:00,2026-06-22T09:37:07.672406+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.3677187741095886,1.1694950936663175,0.020162824095637452,0.9885511589094701,-3.5358918988440764,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:59:20.715836+00:00,2026-06-22T03:59:20.715836+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.10847944412275626,0.3293621777356293,0.0026041666666666665,0.40426217937119463,72.02451349317279,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:57:15.022166+00:00,2026-06-22T07:57:15.022166+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,4.4015831396171725,2.097995028501539,0.020126843714667452,1.3533472072587862,-3.1725895268910813,True @@ -3578,6 +3583,7 @@ binance_btcusdt_1h_close/1h/short|window:2de9009ba69aaae70f97,2026-06-23T06:51:4 binance_btcusdt_1h_close/1h/short|window:2eaa36c7173bfb8a66ea,2026-06-23T07:11:11.073820+00:00,2026-06-23T07:11:11.073820+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.1798205512983602,1.086195448019536,0.0081894350289479,0.5895418224518908,0.0,True binance_btcusdt_1h_close/1h/short|window:2f2a3a1a9ef06293c1d1,2026-06-23T01:00:36.876772+00:00,2026-06-23T01:00:36.876772+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7541741146770197,0.8684319862125184,0.0062425128579486205,0.5131526184506962,7.360521947247004e-15,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:40:06.491895+00:00,2026-06-22T10:40:06.491895+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.22449275084468256,0.47380665977240394,0.004595149475418763,0.337279425944699,0.0,True +binance_btcusdt_1h_close/1h/short|window:2f80b6e56b67f97ea52c,2026-06-23T09:05:16.784861+00:00,2026-06-23T09:05:16.784861+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.9481478434810904,1.3957606684102724,0.010444169719603852,0.7185898874146516,-5.6988643256218706e-15,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:48:10.132204+00:00,2026-06-18T02:48:10.132204+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.2006728592798548,1.095752188809064,0.014990952708299874,0.5414699277508123,-9.246673779992423e-15,True binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:43:33.922419+00:00,2026-06-23T00:43:33.922419+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7507202756282597,0.8664411553176936,0.006180561986776957,0.5109555120463791,0.0,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:37:24.595928+00:00,2026-06-22T08:37:24.595928+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.25935579444585183,0.5092698640660488,0.005168557381251025,0.3474572452788122,0.0,True @@ -4087,7 +4093,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04 usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.250316+00:00,2026-06-22T05:43:44.250316+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,5.531463229719484,2.3519062969683726,0.016843971631205674,1.091688880856305,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:45.140994+00:00,2026-06-22T02:50:45.140994+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.039523551705468,1.0195702779629603,0.004340277777777777,0.4484906861534405,1.0680114200430546e-14,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:43:32.126924+00:00,2026-06-17T14:43:32.126924+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.5843825152072428,1.258722572772588,0.010416666666666666,0.5707762796150916,-7.0072915723886e-15,True -usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T08:28:09.007581+00:00,2026-06-23T08:28:09.007581+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.43184374075170173,0.6571481878174068,0.013020833333333334,0.3041270438178131,-6.4272265628570514e-15,True +usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T09:05:16.795501+00:00,2026-06-23T09:05:16.795501+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.43184374075170173,0.6571481878174068,0.013020833333333334,0.3041270438178131,-6.4272265628570514e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:37:07.708052+00:00,2026-06-22T09:37:07.708052+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.2742998515586346,1.1288489055487605,0.019630947800436064,0.5604210235550541,-8.7124158671698e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:59:20.738411+00:00,2026-06-22T03:59:20.738411+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.6670526925303998,0.816732938316069,0.0026041666666666665,0.3965619473831719,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:a912ad9294a846fb40d8,2026-06-22T07:57:15.050594+00:00,2026-06-22T07:57:15.050594+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,4.130883012102197,2.032457382604171,0.0198504471168671,0.9988398892509164,0.0,True @@ -4192,6 +4198,7 @@ binance_btcusdt_1h_close/1h/short|window:2de9009ba69aaae70f97,2026-06-23T06:48:4 binance_btcusdt_1h_close/1h/short|window:2eaa36c7173bfb8a66ea,2026-06-23T07:09:55.653605+00:00,2026-06-23T07:09:55.653605+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.019087166525796,1.0094984727704128,0.006901432778140595,0.5104095203997232,7.3096921471362055,True binance_btcusdt_1h_close/1h/short|window:2f2a3a1a9ef06293c1d1,2026-06-23T00:59:01.327160+00:00,2026-06-23T00:59:01.327160+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.2325264527624984,1.110192079219852,0.008229097984161481,0.6112565583323598,-24.0777269572125,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:37:06.492796+00:00,2026-06-22T10:37:06.492796+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3635688961175072,0.6029667454491228,0.006547768916037665,0.3171039185396391,-23.649926158467316,True +binance_btcusdt_1h_close/1h/short|window:2f80b6e56b67f97ea52c,2026-06-23T09:04:08.234558+00:00,2026-06-23T09:04:08.234558+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.7230533948845597,1.3126512845704907,0.009163682087820287,0.6954927330853584,6.131356849747042,True binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:24:28.190756+00:00,2026-06-16T12:24:28.190756+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.21279517444983034,0.46129727340385435,0.004528991403257688,0.33548179579889487,90.54601208677094,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:29:24.668912+00:00,2026-06-16T13:29:24.668912+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.18964687439036823,0.43548464311657215,0.0043302459893587095,0.32547902449175475,90.4935942755223,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:46:21.180837+00:00,2026-06-18T02:46:21.180837+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9091086557816959,0.9534718956433356,0.012703247591405177,0.5036186971114618,13.819639683858574,True @@ -4954,7 +4961,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7bc042fd89f90fe2a0be,2026-06-17T22 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:49:26.090818+00:00,2026-06-22T02:49:26.090818+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,2.7268825793305014e-05,0.005221956127095,4.0062798394097224e-05,0.15688901613816553,99.99475372915785,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:42:14.975948+00:00,2026-06-17T14:42:14.975948+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,1.6848223631418076,1.2980070736100815,0.011144864202641205,0.7273767946347385,-3.0723020328198922,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:29:48.178458+00:00,2026-06-16T22:29:48.178458+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,12.49661766347767,3.535055538952347,0.0187113712516006,1.482244991383353,-6.544423367027795,True -usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T08:27:01.091828+00:00,2026-06-23T08:27:01.091828+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.3398510191776471,0.5829674254858903,0.012552137442514405,0.275752934294858,11.92086902112395,True +usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T09:04:13.119476+00:00,2026-06-23T09:04:13.119476+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.3398510191776471,0.5829674254858903,0.012552137442514405,0.275752934294858,11.92086902112395,True usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:36:07.496057+00:00,2026-06-22T09:36:07.496057+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.7379770448785675,0.8590559032324774,0.013362495996745041,0.6979137606182538,26.652535127230394,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:58:40.136622+00:00,2026-06-17T11:58:40.136622+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.019876433514502797,0.14098380585905176,0.004467944764254386,0.10426703297611399,85.29305309551977,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:58:15.775582+00:00,2026-06-22T03:58:15.775582+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,6.844321793742312e-05,0.008273041637597572,6.96351793077257e-05,0.11612016262465552,99.97948102248009,True @@ -5068,6 +5075,7 @@ binance_btcusdt_1h_close/1h/short|window:2de9009ba69aaae70f97,2026-06-23T06:51:0 binance_btcusdt_1h_close/1h/short|window:2eaa36c7173bfb8a66ea,2026-06-23T07:10:59.164237+00:00,2026-06-23T07:10:59.164237+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9631133528693189,0.981383387300457,0.006705549475880965,0.5589791101233678,10.112640338910076,True binance_btcusdt_1h_close/1h/short|window:2f2a3a1a9ef06293c1d1,2026-06-23T01:00:21.695493+00:00,2026-06-23T01:00:21.695493+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,2.4164796562909507,1.5545030255007388,0.012443672007626692,0.8615316717462371,-52.4278480619612,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:39:50.466833+00:00,2026-06-22T10:39:50.466833+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.13454557301360276,0.3668045433382781,0.0031412796532505603,0.19326585632769877,25.05224981681413,True +binance_btcusdt_1h_close/1h/short|window:2f80b6e56b67f97ea52c,2026-06-23T09:05:04.919314+00:00,2026-06-23T09:05:04.919314+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.7391384837634938,1.3187639985090183,0.00895695880930472,0.7347027380645325,5.6683788881072275,True binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:25:30.014466+00:00,2026-06-16T12:25:30.014466+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5071320092362624,0.7121320167189946,0.0076762990162430765,0.40985184640936434,78.85204676431266,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:30:25.761976+00:00,2026-06-16T13:30:25.761976+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5236769676170948,0.7236552823113328,0.008310809541671538,0.4164075278604595,75.77759450966956,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:47:53.966620+00:00,2026-06-18T02:47:53.966620+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.807271029382453,0.8984826260882584,0.012164617253517576,0.421977725748546,19.59227208084415,True @@ -5792,7 +5800,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:50:41.773274+00:00,2026-06-22T02:50:41.773274+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.00022580483131429336,0.01502680376242045,0.00011674669053819444,0.14125192307495363,99.95656552612516,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:43:28.366681+00:00,2026-06-17T14:43:28.366681+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,1.5306068279456848,1.237176959026349,0.011004541535724074,0.7664750640293477,1.7263522066219064,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:43:08.219146+00:00,2026-06-16T22:43:08.219146+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,12.355930239743182,3.5151003171663797,0.018610379714671745,3.390228647170611,-5.980550462743594,True -usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T08:28:05.500920+00:00,2026-06-23T08:28:05.500920+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.28438060375203467,0.5332734793256033,0.011686764980884308,0.25361564488257565,20.588959050511264,True +usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T09:05:13.610698+00:00,2026-06-23T09:05:13.610698+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.28438060375203467,0.5332734793256033,0.011686764980884308,0.25361564488257565,20.588959050511264,True usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:37:05.095200+00:00,2026-06-22T09:37:05.095200+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,1.5051030662419596,1.2268264205835964,0.01962815851649673,0.9897829992737521,-8.304057436406707,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:59:23.716170+00:00,2026-06-17T11:59:23.716170+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.11842743772708213,0.344132878009472,0.010921509502923978,0.17451833716123208,35.78574589928042,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:59:18.517452+00:00,2026-06-22T03:59:18.517452+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.0018819088545436455,0.043380973416276,0.00036283704969618057,0.12420477956559602,99.4373414529171,True @@ -5906,6 +5914,7 @@ binance_btcusdt_1h_close/1h/short|window:2de9009ba69aaae70f97,2026-06-23T06:45:4 binance_btcusdt_1h_close/1h/short|window:2eaa36c7173bfb8a66ea,2026-06-23T07:08:51.468868+00:00,2026-06-23T07:08:51.468868+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0655566190237533,1.032258019597694,0.00714777412514539,0.6554128087418627,5.088852500367009,True binance_btcusdt_1h_close/1h/short|window:2f2a3a1a9ef06293c1d1,2026-06-23T00:58:04.905469+00:00,2026-06-23T00:58:04.905469+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.8990584188639662,0.9481869113544893,0.00768219934528453,0.5591964722203366,-8.76369786146327,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:35:55.348791+00:00,2026-06-22T10:35:55.348791+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.26670931301107226,0.51643906998897,0.0040614726389864115,0.38909746613224794,-8.594540876926548,True +binance_btcusdt_1h_close/1h/short|window:2f80b6e56b67f97ea52c,2026-06-23T09:03:11.067651+00:00,2026-06-23T09:03:11.067651+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.7689370691931554,1.3300139357138914,0.009123074689437335,0.8844665411181755,4.821272004760368,True binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:23:32.804593+00:00,2026-06-16T12:23:32.804593+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.3265847640634848,0.5714759523055059,0.00798438079202283,0.3378640439377623,85.84832110499136,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:28:30.942365+00:00,2026-06-16T13:28:30.942365+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2706137367317629,0.5202054754919088,0.0075814667503341015,0.31717257828888673,86.70477923008188,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:44:47.373862+00:00,2026-06-18T02:44:47.373862+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0808633101347789,1.0396457618510158,0.012134229399077207,0.8268993824468654,5.251266701409114,True @@ -6690,7 +6699,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7bc042fd89f90fe2a0be,2026-06-17T22 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:48:24.542742+00:00,2026-06-22T02:48:24.542742+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.00016619230310660016,0.012891559374513238,0.0002628411187065972,0.24532899938098765,99.96803040444242,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:40:40.084258+00:00,2026-06-17T14:40:40.084258+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,1.5172511177991164,1.2317674771640614,0.010293107889250306,1.059939695668348,2.164388362756337,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:26:21.853610+00:00,2026-06-16T22:26:21.853610+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,12.568604744386134,3.5452228060287174,0.018718288339161285,3.3707263184352834,-6.830338620330694,True -usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T08:26:01.030573+00:00,2026-06-23T08:26:01.030573+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.280145670152649,0.5292878896712535,0.014857234909743,0.24450933976367598,21.30622566512185,True +usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T09:03:18.671710+00:00,2026-06-23T09:03:18.671710+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.280145670152649,0.5292878896712535,0.014857234909743,0.24450933976367598,21.30622566512185,True usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:35:11.947130+00:00,2026-06-22T09:35:11.947130+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.6196801703255346,0.7871976691565686,0.01155054307433448,0.7311299567334905,34.563177735204995,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:57:26.860782+00:00,2026-06-17T11:57:26.860782+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.025299327212488475,0.159057622302386,0.0021941067879660083,0.23557632371375295,81.6487246341539,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:57:31.643213+00:00,2026-06-22T03:57:31.643213+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,8.773511258176665e-05,0.00936670233229212,5.902184380425347e-05,0.11393297840364353,99.97369815740541,True @@ -6807,6 +6816,7 @@ binance_btcusdt_1h_close/1h/short|window:2de9009ba69aaae70f97,2026-06-23T06:47:0 binance_btcusdt_1h_close/1h/short|window:2eaa36c7173bfb8a66ea,2026-06-23T07:09:32.697448+00:00,2026-06-23T07:09:32.697448+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.0346958871451912,1.0172000231740026,0.006889616179760023,0.5105507443369128,6.553334246422132,True binance_btcusdt_1h_close/1h/short|window:2f2a3a1a9ef06293c1d1,2026-06-23T00:58:41.941065+00:00,2026-06-23T00:58:41.941065+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.7012033362539731,1.3043018577974859,0.010381483867289256,0.7088109593013989,-38.56959838162044,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:36:42.178820+00:00,2026-06-22T10:36:42.178820+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.16314594901866739,0.403913293936542,0.003823728344027016,0.21218017981567042,15.825768130901558,True +binance_btcusdt_1h_close/1h/short|window:2f80b6e56b67f97ea52c,2026-06-23T09:03:53.099798+00:00,2026-06-23T09:03:53.099798+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.7483034067071124,1.3222342480465072,0.00922419033171083,0.6913647594385247,5.406386375684052,True binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:24:05.708884+00:00,2026-06-16T12:24:05.708884+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2181337990075318,0.46704796221323114,0.004449095306607827,0.33535548440803903,90.32030885091677,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:29:09.603861+00:00,2026-06-16T13:29:09.603861+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.19477700076359722,0.4413354741731025,0.004060174478077061,0.31635206749238676,90.24897478959379,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:45:41.632602+00:00,2026-06-18T02:45:41.632602+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.869622085526136,0.9325352998820666,0.012414620698474417,0.4268347024073674,15.990512587796603,True @@ -7573,7 +7583,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:7bc042fd89f90fe2a0be,2026-06-17T22 usgs_potomac_iv_usgs_00060/15min/short|window:7e662239f40b0c0f2a2f,2026-06-22T02:49:04.612206+00:00,2026-06-22T02:49:04.612206+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,8.971275738528692e-07,0.0009471681866769329,7.078382703993055e-06,0.14912261142854244,99.99982739654179,True usgs_potomac_iv_usgs_00060/15min/short|window:7e807025ce94ae118642,2026-06-17T14:41:19.529142+00:00,2026-06-17T14:41:19.529142+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,1.7013587281187583,1.304361425418108,0.011196621008086624,0.46778566889938905,-3.5601164014092057,True usgs_potomac_iv_usgs_00060/15min/short|window:7fd722683416e4ab6d89,2026-06-16T22:29:20.002358+00:00,2026-06-16T22:29:20.002358+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,12.612547892186464,3.551414914113312,0.018796341443593247,1.69357224638384,-7.004011864804818,True -usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T08:26:42.299700+00:00,2026-06-23T08:26:42.299700+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.027690914612629246,0.166405873131417,0.002987307104376755,0.20391686616632243,87.94828016151463,True +usgs_potomac_iv_usgs_00060/15min/short|window:80aa75b630ca0fe830d1,2026-06-23T09:03:59.681627+00:00,2026-06-23T09:03:59.681627+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.027690914612629246,0.166405873131417,0.002987307104376755,0.20391686616632243,87.94828016151463,True usgs_potomac_iv_usgs_00060/15min/short|window:92a2298f9b8c284c0c19,2026-06-22T09:35:52.807871+00:00,2026-06-22T09:35:52.807871+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.7428409027522416,0.8618821861207259,0.013426850238059812,0.41168769974851305,26.347142492193473,True usgs_potomac_iv_usgs_00060/15min/short|window:9cf60a3ba4c0b587aa2d,2026-06-17T11:57:46.548264+00:00,2026-06-17T11:57:46.548264+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.0001178359621423732,0.010855227410900852,0.0003333733095760233,0.04976244057198798,99.90593491181717,True usgs_potomac_iv_usgs_00060/15min/short|window:a5b75155a97d72d7c76d,2026-06-22T03:58:00.152207+00:00,2026-06-22T03:58:00.152207+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,8.348156830169733e-07,0.000913682484792706,7.650587293836805e-06,0.1504270209897503,99.99974970054161,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 317584605e8b574da32c4e7dbf34325b150b7774..62301ec7bdacf2066d938d5f414742bbe7fb35bf 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9041854583236505,0.8998562354090647,0.011004468225546732,0.7674194510173954,-13.990847742125698,0.6211226822048611,0.34935323383084577,1.7682971933913034e-13,201,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T08:57:09.771036+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9125820492180873,0.9033843906134639,0.011020295765349174,0.7701736104032371,-13.992565553587458,0.6309640001418672,0.3554997290773854,5.745080752297985e-14,202,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T09:05:16.594662+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5403797673006585,1.0781587478820736,0.10665469540415219,0.8366690121214557,-56.28506249342217,1.6757996321466717,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T08:09:59.604357+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.976687484017379,1.2942006871552176,1.3883358969982942,1.0115937179571792,4.94851631796043,1.4271148355491825,0.02216427640156454,0.7219416981300728,118,0.9576271186440678,2026-06-17T12:10:12.335728+00:00,2026-06-23T08:57:09.811288+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.188509586222655,2.0852850201508835,0.12216957744554847,1.4328100498375709,13.937974955680962,4.539634722184372,0.21120448179271709,0.004212409777187008,85,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T08:46:22.547976+00:00 @@ -7,9 +7,9 @@ ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,19.01426462483366 ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.0782441777012375,0.9069908788012423,0.5023036735558801,0.6608614227689442,-6.824078738664804,1.4125765261737788,-0.24242424242424246,0.048519444068073216,33,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-23T08:09:59.710343+00:00 ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.5157301393912048,1.149382743208645,0.13814849252188688,0.8913768826435516,-55.25708100238029,1.308788541499809,-0.4758064516129033,7.699042265529788e-05,32,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-23T08:09:59.740835+00:00 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0312310930711686,0.9911776803996993,0.5979681387806546,0.49491080871629006,19.094101387104836,0.45504704050183126,-0.2765151515151515,0.023819568789772635,33,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T08:09:59.776947+00:00 -ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7418779754411062,1.055970816523059,0.015028649289755112,0.708277879687436,13.703831186993419,3.003381578322259,0.04439746300211416,0.6709831946653166,44,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T08:28:08.814863+00:00 +ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7418779754411062,1.055970816523059,0.015028649289755112,0.708277879687436,13.703831186993419,3.003381578322259,0.04439746300211416,0.6709831946653166,44,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T09:05:16.639744+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4648798126567645,0.6136925105837668,0.007219762901104995,0.3411202504705534,24.725761941195994,0.5740795725845897,0.2479812709560939,4.198689386429343e-11,318,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T08:54:18.160694+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4692825272041751,0.6160547290330295,0.007226397156743679,0.3422883078102528,24.654722675996602,0.5785451088331595,0.2525383963249936,1.7107764329669445e-11,319,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T09:02:33.671024+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.342872866747477,0.4745200182106267,0.05384135267866591,0.2697134153077109,20.663981301944094,0.5070594714806828,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T08:04:15.920483+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.24649799642020553,0.3865750719737721,0.47895334608175966,0.20792775937841695,74.39107801490077,0.3529321717755605,0.2847156875924184,2.682632025387474e-08,173,0.9653179190751445,2026-06-16T12:06:44.487655+00:00,2026-06-23T08:54:25.230436+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.452466522026601,2.0575125310460547,0.1252447415137371,1.1671138746517065,10.8678986194433,5.361035986511968,0.46794615487138475,1.649775674633432e-14,123,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T08:44:01.546172+00:00 @@ -17,9 +17,9 @@ Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,16.7398418430 Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.414494284684722,1.1093666103532431,0.35073174950595387,0.6421293078644672,17.595918875933325,4.695338888413476,-0.23607843137254905,0.01449382965805167,51,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-23T08:04:31.466205+00:00 Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.14135929118836396,0.36148307309247385,0.040121726428790964,0.17779576641595668,28.539573476968403,0.08148581935998851,-0.021176470588235297,0.8264165955464258,51,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-23T08:04:36.339327+00:00 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8684377598262402,0.8999198230941949,0.5786183214797567,0.473250907198682,26.42034119685024,0.4646703154716633,0.036862745098039225,0.7026513175971587,51,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T08:04:40.898581+00:00 -Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.698063211017207,0.8989648784409354,0.010515003379822035,0.5673487920598993,34.825714950663325,3.649887674826892,0.06187202538339504,0.47729026119973217,62,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T08:25:23.759156+00:00 +Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.698063211017207,0.8989648784409354,0.010515003379822035,0.5673487920598993,34.825714950663325,3.649887674826892,0.06187202538339504,0.47729026119973217,62,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T09:02:38.475181+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6969541798711871,0.7151981809370973,0.007274730902071841,0.4528660811623277,18.686130529179522,0.7794709547666927,0.194228855721393,4.224790582433463e-05,201,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T08:57:09.855337+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7026271925479802,0.7183780688500053,0.007284717679356727,0.45479873892412753,18.607368230019834,0.7816989119829676,0.2008275454411113,2.1893763244941256e-05,202,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T09:05:16.694303+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.16949130757092,1.7497344256684344,0.18642719878410866,1.3506063173057374,-69.43453939087526,4.262176024066775,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T08:09:59.837298+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.9640471844777667,1.5691694188238015,1.4477593363754275,1.1845862217911671,-7.54452668275012,2.3564464939663248,0.09865275966970882,0.11320556228344325,118,0.9576271186440678,2026-06-17T12:10:12.697348+00:00,2026-06-23T08:57:09.879961+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,7.681199130784267,2.3975620241831757,0.1370146648312864,1.6328423659281288,7.239156337016444,7.228203090771998,0.3310924369747899,7.248020857362263e-06,85,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T08:46:22.626808+00:00 @@ -27,9 +27,9 @@ ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,19.23104867110287,1 ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,10.386955630962444,2.197646919976163,1.3175584581085922,1.7661593759250176,-41.380347954998385,25.919046905195863,-0.14772727272727273,0.2348656206939674,33,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-23T08:09:59.891344+00:00 ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.983869845090686,2.9418314090908044,0.35372270088732854,2.3974943299442364,-79.25460906298271,14.429970908825123,-0.1733870967741936,0.16940208371127322,32,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-23T08:09:59.913902+00:00 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1443380430710246,1.0260854806481863,0.6597966412824208,0.535346778092275,17.636042246400446,0.6309279064221259,-0.09090909090909091,0.46948232711401844,33,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T08:09:59.934203+00:00 -ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4985429515218607,0.9600463396813074,0.013743058034078664,0.653913335297913,22.144811470039983,2.9024246315851823,0.03171247357293869,0.7615638097918086,44,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T08:28:08.937763+00:00 +ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4985429515218607,0.9600463396813074,0.013743058034078664,0.653913335297913,22.144811470039983,2.9024246315851823,0.03171247357293869,0.7615638097918086,44,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T09:05:16.720186+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6611768810701641,0.7463417052141532,0.0086393378700588,0.37942374967106174,6.947407183334033,0.6810274334392491,0.12279839436388956,0.001192525070268258,313,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T08:56:37.372859+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6656377375069154,0.748537836119488,0.008642979782394937,0.3805314866587715,6.916248771046566,0.6845180367161154,0.12789727518772512,0.0007230951958048197,314,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T09:04:39.031710+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.28754458579741815,0.4380141143811507,0.050453637424110465,0.2532472879283887,29.112079917576494,0.4084272232692641,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T08:08:32.950998+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.7830418850918979,1.0866924296016827,1.4390382468836622,0.553607137717247,24.08172497601162,2.513124753411376,0.342139662882697,3.072595493919474e-11,171,0.9707602339181286,2026-06-16T12:07:52.741323+00:00,2026-06-23T08:56:43.465155+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.89556339762181,2.2632377994354087,0.1276377933064197,1.148218642558579,8.467270086412817,34.74349344528919,0.5022408963585434,4.15659316000066e-16,120,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T08:45:58.763940+00:00 @@ -37,9 +37,9 @@ Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.257 Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.2706183385785264,1.1539208971114816,0.4005793014178737,0.6644070269236225,6.034148564182475,4.311421795180735,-0.32654949121184096,0.001207214449017767,47,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-23T08:08:53.838552+00:00 Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15931284503883242,0.3802762144039363,0.04103901799153087,0.19113665066877325,26.27955739236313,0.11425895228162683,0.3043478260869566,0.002552231335134151,47,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-23T08:09:00.155227+00:00 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1420348145171664,1.0339880001985877,0.6391946431545175,0.49139979629752184,12.637684573942037,0.762949812480726,-0.25581395348837205,0.01437906695799818,44,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T08:09:05.638976+00:00 -Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.9959326061602423,1.2551510264933214,0.013584899867293785,0.677324607419797,12.361213460662908,5.92559885510054,0.05464480874316939,0.533750227752984,61,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T08:27:35.961268+00:00 +Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.99539240168146,1.2545405087450996,0.013581542513097247,0.67728549931634,12.4796274860286,5.925858325977489,0.051366120218579225,0.5585786584884209,61,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T09:04:44.535223+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5673517293314799,0.6774760828585803,0.007073580476159811,0.4201020934307338,19.18458778707104,0.5282314988399844,0.03174129353233831,0.5033769796196486,201,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T08:57:09.906574+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5735169007293387,0.6807874465592298,0.007085360481750771,0.4222493058405163,19.107441677776066,0.5341518521380396,0.041130978769518746,0.3846637102844884,202,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T09:05:16.745649+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5471956995007726,0.6762872243537096,0.07417545192580133,0.45238264992358557,-33.28656191496858,0.5127123707334149,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T08:09:59.955198+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.3459402113562686,1.3969353548950725,1.47453470555629,1.2182312190543814,5.604364127120562,1.8226779441876537,0.18325365782992903,0.003258028932482869,118,0.9576271186440678,2026-06-17T12:10:12.867076+00:00,2026-06-23T08:57:09.926768+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.6747751630376015,2.1982546005031267,0.1258424813250317,1.4565633890242529,8.89051188735929,4.563990413967669,0.12492997198879552,0.09049552383390158,85,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T08:46:22.666482+00:00 @@ -47,9 +47,9 @@ Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,20.25601 Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.8302968017741276,0.8283817999293492,0.4568385491647771,0.5790483470827319,-4.964288869399594,1.1144616574595356,-0.32196969696969696,0.0080933889867235,33,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-23T08:09:59.985201+00:00 Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.48882435556419646,0.6788606089072433,0.07779718561144831,0.4434705273175713,-21.847057341532746,0.23403670512655206,-0.7298387096774195,3.906787405563978e-11,32,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-23T08:09:59.996282+00:00 Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0248345753971027,0.987920563731451,0.6761121030431589,0.5106558737968979,19.543379958816324,0.4431481658637366,-0.17424242424242425,0.15969498322936243,33,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T08:10:00.007003+00:00 -Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.0688643056801825,1.1058588813631969,0.01624348082044616,0.793222471250319,14.357316617742288,3.7926303821084044,0.04862579281183932,0.6417480930390813,44,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T08:28:08.985063+00:00 +Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.0688643056801825,1.1058588813631969,0.01624348082044616,0.793222471250319,14.357316617742288,3.7926303821084044,0.04862579281183932,0.6417480930390813,44,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T09:05:16.767171+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6752471307497931,0.7761010254294101,0.008514185407044326,0.44695965884601185,2.429440602978452e-16,0.49772265404313987,-0.031840796019900496,0.5020399213112912,201,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T08:57:09.948793+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6815486194266808,0.7791686474243645,0.008523739784829273,0.4483043629478368,2.1352916729824273e-16,0.5044963160997066,-0.02172306782917098,0.6461379270106429,202,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T09:05:16.784861+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.24001634527529367,0.4544740261704839,0.051685353854007944,0.3219751307891324,1.4438931485930167e-16,0.2296321096103468,0.04761904761904762,1.0,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T08:10:00.022426+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.476145585671757,1.4507171878001752,1.463926389983125,1.2762231089489025,1.2924565684213603e-15,1.8356982945177898,0.187309865275967,0.0026348603948422394,118,0.9576271186440678,2026-06-17T12:10:12.978229+00:00,2026-06-23T08:57:09.969958+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.284498253765376,2.352134653614004,0.13256321491802767,1.8766071044687505,2.1145308898484658e-16,4.6107117374627515,0.12212885154061624,0.09795803879855805,85,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T08:46:22.704559+00:00 @@ -57,9 +57,9 @@ Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,20.43209 Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.8942970211720266,0.8310664078694412,0.4247479668298577,0.6480966758354807,5.511880385424016e-16,1.177478319521526,-0.4090909090909091,0.0006420255488966,33,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-23T08:10:00.048893+00:00 Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.296187763449483,0.5329439883441472,0.06234593084480558,0.3828831521644679,5.012684878931812e-16,0.1087072511728299,-0.08064516129032259,0.5301288877477086,32,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-23T08:10:00.058498+00:00 Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.5201698103474712,1.2032207839954234,0.71213574154409,0.9320355238161366,-2.932536867291481e-16,0.7275889202801498,-0.0037878787878787884,0.9877388230126016,33,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T08:10:00.068252+00:00 -Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.4136753874418067,1.2618393027887393,0.017107944266708405,0.6983720311106034,3.967324495236174e-15,3.9280114767786825,0.0708619876978558,0.4979681171613287,44,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T08:28:09.007581+00:00 +Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.4136753874418067,1.2618393027887393,0.017107944266708405,0.6983720311106034,3.967324495236174e-15,3.9280114767786825,0.0708619876978558,0.4979681171613287,44,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T09:05:16.795501+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.48173542880166237,0.6401764403596588,0.007526363146875153,0.34996156019103314,18.59801164171031,0.4280286459759515,0.3732484076433121,4.991202900453459e-23,315,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T08:55:46.281090+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.48566365021331714,0.6423045253096932,0.0075315445359287764,0.3510550132698127,18.558560202495237,0.4330162574710106,0.3770142656218605,1.562300369313654e-23,316,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T09:04:08.234558+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32355845359025515,0.4362658768354618,0.048157471808452285,0.24349446471584263,36.154594422427266,0.4797179032349619,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T08:07:20.912832+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.31857550089240055,0.4420491817851677,0.6221128745560974,0.21787284099916968,72.66212439966269,0.4581942096410196,0.3530531755745955,6.18300655912755e-12,172,0.9651162790697675,2026-06-16T12:07:37.946365+00:00,2026-06-23T08:55:51.955290+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.870641385706463,1.9739799611251607,0.11983356521865571,1.091189153895358,13.857587323204797,4.620290062762166,0.4256198347107437,4.437426577924243e-12,121,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T08:45:28.558907+00:00 @@ -67,9 +67,9 @@ TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,16.90876815695697 TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.401511014822167,1.1236693476747828,0.3406149394012966,0.6374168949605069,19.000262673841227,4.504049467970302,-0.31972789115646255,0.0011908687845414853,49,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-23T08:07:39.459623+00:00 TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.16415284888223833,0.38484688598520794,0.0430207782468949,0.19582094482468704,23.60891519712353,0.09915574697732786,0.08503401360544216,0.3886965661798537,49,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-23T08:07:45.230630+00:00 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8340881687769072,0.890119561722957,0.5960479950152805,0.46680719971359225,25.85021411428407,0.3967608617281079,0.01595744680851064,0.8728931057545756,48,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T08:07:49.852339+00:00 -TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6879702504556975,0.896706804061488,0.010301012207133432,0.560546933077953,34.71112450088735,3.4974322596901555,0.07562136435748282,0.3850694042437576,62,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T08:27:01.091828+00:00 +TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6879702504556975,0.896706804061488,0.010301012207133432,0.560546933077953,34.71112450088735,3.4974322596901555,0.07562136435748282,0.3850694042437576,62,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T09:04:13.119476+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.49703802760463905,0.6135141919339248,0.00687051388721718,0.33853322590394286,29.015724942950264,0.672093829725784,0.28368305668650173,9.329824939046356e-14,310,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T08:57:00.224253+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.501031919746629,0.6157818761994395,0.006877222713333218,0.3398070828562278,28.940653090683888,0.6746953399872999,0.2878332123223732,3.693103840444727e-14,311,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T09:05:04.919314+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.29483004496619825,0.46548654878620704,0.051677057688773544,0.23891626291868845,18.012729595469647,0.3783377150923359,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T08:09:32.203604+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1010218078376743,0.23591633631312303,0.40987053910282334,0.122860290045797,89.85696699334841,0.2054452117937909,0.22950126796280643,9.450733327991042e-06,169,0.9704142011834319,2026-06-16T12:08:08.243141+00:00,2026-06-23T08:57:07.522393+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.810783926957374,1.9837542583237195,0.12237461158111476,1.2086474956896398,12.337068411861898,4.451649147471751,0.3106446776611694,7.655603519909165e-07,116,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T08:46:19.852490+00:00 @@ -77,9 +77,9 @@ Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,16.48946605667 Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.335653003370579,1.1378992828736616,0.3682332340130228,0.6499517687147865,12.391366436748788,4.445922144741277,-0.3377630121816168,0.0014131420006670034,43,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-23T08:09:44.811658+00:00 Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1302219057548928,0.3492119762822185,0.03862725197681946,0.1765345031381639,32.29773684044822,0.06814786060405942,0.4042081949058693,0.0001335174347183653,43,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-23T08:09:51.434577+00:00 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9618397682590395,0.9675820706797295,0.6635952958922976,0.5183056897562749,18.602363507619938,0.328792294859938,0.04983388704318937,0.6376807808444158,43,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T08:09:57.133230+00:00 -Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.838482451508264,0.9636136995098995,0.011598157652701358,0.6290757829482924,27.746931965183105,3.6255017402611416,0.0018148820326678763,0.9839444884693929,58,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T08:28:05.500920+00:00 +Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.838482451508264,0.9636136995098995,0.011598157652701358,0.6290757829482924,27.746931965183105,3.6255017402611416,0.0018148820326678763,0.9839444884693929,58,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T09:05:13.610698+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4172951167258869,0.5790464472224148,0.006729315298051532,0.39226631035547344,30.332122611835334,0.41975863708019706,0.29396417445482864,3.923494382330502e-15,321,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T08:54:56.501243+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.42149276254100265,0.581378644391643,0.006736749333428507,0.3937948825006992,30.252896367713987,0.42581935876715676,0.2983107911998607,1.3930420020743236e-15,322,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T09:03:11.067651+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.33495704111947366,0.5010608588966544,0.057479343375581575,0.33223136035557854,10.92486816077923,0.37532226183456846,-0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T08:05:17.624507+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1118965777759865,0.26428195367515245,0.35182976491967494,0.19105989021326622,84.87984631278056,0.17627773926197426,0.10118319053447573,0.0487874577416882,172,0.9651162790697675,2026-06-16T12:07:01.390017+00:00,2026-06-23T08:55:03.478156+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.160649568115163,1.8077052478903484,0.11773198215762959,1.2648522779747984,21.237224188153853,4.353964696972561,0.41646997115132434,6.9097189058137125e-12,124,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T08:44:34.032817+00:00 @@ -87,9 +87,9 @@ TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,16.38072488 TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.332419100976507,1.0967884272493813,0.30043525099310436,0.7778928789394668,18.725237293222122,4.5347131718200275,-0.28054298642533937,0.0033303165987978675,52,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-23T08:05:39.329665+00:00 TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.11884439689176315,0.3224256011058122,0.04123802533343674,0.2198066664661868,38.828868409285185,0.09208885728066234,0.18577648766328012,0.04956490220272797,53,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-23T08:05:44.294039+00:00 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8283773155249842,0.888492296572303,0.5201844960545736,0.6859056741265581,26.68028129748553,0.3745193235180108,0.0431372549019608,0.6550760760055575,51,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T08:05:50.611555+00:00 -TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5884093368126624,0.8692752541524534,0.010549770764946781,0.6724330793357736,36.33265464008082,3.364500349366856,0.04966717869943676,0.5650778109729799,63,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T08:26:01.030573+00:00 +TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5884093368126624,0.8692752541524534,0.010549770764946781,0.6724330793357736,36.33265464008082,3.364500349366856,0.04966717869943676,0.5650778109729799,63,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T09:03:18.671710+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4334277240252158,0.5882563224174596,0.006788288940255267,0.3331545837640067,28.394981450230585,0.49209218820329703,0.2741410488245931,3.606020576470468e-13,316,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T08:55:32.374390+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.43757559684124697,0.5905717101954693,0.0067959731717740545,0.3342845843181849,28.32246222286609,0.49683231213453927,0.2786008066126263,1.3654055256714108e-13,317,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T09:03:53.099798+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40519730215333866,0.5287544315839078,0.05883406185198004,0.28694694299859,9.790961717185407,0.5513226404559831,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T08:06:27.839401+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1952631577143017,0.31988491670274144,0.37500843165222186,0.1670188208798962,83.25448160779051,0.35000992986219903,0.32920536635706915,1.638217469384406e-10,171,0.9649122807017544,2026-06-16T12:07:21.772238+00:00,2026-06-23T08:55:36.886311+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.330882716447942,1.8744958806175083,0.1156139581228522,1.0462487573721917,16.514791593201213,4.3355191606675625,0.3391976542716246,2.6428842919330512e-08,123,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T08:45:10.901174+00:00 @@ -97,5 +97,5 @@ Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,16.75579945 Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.4976996516694268,1.0928669594768277,0.30815712900183234,0.6345461198418543,25.42403081888826,5.002747087064159,-0.2636054421768707,0.007536716898565068,49,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-23T08:06:38.941241+00:00 Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.18483271509131133,0.4089843484347698,0.04490952951317059,0.20164152673565255,16.063888792390426,0.11421858781258826,-0.07428571428571429,0.44653638988134203,50,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-23T08:06:42.637828+00:00 Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8664877745545077,0.9075388110912619,0.5933813881808928,0.47464769386077954,25.265300424174868,0.3945559670399085,0.007346938775510204,0.9399889743479377,50,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-23T08:06:46.309137+00:00 -Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4397125341502206,0.8146008398476341,0.00860204591659191,0.46617122008311684,39.85538144926673,3.2078407882263864,0.040450588837685604,0.6393869777903356,63,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-23T08:26:42.299700+00:00 +Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4397125341502206,0.8146008398476341,0.00860204591659191,0.46617122008311684,39.85538144926673,3.2078407882263864,0.040450588837685604,0.6393869777903356,63,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-23T09:03:59.681627+00:00 Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.21454890313548508,0.4380375815076653,0.09230667659048004,0.24741707065880067,86.75453350642354,0.11500802622062778,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-22T23:40:32.675151+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 0efe19912d957f6dbd0b1d96e66e3a1dc7e33a4d..76a61dadeaca3be789d20e9f037bb68d511ff690 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T08:57:10.136040+00:00", + "generated_at": "2026-06-23T09:05:16.918326+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 43d9b4eeea453dd3ce26520a062437e09fbc774a..8b2c23d98544c98d1c9c55de57ee24cb4368661f 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Moirai-1.1-Large,7.121267119217462,2.1060525481584826,7.0,1,1,1.0 Air Quality,TimesFM-2.5,2.291228696147267,2.200430550468744,8.0,1,1,1.0 Air Quality,ARIMA,13.4829874383168,5.063679186288715,9.0,1,1,1.0 Air Quality,ETS,243.6770207930082,20.774632129534673,10.0,1,1,1.0 -Finance,Timer-S1,0.8566200458724436,0.9128779973576127,1.0,1,1,1.0 -Finance,TiRex,0.8797222867889057,0.9219526138714529,2.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.9250131596271358,0.924027650547091,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.8956317063951794,0.9347053469718961,4.0,1,1,1.0 -Finance,Chronos-2,0.9735235393216214,0.9436988865887731,5.0,1,1,1.0 -Finance,ETS,0.9385072388562096,0.9758973324499706,6.0,1,1,1.0 -Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -Finance,Moving-Average,0.9526476021238485,1.0054971542757283,8.0,1,1,1.0 -Finance,TimesFM-2.5,0.9256342021958085,1.0209689610393524,9.0,1,1,1.0 -Finance,ARIMA,1.125654087352835,1.7124643038783585,10.0,1,1,1.0 +Finance,TiRex,0.884457204133791,0.9339896634946553,1.0,1,1,1.0 +Finance,Timer-S1,0.8927138099826533,0.9406612842406566,2.0,1,1,1.0 +Finance,Toto-2.0-1B,0.8974182388453221,0.9468301556600345,3.0,1,1,1.0 +Finance,Chronos-2,0.9595502515560896,0.9571603806886583,4.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.0583826115197428,0.9747958393030152,5.0,1,1,1.0 +Finance,Seasonal-Naive,1.0,1.0,6.0,1,1,1.0 +Finance,ETS,0.9459768398739029,1.0272702243597365,7.0,1,1,1.0 +Finance,Moving-Average,0.9304819230043073,1.0371887613223982,8.0,1,1,1.0 +Finance,TimesFM-2.5,0.9080096642112601,1.0474093727754603,9.0,1,1,1.0 +Finance,ARIMA,1.3347533287584121,1.5865604526720867,10.0,1,1,1.0 Hazards,ARIMA,0.5521088712409971,0.5578959193377125,1.0,1,1,1.0 Hazards,Moving-Average,0.5829437512997973,0.5627941876074266,2.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.5688096980467866,0.576576277008278,3.0,1,1,1.0 @@ -36,7 +36,7 @@ Hydrology,Timer-S1,0.6585266310842414,0.917672027131945,4.0,1,1,1.0 Hydrology,Chronos-2,0.6914216194566927,0.9808240715361172,5.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,6.0,1,1,1.0 Hydrology,TiRex,0.7869768323747733,1.0814434026539206,7.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,0.49220128913804095,1.10476995125221,8.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.4158948150684959,1.096155516717472,8.0,1,1,1.0 Hydrology,Moving-Average,0.8062074561405471,1.120586424934248,9.0,1,1,1.0 Hydrology,ARIMA,0.6193957326733284,1.819942149496549,10.0,1,1,1.0 Ocean,Timer-S1,0.12071855202504182,0.26738104737382834,1.5,2,2,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index e05f98548b870f2ce10d536067ee00a62cfef46e..816a1e2bb1ba0fbd8890520ac7bcd48712f63af2 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -16,7 +16,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 15min,Chronos-2,0.6914216194566927,0.9808240715361172,5.0,1,1,1.0 15min,Seasonal-Naive,1.0,1.0,6.0,1,1,1.0 15min,TiRex,0.7869768323747733,1.0814434026539206,7.0,1,1,1.0 -15min,Moirai-1.1-Large,0.49220128913804095,1.10476995125221,8.0,1,1,1.0 +15min,Moirai-1.1-Large,0.4158948150684959,1.096155516717472,8.0,1,1,1.0 15min,Moving-Average,0.8062074561405471,1.120586424934248,9.0,1,1,1.0 15min,ARIMA,0.6193957326733284,1.819942149496549,10.0,1,1,1.0 1D,Chronos-2,0.04071253165159637,0.1892525127243876,1.0,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.543054328290936,0.8307458035013839,3.8333333333333335,6,6,1.0 -1h,TiRex,0.8690319116823039,1.0089043326464069,4.333333333333333,6,6,1.0 -1h,Timer-S1,0.7791894378927743,0.9942156928157546,4.333333333333333,6,6,1.0 -1h,Moving-Average,0.932941680520476,0.9808142891232441,4.5,6,6,1.0 -1h,Moirai-1.1-Large,1.2862796852384795,1.0794133518600981,4.666666666666667,6,6,1.0 -1h,Seasonal-Naive,1.0,1.0,5.333333333333333,6,6,1.0 -1h,Toto-2.0-1B,0.7238154896848462,1.0920789540393552,5.333333333333333,6,6,1.0 -1h,TimesFM-2.5,0.7693329669276279,1.0560023806254188,6.333333333333333,6,6,1.0 -1h,ARIMA,2.5442682317147747,1.8193060002207009,7.5,6,6,1.0 -1h,ETS,10.131970108711005,3.326809433622453,8.833333333333334,6,6,1.0 +1h,Chronos-2,0.5417473853215569,0.8327092097520128,3.6666666666666665,6,6,1.0 +1h,TiRex,0.869809732261453,1.0110878665940015,4.166666666666667,6,6,1.0 +1h,Moving-Average,0.9292882369875154,0.9859001749974885,4.5,6,6,1.0 +1h,Timer-S1,0.7845676439934348,0.9991960353452181,4.5,6,6,1.0 +1h,Moirai-1.1-Large,1.3154808840450678,1.089078628409714,5.0,6,6,1.0 +1h,Seasonal-Naive,1.0,1.0,5.166666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.7240559245282985,1.0944273309499442,5.166666666666667,6,6,1.0 +1h,TimesFM-2.5,0.766871955353556,1.060511909675866,6.333333333333333,6,6,1.0 +1h,ARIMA,2.6175535299681947,1.7962975107336225,7.5,6,6,1.0 +1h,ETS,10.145365851187753,3.355377226144168,9.0,6,6,1.0 6min,Toto-2.0-1B,0.005440656334298596,0.0934854231111911,1.0,1,1,1.0 6min,Timer-S1,0.020616747060973762,0.10769885368305154,2.0,1,1,1.0 6min,TimesFM-2.5,0.034350616643721965,0.18989967180326917,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 9e4b8961febab5e2645d075cfc0565007e5e1252..9ae9bd470dcebde1bfd322d3f199f97e2d57d447 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.5621198832921437,0.8506902124306909,4.0,7,7,1.0 -24,Timer-S1,0.7606844287834275,0.9829018852410275,4.285714285714286,7,7,1.0 -24,TiRex,0.85680566193961,1.0189612627503981,4.714285714285714,7,7,1.0 -24,Toto-2.0-1B,0.5119811680804058,1.0319292609170885,4.714285714285714,7,7,1.0 -24,Moirai-1.1-Large,1.1213377906137303,1.0829997761655366,5.142857142857143,7,7,1.0 -24,Moving-Average,0.9136844956326977,0.9996599537721824,5.142857142857143,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,5.428571428571429,7,7,1.0 -24,TimesFM-2.5,0.7508181512399255,1.0188456790922316,5.857142857142857,7,7,1.0 -24,ARIMA,2.0792490489518545,1.8193968650728685,7.857142857142857,7,7,1.0 -24,ETS,6.295634529630395,2.691492528256045,7.857142857142857,7,7,1.0 +24,Chronos-2,0.560960117662333,0.8524132446696029,3.857142857142857,7,7,1.0 +24,Timer-S1,0.7651826262063768,0.9871206649778499,4.428571428571429,7,7,1.0 +24,TiRex,0.8574629435571663,1.0208512277349717,4.571428571428571,7,7,1.0 +24,Toto-2.0-1B,0.5121269375005906,1.0338309969895776,4.571428571428571,7,7,1.0 +24,Moving-Average,0.9106167523538637,1.0041014036241491,5.142857142857143,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,5.285714285714286,7,7,1.0 +24,Moirai-1.1-Large,1.115941777187487,1.0900868082587163,5.428571428571429,7,7,1.0 +24,TimesFM-2.5,0.7487590076628735,1.0225738484567506,5.857142857142857,7,7,1.0 +24,ARIMA,2.1304795861018313,1.7996564149514345,7.857142857142857,7,7,1.0 +24,ETS,6.302768390155232,2.711290903521849,8.0,7,7,1.0 60,Toto-2.0-1B,0.005440656334298596,0.0934854231111911,1.0,1,1,1.0 60,Timer-S1,0.020616747060973762,0.10769885368305154,2.0,1,1,1.0 60,TimesFM-2.5,0.034350616643721965,0.18989967180326917,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 593341d32f7bd7660e0cdc6d8e26fcda38d900a8..9664363f48e580ca49f230a3d1eba3e424a57346 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.4088538040267786,0.6474490559823877,3.6,10,10,1.0 -Overall,Chronos-2,0.38819407254497046,0.6340946514397734,3.8,10,10,1.0 -Overall,Toto-2.0-1B,0.28027906230540484,0.676712480940038,4.2,10,10,1.0 -Overall,TiRex,0.5273558955421423,0.7280381683413596,4.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.8599017648889432,0.853042156273418,5.0,10,10,1.0 -Overall,TimesFM-2.5,0.42658171875621687,0.7348560616188291,5.6,10,10,1.0 -Overall,Moving-Average,0.8293172325548268,0.9114802380670403,6.1,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,6.7,10,10,1.0 -Overall,ARIMA,1.4466920957187543,1.3686583074492527,7.5,10,10,1.0 -Overall,ETS,3.1143945593764855,1.8083091477044326,7.9,10,10,1.0 +Overall,Chronos-2,0.38763325352863914,0.6349934083583236,3.7,10,10,1.0 +Overall,Timer-S1,0.41054469521923137,0.6493930778447541,3.7,10,10,1.0 +Overall,Toto-2.0-1B,0.280334919946296,0.6775852162932571,4.1,10,10,1.0 +Overall,TiRex,0.5276390484616383,0.7289831590175353,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.8570031036255213,0.8569458817265221,5.2,10,10,1.0 +Overall,TimesFM-2.5,0.4257624413429752,0.7367373244807889,5.6,10,10,1.0 +Overall,Moving-Average,0.827367116417024,0.9143131220701917,6.1,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,6.6,10,10,1.0 +Overall,ARIMA,1.4715523432854873,1.3582463528636792,7.5,10,10,1.0 +Overall,ETS,3.116864479961722,1.8176101372463271,8.0,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 726ce121a97e64e267db71672fbd71c8eb6ce772..f5f525a07703ac605920188e625997c41b7dd3b9 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,618028.5134840357,1015469.3396469853,894.4042097303512,1.4291916398575557,0.013880948425608074,0.013986186813073795,34.40288322372043,786.147895426831,0.012249953246915003,0.013936830228480216,0.012828880093366671,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,908860.3120666904,1044626.850171945,913.5985671086164,1.5187041015683764,0.014201631265640183,0.014297286924432565,34.451886489894314,953.3416554765088,0.014872397249726582,0.01425239392275264,0.012992726743940091,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,7.593872656247368,7.767905889057713,2.0541670094513194,1.2031163736856252,0.07288689077029968,0.07797187149296309,38.49013958177101,2.755698215742676,0.10379440500387625,0.07737096947211616,0.0750193446187416,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5576961893351245,0.549525101796968,0.6162868478171473,2.218255501996299,0.9212461540829325,0.5173708188032896,86.41545560872338,0.7467905926932425,0.6903115539354894,0.5696776790564263,0.5670067006820587,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.10263868934794201,0.09061013902586078,0.2520573973060991,1.620368872303196,0.1931848560415752,0.16833349695190356,29.210631939379482,0.3203727350258477,0.2228679895831984,0.17534427638685157,0.16119434978336167,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index bdf965057dce962b58b1e2cdaa099be82d65cfe1..a38650e892f9ba168b8ccb815d8d5523bbbc76d6 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T08:57:09.771036+00:00", + "evaluated_at": "2026-06-23T09:05:16.594662+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64199.53125, 64078.609375, 63974.3984375, 64378.0703125, @@ -101,10 +100,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "actuals": [ - 64145.390625, 64139.2109375, 64657.21875, 65149.5703125, @@ -127,350 +126,350 @@ 63400.0, 62936.01171875, 62886.03125, - 62428.6796875 + 62385.98828125, + 62407.8515625 ], "p50": [ - 63466.08132111889, - 63506.64206134665, - 63451.82902295285, - 63447.066348194116, - 63457.91049404129, - 63459.50188204027, - 63474.289936861365, - 63444.892478000256, - 63454.3942441821, - 63484.484871591776, - 63478.07109848812, - 63480.0141112257, - 63448.65557229142, - 63451.282536328225, - 63480.72427785534, - 63467.76761802645, - 63454.75048118201, - 63447.56840012587, - 63421.01270121177, - 63480.0816669681, - 63458.50401043064, - 63445.872691314806, - 63447.27637332504, - 63458.4050199905 + 63462.87968745284, + 63466.31827593015, + 63451.92724529606, + 63463.96300841139, + 63466.32187110595, + 63468.90205503699, + 63481.40974321103, + 63456.99128308543, + 63464.08807441739, + 63462.0180987588, + 63454.58125106009, + 63472.70960935127, + 63454.938241560034, + 63456.98798189828, + 63446.866104768786, + 63460.159789716025, + 63466.33838920609, + 63481.35380562062, + 63471.856332014184, + 63471.113085845034, + 63462.6613664278, + 63473.50033222843, + 63450.54768286277, + 63477.040709894165 ], "p10": [ - 63221.97655681214, - 63232.830901545254, - 63200.89272999486, - 63179.45657214811, - 63199.39292335063, - 63215.39665875364, - 63193.48363061133, - 63171.40234141195, - 63239.59008570335, - 63232.463348329555, - 63188.800594834036, - 63225.59114872699, - 63188.70207004555, - 63207.1773130416, - 63229.517538630214, - 63186.361841628706, - 63187.734958119516, - 63184.41827145227, - 63166.425583140845, - 63206.27050716671, - 63204.3340592506, - 63222.03490971272, - 63186.39306310795, - 63229.274842708284 + 63213.92299732599, + 63270.23067183496, + 63202.86053434826, + 63216.66721297122, + 63204.38556414543, + 63215.606491785744, + 63197.9667396861, + 63209.26469529031, + 63113.78564748888, + 63164.29375743862, + 63220.31088886248, + 63163.60913189921, + 63207.64244611986, + 63222.05831616525, + 63159.05748469631, + 63224.98106156016, + 63228.03186983657, + 63230.250911461924, + 63206.12696267639, + 63183.36145903552, + 63209.36580317655, + 63263.34263581571, + 63206.565924038936, + 63210.99121989093 ], "p90": [ - 63679.199808455975, - 63716.808082987984, - 63710.752258914545, - 63678.843310131444, - 63702.18898461353, - 63729.83264827864, - 63682.27129880725, - 63761.37813230445, - 63665.00731213652, - 63695.49580451318, - 63722.98527215043, - 63693.33467973348, - 63691.63708951687, - 63692.54407656853, - 63695.608325573645, - 63690.82613921896, - 63692.74418003912, - 63756.24358053479, - 63661.34759038198, - 63720.70649669171, - 63720.65193675762, - 63661.98727555306, - 63662.304458856044, - 63661.93023190122 + 63701.20268374498, + 63704.76684800439, + 63702.547141291536, + 63722.38021872698, + 63762.90190627375, + 63715.86579503841, + 63764.115014900904, + 63773.04087598928, + 63764.563648418494, + 63720.51159274258, + 63714.17899113831, + 63770.97923764946, + 63713.35545187563, + 63719.28237118952, + 63701.52816953622, + 63731.756505486745, + 63702.57314612663, + 63731.411903972155, + 63728.876380622256, + 63704.48329323288, + 63693.945415047194, + 63710.85127961535, + 63857.50437271107, + 63716.404789928136 ], "mean": [ - 63759.88674573137, - 64118.06216021641, - 64411.84493360683, - 64375.158554435315, - 64421.613798294195, - 63484.44613270519, - 63778.913910174066, - 64722.24294720814, - 64409.10627723864, - 64743.1121470097, - 65053.26648864147, - 64744.80875550047, - 64724.538716597715, - 63780.937648586936, - 65066.45898203373, - 64719.38819787363, - 63778.997906318866, - 64731.768615028326, - 63735.08393004843, - 64751.985108086374, - 64435.81620877513, - 63760.70120106042, - 63765.189774066974, - 64086.02858228405 + 63792.69050969539, + 64123.39604896859, + 63765.04959512897, + 63797.04972540648, + 64117.23447141997, + 64424.37205003977, + 64753.62027881036, + 64401.56288811209, + 63785.8257495456, + 64430.55401013948, + 63790.400614405175, + 64103.93006610716, + 64087.81111564616, + 64110.73572992383, + 63442.3934162814, + 64760.72424956128, + 64116.087188435115, + 65088.49328231549, + 64433.340856304734, + 64092.79073021411, + 64410.38869650941, + 63811.392178143185, + 64739.41137037703, + 64123.68400355924 ], "quantiles": { "0.1": [ - 63221.97655681214, - 63232.830901545254, - 63200.89272999486, - 63179.45657214811, - 63199.39292335063, - 63215.39665875364, - 63193.48363061133, - 63171.40234141195, - 63239.59008570335, - 63232.463348329555, - 63188.800594834036, - 63225.59114872699, - 63188.70207004555, - 63207.1773130416, - 63229.517538630214, - 63186.361841628706, - 63187.734958119516, - 63184.41827145227, - 63166.425583140845, - 63206.27050716671, - 63204.3340592506, - 63222.03490971272, - 63186.39306310795, - 63229.274842708284 + 63213.92299732599, + 63270.23067183496, + 63202.86053434826, + 63216.66721297122, + 63204.38556414543, + 63215.606491785744, + 63197.9667396861, + 63209.26469529031, + 63113.78564748888, + 63164.29375743862, + 63220.31088886248, + 63163.60913189921, + 63207.64244611986, + 63222.05831616525, + 63159.05748469631, + 63224.98106156016, + 63228.03186983657, + 63230.250911461924, + 63206.12696267639, + 63183.36145903552, + 63209.36580317655, + 63263.34263581571, + 63206.565924038936, + 63210.99121989093 ], "0.2": [ - 63374.30528478054, - 63313.539765060785, - 63283.247528375454, - 63249.94587353412, - 63344.690041827045, - 63288.24876202449, - 63292.36982986931, - 63240.86939427771, - 63350.34178277148, - 63352.56696252869, - 63332.069240225544, - 63353.36547531798, - 63286.658461332314, - 63330.697270641715, - 63357.90390538035, - 63278.60027725738, - 63263.16524705175, - 63329.95373530029, - 63228.39242818005, - 63357.26129449311, - 63285.35345869921, - 63321.13173922752, - 63321.09948968254, - 63286.82582030801 + 63279.42424734942, + 63355.538332759854, + 63261.36444494807, + 63296.502610703144, + 63283.710507127544, + 63295.14245379911, + 63284.07953962969, + 63270.84544346148, + 63284.57143965818, + 63271.959994230885, + 63287.58866287398, + 63285.572379452824, + 63284.05731838742, + 63290.915518937116, + 63266.723721488575, + 63328.50276900067, + 63313.50432842663, + 63348.51863934527, + 63289.37871070718, + 63269.88663518723, + 63325.867127450736, + 63348.02646880545, + 63266.82046745627, + 63321.74472634669 ], "0.3": [ - 63409.261389771855, - 63401.40210185699, - 63379.66238730826, - 63374.129035197526, - 63371.56836150938, - 63367.65224944651, - 63378.3074844564, - 63357.49990333038, - 63378.661993237896, - 63404.01434725899, - 63377.06101454637, - 63390.956129733226, - 63373.45713598308, - 63375.748513353334, - 63389.90133158062, - 63373.49091597904, - 63356.91222358286, - 63366.58702866866, - 63349.60297305826, - 63393.101762956954, - 63371.2911132863, - 63359.200268489185, - 63352.07332475989, - 63371.192122846165 + 63396.06811529553, + 63425.6519658447, + 63377.925563349825, + 63412.09138349299, + 63412.93998519537, + 63409.69240929094, + 63402.69161590776, + 63372.04309237049, + 63400.64957636789, + 63408.78860843628, + 63405.26773302053, + 63408.10398289687, + 63403.066616641634, + 63369.95321058954, + 63345.289397024135, + 63409.937905718216, + 63415.78940286961, + 63420.57572922956, + 63417.20204336242, + 63403.04473506392, + 63417.920224226495, + 63418.1401018903, + 63340.745022136536, + 63422.532667194304 ], "0.4": [ - 63454.0000584863, - 63453.864299428555, - 63418.19395248663, - 63416.5823293499, - 63429.224540818155, - 63429.444052137456, - 63426.34395945959, - 63396.86236835465, - 63423.40066195234, - 63449.29133959528, - 63433.33520593167, - 63431.49701757354, - 63402.22983471096, - 63419.44939273466, - 63433.8588100238, - 63427.74339745111, - 63411.045034466195, - 63421.001007706276, - 63372.27765906068, - 63431.463410856166, - 63420.78317723872, - 63393.005256234566, - 63420.189144283155, - 63420.78818506093 + 63422.9033140584, + 63459.27189631506, + 63443.455894036844, + 63431.00145702738, + 63444.98092383401, + 63451.594633393244, + 63446.194032461164, + 63427.34613527295, + 63449.24786921448, + 63451.12223260289, + 63443.3194136363, + 63454.045058121825, + 63443.93002344592, + 63426.46946041761, + 63416.982021940705, + 63447.989586333984, + 63446.62922121256, + 63452.252202900476, + 63447.55982374002, + 63451.11534195178, + 63449.96116286513, + 63450.27403371959, + 63418.42710081825, + 63455.5445497092 ], "0.5": [ - 63466.08132111889, - 63506.64206134665, - 63451.82902295285, - 63447.066348194116, - 63457.91049404129, - 63459.50188204027, - 63474.289936861365, - 63444.892478000256, - 63454.3942441821, - 63484.484871591776, - 63478.07109848812, - 63480.0141112257, - 63448.65557229142, - 63451.282536328225, - 63480.72427785534, - 63467.76761802645, - 63454.75048118201, - 63447.56840012587, - 63421.01270121177, - 63480.0816669681, - 63458.50401043064, - 63445.872691314806, - 63447.27637332504, - 63458.4050199905 + 63462.87968745284, + 63466.31827593015, + 63451.92724529606, + 63463.96300841139, + 63466.32187110595, + 63468.90205503699, + 63481.40974321103, + 63456.99128308543, + 63464.08807441739, + 63462.0180987588, + 63454.58125106009, + 63472.70960935127, + 63454.938241560034, + 63456.98798189828, + 63446.866104768786, + 63460.159789716025, + 63466.33838920609, + 63481.35380562062, + 63471.856332014184, + 63471.113085845034, + 63462.6613664278, + 63473.50033222843, + 63450.54768286277, + 63477.040709894165 ], "0.6": [ - 63515.79417673213, - 63535.438185093146, - 63506.420697232075, - 63498.42110305932, - 63494.759461725465, - 63531.01312695224, - 63512.79396943307, - 63486.474088772535, - 63490.270104436364, - 63513.467050313746, - 63511.15656617332, - 63507.5295672369, - 63487.502033406614, - 63502.537203209264, - 63514.25145077876, - 63504.241228919804, - 63504.085067291686, - 63509.04106124806, - 63475.71140593118, - 63508.8777907146, - 63502.44437307402, - 63489.70718360745, - 63485.795325153216, - 63489.65013995561 + 63500.63431071371, + 63518.36746684787, + 63500.28842380083, + 63543.59874246224, + 63521.39057879953, + 63527.49782170518, + 63551.058964463205, + 63520.75826185833, + 63518.454988782134, + 63522.16064239927, + 63485.60897809147, + 63533.581474606304, + 63476.90934976605, + 63525.4121993977, + 63474.477090894, + 63509.42933417905, + 63500.371304074084, + 63550.94834794617, + 63532.15620177592, + 63523.27405450686, + 63515.599531173924, + 63525.771546087155, + 63484.87802453814, + 63583.9002948059 ], "0.7": [ - 63547.38146185758, - 63590.82601134812, - 63591.30060634037, - 63535.42037883481, - 63560.4111824652, - 63601.70436521793, - 63571.53131308561, - 63547.55765796583, - 63542.17110618086, - 63569.679317002825, - 63568.9231372145, - 63565.0490976242, - 63537.642788060846, - 63565.172422844465, - 63575.95181727101, - 63538.5920848532, - 63585.89966521644, - 63575.47247691723, - 63536.29624304404, - 63564.5695018496, - 63563.297128650265, - 63562.86349826831, - 63513.48008362415, - 63542.10628528848 + 63582.45844650435, + 63591.58561154145, + 63562.164401074784, + 63615.92962753165, + 63581.41097189448, + 63588.51556670071, + 63615.03513168402, + 63591.16584063816, + 63582.79908010505, + 63592.03617886102, + 63585.43470657645, + 63585.88832300863, + 63581.848860651604, + 63593.984999395994, + 63548.192556373084, + 63590.104879274135, + 63560.86145987113, + 63588.298149989096, + 63586.14672761105, + 63587.61814582977, + 63559.98670572089, + 63588.19008042113, + 63586.3168182933, + 63627.603147118716 ], "0.8": [ - 63599.89647683238, - 63631.15124912498, - 63626.42102885456, - 63602.61164761892, - 63606.522444488044, - 63655.621380875185, - 63609.554699131775, - 63635.06107049256, - 63596.596727359756, - 63614.948620050665, - 63663.46571587852, - 63631.460657229276, - 63593.828656330006, - 63605.497660621324, - 63645.22450908049, - 63603.431973667, - 63644.813869479905, - 63655.67546999378, - 63585.687300220074, - 63644.58189819325, - 63654.093993734146, - 63594.88423513169, - 63579.37749226252, - 63604.43730437221 + 63631.2634998269, + 63628.85181866652, + 63627.59561781384, + 63665.246408286184, + 63645.71978334059, + 63642.65448838849, + 63666.122177871956, + 63654.6415754507, + 63635.5101810362, + 63653.476620821464, + 63633.56123794859, + 63637.71433155923, + 63608.24353568785, + 63638.6646179998, + 63595.62102895988, + 63652.11848631623, + 63606.83192623532, + 63639.40745942203, + 63636.169316464744, + 63624.51329914187, + 63618.802262087986, + 63641.48479200666, + 63635.79024714433, + 63677.92639382233 ], "0.9": [ - 63679.199808455975, - 63716.808082987984, - 63710.752258914545, - 63678.843310131444, - 63702.18898461353, - 63729.83264827864, - 63682.27129880725, - 63761.37813230445, - 63665.00731213652, - 63695.49580451318, - 63722.98527215043, - 63693.33467973348, - 63691.63708951687, - 63692.54407656853, - 63695.608325573645, - 63690.82613921896, - 63692.74418003912, - 63756.24358053479, - 63661.34759038198, - 63720.70649669171, - 63720.65193675762, - 63661.98727555306, - 63662.304458856044, - 63661.93023190122 + 63701.20268374498, + 63704.76684800439, + 63702.547141291536, + 63722.38021872698, + 63762.90190627375, + 63715.86579503841, + 63764.115014900904, + 63773.04087598928, + 63764.563648418494, + 63720.51159274258, + 63714.17899113831, + 63770.97923764946, + 63713.35545187563, + 63719.28237118952, + 63701.52816953622, + 63731.756505486745, + 63702.57314612663, + 63731.411903972155, + 63728.876380622256, + 63704.48329323288, + 63693.945415047194, + 63710.85127961535, + 63857.50437271107, + 63716.404789928136 ] }, "timestamps": [ - "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", "2026-06-18 12:00:00", @@ -589,6 +588,7 @@ "2026-06-23 05:00:00", "2026-06-23 06:00:00", "2026-06-23 07:00:00", - "2026-06-23 08:00:00" + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 414b4bad3ffa40179d1e369a261b3721f8bebefd..cff7647879202487b68177dced73be69c8b5b58f 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T08:28:08.814863+00:00", + "evaluated_at": "2026-06-23T09:05:16.639744+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 7ba57aac2e17ad7752c12aa11cdee5df9983d5db..587e7c6f6636c03007ff9447c817ab7723151af2 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T08:57:09.830347+00:00", + "evaluated_at": "2026-06-23T09:05:16.654523+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index b2b4da369f031f28102d03eb89960c95a6f0c23f..d651c5e755bdf21dc61a52be2fecf13c7e86d412 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,4.800,3.800,4.500,4.500,4.800,4.500,3.700,4.500,4.800,4.300 +2026-06-23,Chronos-2,4.700,3.700,4.400,4.400,4.700,4.400,3.800,4.400,4.700,4.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index f12428caf8ac101a6ec68d06f8085945a4ca76b0..530dd70508ff963df3f16a2349b22326a96e6964 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.85,3.9,4.25,4.55,4.85,4.55,3.3,4.55,4.9,4.5 +2026-W26,Chronos-Bolt-Mini,4.8,3.85,4.2,4.5,4.8,4.5,3.35,4.5,4.85,4.45 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 3d63fe640d0954fb323f4bf4f49aae1a7dddf61b..685dd7b23db41a199e0bce8a30f530c21a2841f3 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,534502.8393789927,534502.8393789927,530.00244140625,0.8469046211111566,0.008287801942273612,0.00827086711911504,11.210564013568153,731.0970109219382,0.011392136587595306,0.00825863067973022,0.0070696947275760945,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,653377.0115292867,653377.0115292867,595.4147135416666,0.989776910937715,0.009336090449845373,0.009307082716564037,16.12324642105303,808.3173952905422,0.012609978109701343,0.00928863655254601,0.00783841753742729,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5295659158333971,0.5295659158333971,0.5971391995747884,0.3497417420650002,0.02245494588045587,0.022608952534132254,2.791484631303323,0.727712797629255,0.027409574971647723,0.02249147151537862,0.028857158475148265,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.06254606029715491,0.06254606029715491,0.21714695195357006,0.7815961392310123,0.31470427451522914,0.24762348913421614,9.819669041064603,0.2500921036281532,0.2311778835616123,0.20072434133754236,0.13374516596558064,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.13622764644889468,0.13622764644889468,0.3183152973651886,2.046312486525094,0.24185393502489916,0.20612965003466396,35.82602913585533,0.36909029579344765,0.2567584666389201,0.22143672860187033,0.16203516869537304,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 4e5242c98e13d895ed9b6ca5efb14b62fd587943..052375c0d7607cf90abc900f495312790ec9795c 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T08:54:18.160694+00:00", + "evaluated_at": "2026-06-23T09:02:33.671024+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64199.53125, 64078.609375, 63974.3984375, 64378.0703125, @@ -101,10 +100,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "actuals": [ - 64145.390625, 64139.2109375, 64657.21875, 65149.5703125, @@ -127,350 +126,350 @@ 63400.0, 62936.01171875, 62886.03125, - 62428.6796875 + 62385.98828125, + 62407.8515625 ], "p50": [ - 64176.5546875, - 64170.40625, - 64176.671875, - 64175.58203125, - 64170.046875, - 64171.26171875, - 64172.00390625, - 64168.859375, - 64178.33203125, - 64183.953125, - 64184.40234375, - 64190.80859375, - 64183.4921875, - 64180.2890625, - 64184.9609375, - 64170.48046875, - 64222.69921875, - 64228.078125, - 64229.2421875, - 64233.0625, - 64227.0, - 64234.1796875, - 64239.7109375, - 64224.35546875 + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 ], "p10": [ - 63827.74609375, - 63744.3984375, - 63680.453125, - 63636.55078125, - 63590.5390625, - 63538.765625, - 63484.27734375, - 63446.609375, - 63437.34375, - 63394.82421875, - 63380.75390625, - 63358.81640625, - 63339.4765625, - 63305.1328125, - 63299.6953125, - 63297.15625, - 63326.85546875, - 63279.9140625, - 63260.02734375, - 63233.99609375, - 63215.49609375, - 63191.83984375, - 63182.609375, - 63170.75390625 + 63846.234375, + 63773.95703125, + 63725.73046875, + 63690.33984375, + 63645.22265625, + 63618.4140625, + 63577.40234375, + 63552.47265625, + 63539.80078125, + 63511.8984375, + 63487.09375, + 63443.96875, + 63422.40234375, + 63393.56640625, + 63375.8984375, + 63374.05078125, + 63378.8203125, + 63348.234375, + 63325.92578125, + 63308.80078125, + 63278.0390625, + 63253.4453125, + 63243.6484375, + 63222.73046875 ], "p90": [ - 64411.85546875, - 64482.06640625, - 64542.8359375, - 64603.4375, - 64613.94921875, - 64664.19140625, - 64698.95703125, - 64721.234375, - 64710.3515625, - 64741.85546875, - 64755.8046875, - 64768.921875, - 64790.55859375, - 64802.29296875, - 64836.72265625, - 64833.55078125, - 64961.6953125, - 64976.671875, - 64976.97265625, - 64994.828125, - 65000.37890625, - 65048.91796875, - 65050.796875, - 65082.3828125 + 64369.1796875, + 64435.0625, + 64487.39453125, + 64538.10546875, + 64550.609375, + 64592.734375, + 64622.49609375, + 64645.328125, + 64646.38671875, + 64672.140625, + 64688.73828125, + 64699.82421875, + 64724.2109375, + 64733.19921875, + 64761.61328125, + 64777.30859375, + 64843.69140625, + 64859.91796875, + 64852.609375, + 64869.66796875, + 64873.125, + 64918.640625, + 64917.62109375, + 64939.59765625 ], "mean": [ - 64176.5546875, - 64170.40625, - 64176.671875, - 64175.58203125, - 64170.046875, - 64171.26171875, - 64172.00390625, - 64168.859375, - 64178.33203125, - 64183.953125, - 64184.40234375, - 64190.80859375, - 64183.4921875, - 64180.2890625, - 64184.9609375, - 64170.48046875, - 64222.69921875, - 64228.078125, - 64229.2421875, - 64233.0625, - 64227.0, - 64234.1796875, - 64239.7109375, - 64224.35546875 + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 ], "quantiles": { "0.1": [ - 63827.74609375, - 63744.3984375, - 63680.453125, - 63636.55078125, - 63590.5390625, - 63538.765625, - 63484.27734375, - 63446.609375, - 63437.34375, - 63394.82421875, - 63380.75390625, - 63358.81640625, - 63339.4765625, - 63305.1328125, - 63299.6953125, - 63297.15625, - 63326.85546875, - 63279.9140625, - 63260.02734375, - 63233.99609375, - 63215.49609375, - 63191.83984375, - 63182.609375, - 63170.75390625 + 63846.234375, + 63773.95703125, + 63725.73046875, + 63690.33984375, + 63645.22265625, + 63618.4140625, + 63577.40234375, + 63552.47265625, + 63539.80078125, + 63511.8984375, + 63487.09375, + 63443.96875, + 63422.40234375, + 63393.56640625, + 63375.8984375, + 63374.05078125, + 63378.8203125, + 63348.234375, + 63325.92578125, + 63308.80078125, + 63278.0390625, + 63253.4453125, + 63243.6484375, + 63222.73046875 ], "0.2": [ - 63827.74609375, - 63744.3984375, - 63680.453125, - 63636.55078125, - 63590.5390625, - 63538.765625, - 63484.27734375, - 63446.609375, - 63437.34375, - 63394.82421875, - 63380.75390625, - 63358.81640625, - 63339.4765625, - 63305.1328125, - 63299.6953125, - 63297.15625, - 63326.85546875, - 63279.9140625, - 63260.02734375, - 63233.99609375, - 63215.49609375, - 63191.83984375, - 63182.609375, - 63170.75390625 + 63846.234375, + 63773.95703125, + 63725.73046875, + 63690.33984375, + 63645.22265625, + 63618.4140625, + 63577.40234375, + 63552.47265625, + 63539.80078125, + 63511.8984375, + 63487.09375, + 63443.96875, + 63422.40234375, + 63393.56640625, + 63375.8984375, + 63374.05078125, + 63378.8203125, + 63348.234375, + 63325.92578125, + 63308.80078125, + 63278.0390625, + 63253.4453125, + 63243.6484375, + 63222.73046875 ], "0.3": [ - 63827.74609375, - 63744.3984375, - 63680.453125, - 63636.55078125, - 63590.5390625, - 63538.765625, - 63484.27734375, - 63446.609375, - 63437.34375, - 63394.82421875, - 63380.75390625, - 63358.81640625, - 63339.4765625, - 63305.1328125, - 63299.6953125, - 63297.15625, - 63326.85546875, - 63279.9140625, - 63260.02734375, - 63233.99609375, - 63215.49609375, - 63191.83984375, - 63182.609375, - 63170.75390625 + 63846.234375, + 63773.95703125, + 63725.73046875, + 63690.33984375, + 63645.22265625, + 63618.4140625, + 63577.40234375, + 63552.47265625, + 63539.80078125, + 63511.8984375, + 63487.09375, + 63443.96875, + 63422.40234375, + 63393.56640625, + 63375.8984375, + 63374.05078125, + 63378.8203125, + 63348.234375, + 63325.92578125, + 63308.80078125, + 63278.0390625, + 63253.4453125, + 63243.6484375, + 63222.73046875 ], "0.4": [ - 64176.5546875, - 64170.40625, - 64176.671875, - 64175.58203125, - 64170.046875, - 64171.26171875, - 64172.00390625, - 64168.859375, - 64178.33203125, - 64183.953125, - 64184.40234375, - 64190.80859375, - 64183.4921875, - 64180.2890625, - 64184.9609375, - 64170.48046875, - 64222.69921875, - 64228.078125, - 64229.2421875, - 64233.0625, - 64227.0, - 64234.1796875, - 64239.7109375, - 64224.35546875 + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 ], "0.5": [ - 64176.5546875, - 64170.40625, - 64176.671875, - 64175.58203125, - 64170.046875, - 64171.26171875, - 64172.00390625, - 64168.859375, - 64178.33203125, - 64183.953125, - 64184.40234375, - 64190.80859375, - 64183.4921875, - 64180.2890625, - 64184.9609375, - 64170.48046875, - 64222.69921875, - 64228.078125, - 64229.2421875, - 64233.0625, - 64227.0, - 64234.1796875, - 64239.7109375, - 64224.35546875 + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 ], "0.6": [ - 64176.5546875, - 64170.40625, - 64176.671875, - 64175.58203125, - 64170.046875, - 64171.26171875, - 64172.00390625, - 64168.859375, - 64178.33203125, - 64183.953125, - 64184.40234375, - 64190.80859375, - 64183.4921875, - 64180.2890625, - 64184.9609375, - 64170.48046875, - 64222.69921875, - 64228.078125, - 64229.2421875, - 64233.0625, - 64227.0, - 64234.1796875, - 64239.7109375, - 64224.35546875 + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 ], "0.7": [ - 64176.5546875, - 64170.40625, - 64176.671875, - 64175.58203125, - 64170.046875, - 64171.26171875, - 64172.00390625, - 64168.859375, - 64178.33203125, - 64183.953125, - 64184.40234375, - 64190.80859375, - 64183.4921875, - 64180.2890625, - 64184.9609375, - 64170.48046875, - 64222.69921875, - 64228.078125, - 64229.2421875, - 64233.0625, - 64227.0, - 64234.1796875, - 64239.7109375, - 64224.35546875 + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 ], "0.8": [ - 64411.85546875, - 64482.06640625, - 64542.8359375, - 64603.4375, - 64613.94921875, - 64664.19140625, - 64698.95703125, - 64721.234375, - 64710.3515625, - 64741.85546875, - 64755.8046875, - 64768.921875, - 64790.55859375, - 64802.29296875, - 64836.72265625, - 64833.55078125, - 64961.6953125, - 64976.671875, - 64976.97265625, - 64994.828125, - 65000.37890625, - 65048.91796875, - 65050.796875, - 65082.3828125 + 64369.1796875, + 64435.0625, + 64487.39453125, + 64538.10546875, + 64550.609375, + 64592.734375, + 64622.49609375, + 64645.328125, + 64646.38671875, + 64672.140625, + 64688.73828125, + 64699.82421875, + 64724.2109375, + 64733.19921875, + 64761.61328125, + 64777.30859375, + 64843.69140625, + 64859.91796875, + 64852.609375, + 64869.66796875, + 64873.125, + 64918.640625, + 64917.62109375, + 64939.59765625 ], "0.9": [ - 64411.85546875, - 64482.06640625, - 64542.8359375, - 64603.4375, - 64613.94921875, - 64664.19140625, - 64698.95703125, - 64721.234375, - 64710.3515625, - 64741.85546875, - 64755.8046875, - 64768.921875, - 64790.55859375, - 64802.29296875, - 64836.72265625, - 64833.55078125, - 64961.6953125, - 64976.671875, - 64976.97265625, - 64994.828125, - 65000.37890625, - 65048.91796875, - 65050.796875, - 65082.3828125 + 64369.1796875, + 64435.0625, + 64487.39453125, + 64538.10546875, + 64550.609375, + 64592.734375, + 64622.49609375, + 64645.328125, + 64646.38671875, + 64672.140625, + 64688.73828125, + 64699.82421875, + 64724.2109375, + 64733.19921875, + 64761.61328125, + 64777.30859375, + 64843.69140625, + 64859.91796875, + 64852.609375, + 64869.66796875, + 64873.125, + 64918.640625, + 64917.62109375, + 64939.59765625 ] }, "timestamps": [ - "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", "2026-06-18 12:00:00", @@ -589,6 +588,7 @@ "2026-06-23 05:00:00", "2026-06-23 06:00:00", "2026-06-23 07:00:00", - "2026-06-23 08:00:00" + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e0a83a4e1afdf2f7df78de66395948abe2dab78d..85a937665d5e6fd5998800ea12cfe35ed203a6ab 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T08:25:23.759156+00:00", + "evaluated_at": "2026-06-23T09:02:38.475181+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index ce0e2d0ffc96db8ad2696e6ac4be34b81ecd91f2..cb9b176e30f312768676130e19c92f7a0577b2bd 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T08:54:27.691972+00:00", + "evaluated_at": "2026-06-23T09:02:40.953049+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 37b48462c80581ac134a62ee2b56b49a70dc7cb5..6308ccb505b6a68b646120b9213664777a07b17a 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,515277.508642406,507700.5624484027,515.8927485040145,0.824358377569982,0.008063201227607293,0.008051134388130167,16.392033959533872,717.8283281136278,0.011185380651472501,0.008038769913853756,0.007310908515338275,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,644134.603279399,646609.489354361,592.6649050593351,0.9852058163990477,0.009292059913619033,0.009264239289771175,22.284765894592997,802.5799669063507,0.012520472617487323,0.009245738768865865,0.008412563980662001,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,40.80650449467975,42.26480901897464,5.524301652595784,3.2355586185720284,0.20205608092167893,0.23458602600461984,86.30682403553787,6.387996907848324,0.24060629514107576,0.20807488999247237,0.19508424028346397,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.3952611769310085,0.39844006962376227,0.5338274881954788,1.9214522701575283,0.7838006162298665,0.4749111548720561,71.34125974234367,0.6286980013734802,0.5811501892640146,0.49345463978155774,0.48305365255239263,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.1805971906594623,0.17940431803268286,0.3620074582249677,2.3271906443475103,0.27583426351499624,0.22976736190272895,63.80124112324639,0.4249672818693956,0.29562941347436217,0.25183127528693405,0.23569084057680867,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 0986b7cf192d5349956266a6308258f0611cf43d..bfe550e0da687c0be01be0188ecf164a37339179 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T08:57:09.855337+00:00", + "evaluated_at": "2026-06-23T09:05:16.694303+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64199.53125, 64078.609375, 63974.3984375, 64378.0703125, @@ -101,10 +100,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "actuals": [ - 64145.390625, 64139.2109375, 64657.21875, 65149.5703125, @@ -127,350 +126,350 @@ 63400.0, 62936.01171875, 62886.03125, - 62428.6796875 + 62385.98828125, + 62407.8515625 ], "p50": [ - 64164.80188810347, - 64158.664106090364, - 64161.850542827255, - 64170.259635814145, - 64158.250760051036, - 64162.90789991293, - 64171.99277414982, - 64161.42725776171, - 64163.6996319986, - 64162.35677186049, - 64152.55688047238, - 64160.85269220927, - 64141.16022269616, - 64151.16306568305, - 64160.462783669944, - 64156.735157906835, - 64158.259485268725, - 64148.75646888061, - 64146.7632181175, - 64159.77387360439, - 64192.05796659128, - 64159.49830957817, - 64167.64177756506, - 64159.19930805195 + 64142.525588815144, + 64147.74744064033, + 64143.9028862155, + 64153.271222415686, + 64145.76455861586, + 64146.63289481604, + 64147.15748101622, + 64146.316832841396, + 64151.50743466657, + 64149.762489616754, + 64150.71676331693, + 64151.51478701711, + 64158.77374821729, + 64152.938959417465, + 64153.69792061765, + 64154.84750681782, + 64166.096702393, + 64157.69550734318, + 64158.51696854336, + 64158.10991411854, + 64160.159890943716, + 64157.84853964389, + 64160.269610219075, + 64161.37232141925 ], "p10": [ - 63911.50501310347, - 63904.585981090364, - 63847.038042827255, - 63884.423698314145, - 63909.84333817603, - 63902.04618116293, - 63910.67832102482, - 63880.12022651171, - 63925.6879132486, - 63925.18138123549, - 63909.64672422238, - 63909.31128595927, - 63909.85162894616, - 63902.93259693305, - 63929.16434616994, - 63909.438282906835, - 63882.632532143725, - 63882.49475013061, - 63902.2436868675, - 63919.27699860439, - 63908.70132596628, - 63920.20924707817, - 63928.06209006506, - 63923.62118305195 + 63864.970901315144, + 63916.80525314033, + 63892.8013237155, + 63904.541144290684, + 63914.51299611586, + 63910.662582316036, + 63896.51959039122, + 63884.8668328414, + 63871.54259091657, + 63868.611708366756, + 63893.07223206693, + 63899.56439639211, + 63916.41281071729, + 63875.649896917465, + 63902.65885811765, + 63970.31899119282, + 63961.043577393, + 63920.52011671818, + 63905.94470291836, + 63900.46538286854, + 63932.41301594372, + 63923.80596151889, + 63909.66296959407, + 63910.48443079425 ], "p90": [ - 64428.42688810347, - 64397.10785609036, - 64407.838824077255, - 64455.587760814145, - 64372.274197551036, - 64397.820790537924, - 64455.17441477482, - 64458.17374213671, - 64407.0121319986, - 64411.21536561049, - 64397.13188047238, - 64393.56011408427, - 64395.57037894616, - 64408.88962818305, - 64406.185439919944, - 64406.047657906835, - 64428.97979776873, - 64485.02990638061, - 64405.6343118675, - 64428.56645172939, - 64405.61538846628, - 64405.47760645317, - 64405.33982444006, - 64405.20204242695 + 64370.667776315146, + 64378.17908126533, + 64392.4575737155, + 64395.05364429069, + 64442.55791799086, + 64381.68367606604, + 64383.57232476622, + 64473.256285966396, + 64442.70665341657, + 64415.953895866754, + 64396.71949769193, + 64445.17103701711, + 64445.99249821729, + 64421.997162542466, + 64422.81862374265, + 64404.911178692826, + 64403.958030518, + 64422.52558546818, + 64426.10446854336, + 64393.18413286854, + 64424.989969068716, + 64394.82705526889, + 64395.429766469075, + 64486.39966516925 ], "mean": [ - 64152.469524821994, - 64135.92113734019, - 64139.07919517082, - 64153.565749095265, - 64125.46134598846, - 64170.080224131656, - 64196.6491608683, - 64168.61139838651, - 64165.622014810935, - 64167.03864686031, - 64154.94789609726, - 64149.9930828342, - 64139.64354300865, - 64160.18663990184, - 64176.33655320129, - 64149.66109540697, - 64149.28690714385, - 64133.61027747455, - 64155.862612648976, - 64169.76354157343, - 64192.50677518509, - 64163.04174707828, - 64184.25427756521, - 64161.41698383334 + 64135.94142865918, + 64157.413534390034, + 64128.84126512184, + 64173.80813647833, + 64165.95928517823, + 64141.93711356592, + 64125.02082086019, + 64137.46794612295, + 64123.71645810381, + 64130.02010680436, + 64149.84256409834, + 64166.65117373568, + 64176.87150212343, + 64153.32044379271, + 64147.55583077358, + 64167.54883494258, + 64177.43646801812, + 64181.216386249616, + 64164.12577713696, + 64153.21969927468, + 64174.69196125649, + 64161.461156831094, + 64137.8663094376, + 64154.19954798188 ], "quantiles": { "0.1": [ - 63911.50501310347, - 63904.585981090364, - 63847.038042827255, - 63884.423698314145, - 63909.84333817603, - 63902.04618116293, - 63910.67832102482, - 63880.12022651171, - 63925.6879132486, - 63925.18138123549, - 63909.64672422238, - 63909.31128595927, - 63909.85162894616, - 63902.93259693305, - 63929.16434616994, - 63909.438282906835, - 63882.632532143725, - 63882.49475013061, - 63902.2436868675, - 63919.27699860439, - 63908.70132596628, - 63920.20924707817, - 63928.06209006506, - 63923.62118305195 + 63864.970901315144, + 63916.80525314033, + 63892.8013237155, + 63904.541144290684, + 63914.51299611586, + 63910.662582316036, + 63896.51959039122, + 63884.8668328414, + 63871.54259091657, + 63868.611708366756, + 63893.07223206693, + 63899.56439639211, + 63916.41281071729, + 63875.649896917465, + 63902.65885811765, + 63970.31899119282, + 63961.043577393, + 63920.52011671818, + 63905.94470291836, + 63900.46538286854, + 63932.41301594372, + 63923.80596151889, + 63909.66296959407, + 63910.48443079425 ], "0.2": [ - 64000.09485685347, - 63936.187543590364, - 63931.295855327255, - 63976.48776081415, - 63994.231228801036, - 63978.13641553793, - 63993.34785227482, - 63977.86085151171, - 64037.1511944986, - 63998.85481873549, - 63993.40453672238, - 63992.65894220927, - 63990.08991019616, - 63995.11228443305, - 64013.503408669945, - 63992.715626656835, - 63948.92081339373, - 63966.86193763061, - 63952.3452493675, - 64044.31215485439, - 63997.33921659128, - 63996.59362207817, - 64073.42146506506, - 63996.92587055195 + 63971.877151315144, + 64036.92048751533, + 63960.6021049655, + 63982.693097415686, + 63978.20205861586, + 63985.66414481604, + 63979.84498101622, + 63921.258629716394, + 63978.44884091657, + 63953.85545836676, + 63982.52301331693, + 64032.25306826711, + 64033.07452946729, + 63960.017084417465, + 63970.45963936765, + 64035.53891306782, + 64056.243968017996, + 64050.52167921818, + 63995.01501541836, + 63987.33257036854, + 64052.986062818716, + 63992.16689901889, + 63967.410235219075, + 63968.23169641925 ], "0.3": [ - 64083.34485685347, - 64053.996137340364, - 64053.858355327255, - 64080.400260814145, - 64064.051541301036, - 64079.71454053793, - 64079.98691477482, - 64055.45850776171, - 64079.7113507486, - 64078.86692811049, - 64055.04516172238, - 64077.89956720927, - 64054.76959769616, - 64062.81150318305, - 64078.474502419944, - 64078.746876656835, - 64051.929407143725, - 64059.80646888061, - 64072.4913431175, - 64120.19574860439, - 64117.65796659128, - 64077.79713770317, - 64120.340215065065, - 64077.64462055195 + 64066.947463815144, + 64067.76892501533, + 64061.1919487155, + 64097.411847415686, + 64082.10323049086, + 64064.93172294104, + 64065.46607476622, + 64066.697692216396, + 64069.29102841657, + 64069.98944274175, + 64087.03199769193, + 64079.29213076711, + 64112.80499821729, + 64070.91981879246, + 64072.32487374265, + 64075.80063181782, + 64113.690843018, + 64084.22089796818, + 64080.693140418356, + 64076.55522661854, + 64116.976687818715, + 64080.72939901889, + 64062.808672719075, + 64061.17622766925 ], "0.4": [ - 64123.61048185347, - 64114.675824840364, - 64114.538042827255, - 64153.71744831414, - 64114.262478801036, - 64128.13641553793, - 64145.844727274816, - 64130.021789011706, - 64137.2621319986, - 64140.45013123549, - 64113.43578672238, - 64122.09487970927, - 64108.17584769616, - 64113.02244068305, - 64133.60418991994, - 64131.00547040683, - 64117.40909464373, - 64084.47131263061, - 64099.8725931175, - 64148.85199860439, - 64154.49156034128, - 64123.84596582817, - 64143.64021506506, - 64135.19540180195 + 64120.138870065144, + 64127.01033126533, + 64104.5903862155, + 64130.814191165686, + 64134.88955861586, + 64130.29617606604, + 64120.96607476622, + 64125.889098466396, + 64129.51915341657, + 64130.340614616754, + 64137.59176331693, + 64130.860099517115, + 64142.637810717286, + 64117.552240667465, + 64114.92604561765, + 64130.82016306782, + 64148.192405518, + 64136.91230421818, + 64140.97517166836, + 64138.55522661854, + 64145.806375318716, + 64132.91768026889, + 64136.570391469075, + 64122.31919641925 ], "0.5": [ - 64164.80188810347, - 64158.664106090364, - 64161.850542827255, - 64170.259635814145, - 64158.250760051036, - 64162.90789991293, - 64171.99277414982, - 64161.42725776171, - 64163.6996319986, - 64162.35677186049, - 64152.55688047238, - 64160.85269220927, - 64141.16022269616, - 64151.16306568305, - 64160.462783669944, - 64156.735157906835, - 64158.259485268725, - 64148.75646888061, - 64146.7632181175, - 64159.77387360439, - 64192.05796659128, - 64159.49830957817, - 64167.64177756506, - 64159.19930805195 + 64142.525588815144, + 64147.74744064033, + 64143.9028862155, + 64153.271222415686, + 64145.76455861586, + 64146.63289481604, + 64147.15748101622, + 64146.316832841396, + 64151.50743466657, + 64149.762489616754, + 64150.71676331693, + 64151.51478701711, + 64158.77374821729, + 64152.938959417465, + 64153.69792061765, + 64154.84750681782, + 64166.096702393, + 64157.69550734318, + 64158.51696854336, + 64158.10991411854, + 64160.159890943716, + 64157.84853964389, + 64160.269610219075, + 64161.37232141925 ], "0.6": [ - 64215.72376310347, - 64181.976606090364, - 64192.538042827255, - 64224.669792064145, - 64170.121853801036, - 64230.47235303793, - 64234.25957102482, - 64214.75928901171, - 64214.6215069986, - 64226.13059998549, - 64167.40453672238, - 64193.29800470927, - 64177.64069144616, - 64177.50290943305, - 64192.884658669944, - 64213.657032906835, - 64192.609094643725, - 64191.27131263061, - 64174.2171243675, - 64184.57621735439, - 64259.52359159128, - 64228.052215828175, - 64224.33943381506, - 64227.99227680195 + 64183.31152631514, + 64211.75720626533, + 64174.5903862155, + 64225.92044116568, + 64178.23330861586, + 64177.85476981604, + 64210.14576226622, + 64187.861754716396, + 64202.42930966657, + 64166.821083366754, + 64181.16207581693, + 64220.33119326711, + 64217.36202946729, + 64218.18349066746, + 64185.24792061765, + 64217.53891306782, + 64224.079124268, + 64221.46933546818, + 64187.73376541836, + 64211.46538286854, + 64216.03059406872, + 64200.56221151889, + 64213.929766469075, + 64218.49497766925 ], "0.7": [ - 64263.35266935347, - 64261.962543590365, - 64275.280230327255, - 64262.939323314145, - 64231.86755692604, - 64304.34344678793, - 64298.09628977482, - 64271.91710151171, - 64260.4613507486, - 64299.21341248549, - 64229.53188047238, - 64255.61011408427, - 64253.57037894616, - 64260.309159433054, - 64239.044814919944, - 64253.157032906835, - 64267.65948526873, - 64261.01037513061, - 64260.8725931175, - 64269.11762360439, - 64302.27671659128, - 64269.98815332817, - 64268.70427756506, - 64295.75399555195 + 64251.869338815144, + 64246.82283126533, + 64247.644292465506, + 64296.00247241568, + 64262.08096486586, + 64233.59969169104, + 64256.79810601622, + 64283.4664422164, + 64252.573059666574, + 64249.090614616754, + 64243.57223206693, + 64264.72572451711, + 64261.72687321729, + 64263.694428167466, + 64267.19010811765, + 64258.323288067826, + 64254.840843018, + 64266.98027296818, + 64256.48376541836, + 64257.84194536854, + 64268.298562818716, + 64258.94814901889, + 64261.558672719075, + 64280.36294641925 ], "0.8": [ - 64372.82532560347, - 64323.94457484037, - 64363.698199077255, - 64325.228385814145, - 64271.184353801036, - 64363.28485303793, - 64371.99863352482, - 64330.26163276171, - 64315.4301007486, - 64364.50403748549, - 64305.06078672238, - 64316.44878595927, - 64304.78522269616, - 64321.90134693305, - 64353.716689919944, - 64309.996876656835, - 64376.749719643725, - 64353.30334388061, - 64323.1616556175, - 64370.20746735439, - 64361.21812284128, - 64313.63893457817, - 64321.051152565065, - 64350.39462055195 + 64305.775588815144, + 64297.48767501533, + 64305.4692924655, + 64363.77278491569, + 64339.06533986586, + 64307.93367606604, + 64308.75513726622, + 64367.0586297164, + 64310.39805966657, + 64313.168739616754, + 64313.99020081693, + 64344.81556826711, + 64306.52374821729, + 64344.376459417465, + 64345.19792061765, + 64318.09750681782, + 64311.241624268, + 64358.07246046818, + 64358.89392166836, + 64303.07397661854, + 64326.22981281872, + 64323.02627401889, + 64323.847735219075, + 64377.98169641925 ], "0.9": [ - 64428.42688810347, - 64397.10785609036, - 64407.838824077255, - 64455.587760814145, - 64372.274197551036, - 64397.820790537924, - 64455.17441477482, - 64458.17374213671, - 64407.0121319986, - 64411.21536561049, - 64397.13188047238, - 64393.56011408427, - 64395.57037894616, - 64408.88962818305, - 64406.185439919944, - 64406.047657906835, - 64428.97979776873, - 64485.02990638061, - 64405.6343118675, - 64428.56645172939, - 64405.61538846628, - 64405.47760645317, - 64405.33982444006, - 64405.20204242695 + 64370.667776315146, + 64378.17908126533, + 64392.4575737155, + 64395.05364429069, + 64442.55791799086, + 64381.68367606604, + 64383.57232476622, + 64473.256285966396, + 64442.70665341657, + 64415.953895866754, + 64396.71949769193, + 64445.17103701711, + 64445.99249821729, + 64421.997162542466, + 64422.81862374265, + 64404.911178692826, + 64403.958030518, + 64422.52558546818, + 64426.10446854336, + 64393.18413286854, + 64424.989969068716, + 64394.82705526889, + 64395.429766469075, + 64486.39966516925 ] }, "timestamps": [ - "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", "2026-06-18 12:00:00", @@ -589,6 +588,7 @@ "2026-06-23 05:00:00", "2026-06-23 06:00:00", "2026-06-23 07:00:00", - "2026-06-23 08:00:00" + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c717a9693f959bf367d087bec408749afd03c329..aaed93861bc563d57123e64b13c6ba1d0c47b471 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-23T08:28:08.937763+00:00", + "evaluated_at": "2026-06-23T09:05:16.720186+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index eec0b79f619fc5a1d6b58cdaec1d438002024855..4c37660a8a1ac692c5bc658ab9a30abbb164587e 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T08:57:09.894982+00:00", + "evaluated_at": "2026-06-23T09:05:16.733124+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index a1a18f3586bdcea7c47d7551fa7decca63937d66..e349c170be97a7429ecc6dbb39c463a8d2faa286 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2023,3 +2023,5 @@ {"evaluated_at": "2026-06-23T08:46:26.745633+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-23T08:57:14.552365+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T08:57:14.552365+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-23T09:05:21.461240+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-23T09:05:21.461240+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 697cf8f865d29a1ce0f9b5f44f657c478bc5d09d..6827b2cc0fdaae84d56eb205ebc3dd022ca75f2c 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,507868.72665468854,519775.33226744336,519.4521484375,0.8300460348646413,0.008122962667746463,0.008106546383388381,10.477260245447033,712.6490908256942,0.011104676479902572,0.008094233374388235,0.006922328193923051,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,720673.9476623535,678846.3898345629,610.6880696614584,1.0151662990332464,0.009576455793255856,0.009544885957905718,14.538712349290288,848.9251720041958,0.01324347081742509,0.00952690519238274,0.007982838567457658,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.34644622008772785,0.42639875392804544,0.5650651454925537,0.3309561129222548,0.02101621701493217,0.020977116790679828,2.455640861535214,0.5885968230357074,0.02216971970484735,0.021283390260142008,0.024063587582944027,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.0452356082943883,1.0845602061111856,0.828235246737798,2.981140031676438,1.285780294540968,0.6011251261777767,18.18549733832791,1.022367648301915,0.9450469875998653,0.7655966288190313,0.4558467302477582,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.184872864022766,0.16113583942976917,0.3421749273935954,2.1996958119735845,0.2609048976657473,0.21900721102220247,32.48683524008579,0.42996844538031626,0.2991084837428287,0.23803473209989243,0.16946126552147692,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.007447658755609154 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,407.8973011673842,296.48887593123794,15.377602100372314,1.2845891404761358,0.9298996378086333,0.5876716936264331,11.907657404525834,20.196467541809984,0.9756747844475285,0.742879346773927,0.5043174635422022,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,6.354328426330994,5.6399101588555896,1.6320192416508992,0.861865290988316,0.07085564252447996,0.0660808076063598,8.033813274193731,2.5207793291621132,0.11104753758745901,0.07189511433391695,0.052704314792238235,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,37.5651404751732,37.994707789765066,4.247228761514028,0.801573973339476,0.9735486556553711,0.39512331458212685,10.477546399417744,6.129040746737878,0.516129747093716,0.35766136939065496,0.30664866493924087,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,974.1483847523729,1294.6535477619618,26.831507364908855,0.23631419330561923,0.011184628984888678,0.011298177982852176,1.4491573340739679,31.211350255193587,0.013130103525410096,0.01128757540329207,0.012817440061562713,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,823.1251548230648,1319.0119568295777,27.358510335286457,0.24095568735665132,0.011406417467915419,0.011521994798919119,1.4099769298308484,28.69015780408091,0.01206947918138373,0.0115092769158085,0.012717496178957908,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,499.83229911756433,496.6093653271258,19.394344874790736,0.41386019232445287,0.077989961887891,0.07789697227618235,1.783469856267821,22.356929554783775,0.08999339096232688,0.07806809322802481,0.06697253553290448,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index f196bae6427ca4fa8a24a0c30dbc8e31ff1103ab..437b59187f8374a6a1eec8971ee2abab9b6a0f58 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T08:56:37.372859+00:00", + "evaluated_at": "2026-06-23T09:04:39.031710+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64199.53125, 64078.609375, 63974.3984375, 64378.0703125, @@ -101,10 +100,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "actuals": [ - 64145.390625, 64139.2109375, 64657.21875, 65149.5703125, @@ -127,350 +126,350 @@ 63400.0, 62936.01171875, 62886.03125, - 62428.6796875 + 62385.98828125, + 62407.8515625 ], "p50": [ - 64171.234375, - 64155.15625, - 64135.26171875, - 64167.59375, - 64130.970703125, - 64194.158203125, - 64151.25, - 64157.193359375, - 64153.8203125, - 64224.56640625, - 64285.49609375, - 64156.046875, - 64235.7421875, - 64243.5703125, - 64233.912109375, - 64191.26953125, - 64181.984375, - 64195.12890625, - 64112.22265625, - 64217.40234375, - 64243.2421875, - 64174.55078125, - 64137.9609375, - 64235.806640625 + 64116.9453125, + 64129.314453125, + 64103.478515625, + 64146.341796875, + 64143.14453125, + 64192.53515625, + 64161.599609375, + 64190.50390625, + 64181.873046875, + 64173.08984375, + 64214.13671875, + 64185.185546875, + 64225.60546875, + 64279.306640625, + 64191.962890625, + 64177.05078125, + 64160.294921875, + 64302.740234375, + 64210.83203125, + 64244.49609375, + 64209.544921875, + 64371.12109375, + 64272.578125, + 64160.703125 ], "p10": [ - 63905.333984375, - 63813.8828125, - 63798.2265625, - 63671.357421875, - 63633.5234375, - 63675.966796875, - 63552.234375, - 63604.740234375, - 63453.015625, - 63634.322265625, - 63442.6796875, - 63496.1484375, - 63564.34765625, - 63372.529296875, - 63352.30859375, - 63287.990234375, - 63185.46875, - 63150.87109375, - 63081.421875, - 63340.64453125, - 63177.091796875, - 63173.693359375, - 63096.2421875, - 63126.060546875 + 63843.56640625, + 63831.966796875, + 63653.2265625, + 63694.962890625, + 63617.53515625, + 63669.126953125, + 63559.9765625, + 63529.416015625, + 63401.4453125, + 63362.052734375, + 63526.451171875, + 63296.42578125, + 63454.544921875, + 63361.267578125, + 63230.77734375, + 63256.541015625, + 63179.6640625, + 63303.6796875, + 63250.490234375, + 63240.130859375, + 63051.173828125, + 63245.259765625, + 63200.287109375, + 63196.4921875 ], "p90": [ - 64409.86328125, - 64525.861328125, - 64503.234375, - 64622.654296875, - 64664.072265625, - 64697.935546875, - 64731.201171875, - 64719.544921875, - 64797.873046875, - 64877.37890625, - 65085.197265625, - 64822.869140625, - 65160.955078125, - 65206.841796875, - 65153.099609375, - 64910.111328125, - 65027.83203125, - 65036.298828125, - 65112.171875, - 64972.958984375, - 65333.7265625, - 65172.177734375, - 65219.326171875, - 65551.9140625 + 64349.17578125, + 64473.556640625, + 64561.6953125, + 64602.443359375, + 64699.21875, + 64668.451171875, + 64815.54296875, + 64828.078125, + 64819.16796875, + 64937.66796875, + 64924.078125, + 64896.826171875, + 64955.607421875, + 65156.412109375, + 65043.236328125, + 65185.37890625, + 65188.908203125, + 65255.580078125, + 65198.685546875, + 65292.38671875, + 65414.34765625, + 65399.2421875, + 65296.587890625, + 65193.814453125 ], "mean": [ - 64160.20703125, - 64161.56640625, - 64138.68359375, - 64196.109375, - 64117.07421875, - 64174.79296875, - 64167.83203125, - 64196.5, - 64074.3828125, - 64238.546875, - 64291.078125, - 64167.2890625, - 64320.95703125, - 64291.48828125, - 64188.93359375, - 64102.140625, - 64173.5390625, - 64155.87109375, - 64141.09765625, - 64192.46875, - 64256.1953125, - 64131.375, - 64118.546875, - 64267.0546875 + 64112.82421875, + 64158.02734375, + 64110.6953125, + 64145.59375, + 64142.484375, + 64199.58203125, + 64177.58203125, + 64153.5, + 64113.328125, + 64154.72265625, + 64246.87890625, + 64163.12109375, + 64204.625, + 64256.078125, + 64182.55078125, + 64234.69921875, + 64154.68359375, + 64415.390625, + 64229.33203125, + 64340.91015625, + 64192.7890625, + 64268.73046875, + 64262.30859375, + 64201.11328125 ], "quantiles": { "0.1": [ - 63905.333984375, - 63813.8828125, - 63798.2265625, - 63671.357421875, - 63633.5234375, - 63675.966796875, - 63552.234375, - 63604.740234375, - 63453.015625, - 63634.322265625, - 63442.6796875, - 63496.1484375, - 63564.34765625, - 63372.529296875, - 63352.30859375, - 63287.990234375, - 63185.46875, - 63150.87109375, - 63081.421875, - 63340.64453125, - 63177.091796875, - 63173.693359375, - 63096.2421875, - 63126.060546875 + 63843.56640625, + 63831.966796875, + 63653.2265625, + 63694.962890625, + 63617.53515625, + 63669.126953125, + 63559.9765625, + 63529.416015625, + 63401.4453125, + 63362.052734375, + 63526.451171875, + 63296.42578125, + 63454.544921875, + 63361.267578125, + 63230.77734375, + 63256.541015625, + 63179.6640625, + 63303.6796875, + 63250.490234375, + 63240.130859375, + 63051.173828125, + 63245.259765625, + 63200.287109375, + 63196.4921875 ], "0.2": [ - 63905.333984375, - 63813.8828125, - 63798.2265625, - 63671.357421875, - 63633.5234375, - 63675.966796875, - 63552.234375, - 63604.740234375, - 63453.015625, - 63634.322265625, - 63442.6796875, - 63496.1484375, - 63564.34765625, - 63372.529296875, - 63352.30859375, - 63287.990234375, - 63185.46875, - 63150.87109375, - 63081.421875, - 63340.64453125, - 63177.091796875, - 63173.693359375, - 63096.2421875, - 63126.060546875 + 63843.56640625, + 63831.966796875, + 63653.2265625, + 63694.962890625, + 63617.53515625, + 63669.126953125, + 63559.9765625, + 63529.416015625, + 63401.4453125, + 63362.052734375, + 63526.451171875, + 63296.42578125, + 63454.544921875, + 63361.267578125, + 63230.77734375, + 63256.541015625, + 63179.6640625, + 63303.6796875, + 63250.490234375, + 63240.130859375, + 63051.173828125, + 63245.259765625, + 63200.287109375, + 63196.4921875 ], "0.3": [ - 63905.333984375, - 63813.8828125, - 63798.2265625, - 63671.357421875, - 63633.5234375, - 63675.966796875, - 63552.234375, - 63604.740234375, - 63453.015625, - 63634.322265625, - 63442.6796875, - 63496.1484375, - 63564.34765625, - 63372.529296875, - 63352.30859375, - 63287.990234375, - 63185.46875, - 63150.87109375, - 63081.421875, - 63340.64453125, - 63177.091796875, - 63173.693359375, - 63096.2421875, - 63126.060546875 + 63843.56640625, + 63831.966796875, + 63653.2265625, + 63694.962890625, + 63617.53515625, + 63669.126953125, + 63559.9765625, + 63529.416015625, + 63401.4453125, + 63362.052734375, + 63526.451171875, + 63296.42578125, + 63454.544921875, + 63361.267578125, + 63230.77734375, + 63256.541015625, + 63179.6640625, + 63303.6796875, + 63250.490234375, + 63240.130859375, + 63051.173828125, + 63245.259765625, + 63200.287109375, + 63196.4921875 ], "0.4": [ - 64171.234375, - 64155.15625, - 64135.26171875, - 64167.59375, - 64130.970703125, - 64194.158203125, - 64151.25, - 64157.193359375, - 64153.8203125, - 64224.56640625, - 64285.49609375, - 64156.046875, - 64235.7421875, - 64243.5703125, - 64233.912109375, - 64191.26953125, - 64181.984375, - 64195.12890625, - 64112.22265625, - 64217.40234375, - 64243.2421875, - 64174.55078125, - 64137.9609375, - 64235.806640625 + 64116.9453125, + 64129.314453125, + 64103.478515625, + 64146.341796875, + 64143.14453125, + 64192.53515625, + 64161.599609375, + 64190.50390625, + 64181.873046875, + 64173.08984375, + 64214.13671875, + 64185.185546875, + 64225.60546875, + 64279.306640625, + 64191.962890625, + 64177.05078125, + 64160.294921875, + 64302.740234375, + 64210.83203125, + 64244.49609375, + 64209.544921875, + 64371.12109375, + 64272.578125, + 64160.703125 ], "0.5": [ - 64171.234375, - 64155.15625, - 64135.26171875, - 64167.59375, - 64130.970703125, - 64194.158203125, - 64151.25, - 64157.193359375, - 64153.8203125, - 64224.56640625, - 64285.49609375, - 64156.046875, - 64235.7421875, - 64243.5703125, - 64233.912109375, - 64191.26953125, - 64181.984375, - 64195.12890625, - 64112.22265625, - 64217.40234375, - 64243.2421875, - 64174.55078125, - 64137.9609375, - 64235.806640625 + 64116.9453125, + 64129.314453125, + 64103.478515625, + 64146.341796875, + 64143.14453125, + 64192.53515625, + 64161.599609375, + 64190.50390625, + 64181.873046875, + 64173.08984375, + 64214.13671875, + 64185.185546875, + 64225.60546875, + 64279.306640625, + 64191.962890625, + 64177.05078125, + 64160.294921875, + 64302.740234375, + 64210.83203125, + 64244.49609375, + 64209.544921875, + 64371.12109375, + 64272.578125, + 64160.703125 ], "0.6": [ - 64171.234375, - 64155.15625, - 64135.26171875, - 64167.59375, - 64130.970703125, - 64194.158203125, - 64151.25, - 64157.193359375, - 64153.8203125, - 64224.56640625, - 64285.49609375, - 64156.046875, - 64235.7421875, - 64243.5703125, - 64233.912109375, - 64191.26953125, - 64181.984375, - 64195.12890625, - 64112.22265625, - 64217.40234375, - 64243.2421875, - 64174.55078125, - 64137.9609375, - 64235.806640625 + 64116.9453125, + 64129.314453125, + 64103.478515625, + 64146.341796875, + 64143.14453125, + 64192.53515625, + 64161.599609375, + 64190.50390625, + 64181.873046875, + 64173.08984375, + 64214.13671875, + 64185.185546875, + 64225.60546875, + 64279.306640625, + 64191.962890625, + 64177.05078125, + 64160.294921875, + 64302.740234375, + 64210.83203125, + 64244.49609375, + 64209.544921875, + 64371.12109375, + 64272.578125, + 64160.703125 ], "0.7": [ - 64171.234375, - 64155.15625, - 64135.26171875, - 64167.59375, - 64130.970703125, - 64194.158203125, - 64151.25, - 64157.193359375, - 64153.8203125, - 64224.56640625, - 64285.49609375, - 64156.046875, - 64235.7421875, - 64243.5703125, - 64233.912109375, - 64191.26953125, - 64181.984375, - 64195.12890625, - 64112.22265625, - 64217.40234375, - 64243.2421875, - 64174.55078125, - 64137.9609375, - 64235.806640625 + 64116.9453125, + 64129.314453125, + 64103.478515625, + 64146.341796875, + 64143.14453125, + 64192.53515625, + 64161.599609375, + 64190.50390625, + 64181.873046875, + 64173.08984375, + 64214.13671875, + 64185.185546875, + 64225.60546875, + 64279.306640625, + 64191.962890625, + 64177.05078125, + 64160.294921875, + 64302.740234375, + 64210.83203125, + 64244.49609375, + 64209.544921875, + 64371.12109375, + 64272.578125, + 64160.703125 ], "0.8": [ - 64409.86328125, - 64525.861328125, - 64503.234375, - 64622.654296875, - 64664.072265625, - 64697.935546875, - 64731.201171875, - 64719.544921875, - 64797.873046875, - 64877.37890625, - 65085.197265625, - 64822.869140625, - 65160.955078125, - 65206.841796875, - 65153.099609375, - 64910.111328125, - 65027.83203125, - 65036.298828125, - 65112.171875, - 64972.958984375, - 65333.7265625, - 65172.177734375, - 65219.326171875, - 65551.9140625 + 64349.17578125, + 64473.556640625, + 64561.6953125, + 64602.443359375, + 64699.21875, + 64668.451171875, + 64815.54296875, + 64828.078125, + 64819.16796875, + 64937.66796875, + 64924.078125, + 64896.826171875, + 64955.607421875, + 65156.412109375, + 65043.236328125, + 65185.37890625, + 65188.908203125, + 65255.580078125, + 65198.685546875, + 65292.38671875, + 65414.34765625, + 65399.2421875, + 65296.587890625, + 65193.814453125 ], "0.9": [ - 64409.86328125, - 64525.861328125, - 64503.234375, - 64622.654296875, - 64664.072265625, - 64697.935546875, - 64731.201171875, - 64719.544921875, - 64797.873046875, - 64877.37890625, - 65085.197265625, - 64822.869140625, - 65160.955078125, - 65206.841796875, - 65153.099609375, - 64910.111328125, - 65027.83203125, - 65036.298828125, - 65112.171875, - 64972.958984375, - 65333.7265625, - 65172.177734375, - 65219.326171875, - 65551.9140625 + 64349.17578125, + 64473.556640625, + 64561.6953125, + 64602.443359375, + 64699.21875, + 64668.451171875, + 64815.54296875, + 64828.078125, + 64819.16796875, + 64937.66796875, + 64924.078125, + 64896.826171875, + 64955.607421875, + 65156.412109375, + 65043.236328125, + 65185.37890625, + 65188.908203125, + 65255.580078125, + 65198.685546875, + 65292.38671875, + 65414.34765625, + 65399.2421875, + 65296.587890625, + 65193.814453125 ] }, "timestamps": [ - "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", "2026-06-18 12:00:00", @@ -589,6 +588,7 @@ "2026-06-23 05:00:00", "2026-06-23 06:00:00", "2026-06-23 07:00:00", - "2026-06-23 08:00:00" + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e188fff64d04b4ac240c42f7a52bcf47c88a3ced..405e48a7e70d5a933fe2bf4cd6ded8963ce78050 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T08:27:35.961268+00:00", + "evaluated_at": "2026-06-23T09:04:44.535223+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,343 +130,343 @@ 2400.0 ], "p50": [ - 2350.482177734375, - 2350.3271484375, - 2350.52978515625, - 2348.6968994140625, - 2350.787109375, - 2351.3245849609375, - 2348.7744140625, - 2351.4625244140625, - 2344.079833984375, - 2352.573486328125, - 2347.130126953125, - 2349.5457763671875, - 2348.5838623046875, - 2344.634033203125, - 2353.0836181640625, - 2347.5806884765625, - 2348.3817138671875, - 2345.4393310546875, - 2349.1134033203125, - 2349.9857177734375, - 2353.4498291015625, - 2348.31982421875, - 2354.89892578125, - 2343.21630859375 + 2350.7857666015625, + 2350.5789794921875, + 2350.108154296875, + 2351.60888671875, + 2348.564697265625, + 2351.52392578125, + 2351.9697265625, + 2353.5509033203125, + 2351.720947265625, + 2349.8681640625, + 2350.9957275390625, + 2344.2445068359375, + 2355.1033935546875, + 2349.27392578125, + 2339.8966064453125, + 2354.3310546875, + 2353.6571044921875, + 2348.35205078125, + 2348.781494140625, + 2345.8299560546875, + 2352.4869384765625, + 2342.8502197265625, + 2354.333251953125, + 2354.4000244140625 ], "p10": [ - 2337.8309326171875, - 2329.5595703125, - 2325.7901611328125, - 2321.60595703125, - 2313.876708984375, - 2316.6522216796875, - 2313.9813232421875, - 2300.2083740234375, - 2287.602294921875, - 2296.99951171875, - 2280.7301025390625, - 2273.4627685546875, - 2271.09912109375, - 2270.4669189453125, - 2273.0218505859375, - 2272.5823974609375, - 2256.9696044921875, - 2257.5711669921875, - 2248.9365234375, - 2252.7081298828125, - 2258.283203125, - 2236.061767578125, - 2234.4444580078125, - 2235.6533203125 + 2336.536865234375, + 2329.1268310546875, + 2325.1356201171875, + 2321.9212646484375, + 2317.6243896484375, + 2316.4615478515625, + 2311.9847412109375, + 2304.0703125, + 2300.403076171875, + 2310.0010986328125, + 2285.4852294921875, + 2277.1768798828125, + 2282.56884765625, + 2275.104736328125, + 2254.6439208984375, + 2274.4337158203125, + 2217.95458984375, + 2257.894287109375, + 2231.0252685546875, + 2232.445556640625, + 2241.2952880859375, + 2250.7845458984375, + 2233.80615234375, + 2201.688232421875 ], "p90": [ - 2367.261962890625, - 2373.8983154296875, - 2379.8592529296875, - 2391.1322021484375, - 2382.2611083984375, - 2396.73095703125, - 2434.32177734375, - 2408.6910400390625, - 2406.6715087890625, - 2424.6513671875, - 2434.927001953125, - 2450.1685791015625, - 2455.1265869140625, - 2443.4732666015625, - 2473.5526123046875, - 2460.80712890625, - 2506.653076171875, - 2510.09619140625, - 2484.3612060546875, - 2502.6898193359375, - 2511.21630859375, - 2488.2789306640625, - 2493.4820556640625, - 2491.331298828125 + 2364.9000244140625, + 2375.8017578125, + 2378.473388671875, + 2390.8233642578125, + 2396.8873291015625, + 2399.792236328125, + 2404.451171875, + 2429.9361572265625, + 2413.47509765625, + 2411.23681640625, + 2428.146728515625, + 2431.077392578125, + 2481.3968505859375, + 2462.9454345703125, + 2450.6575927734375, + 2479.1829833984375, + 2472.0689697265625, + 2457.7493896484375, + 2487.466064453125, + 2493.787353515625, + 2515.4462890625, + 2478.5789794921875, + 2496.2021484375, + 2495.0087890625 ], "mean": [ - 2354.369140625, - 2358.17529296875, - 2361.885009765625, - 2351.8759765625, - 2357.182861328125, - 2359.50634765625, - 2361.8212890625, - 2356.677734375, - 2354.593017578125, - 2366.767333984375, - 2359.177978515625, - 2365.8251953125, - 2367.56982421875, - 2348.63623046875, - 2371.636962890625, - 2359.831787109375, - 2366.34423828125, - 2362.9072265625, - 2371.080078125, - 2401.3662109375, - 2371.40673828125, - 2368.14697265625, - 2388.0673828125, - 2355.73046875 + 2352.825927734375, + 2356.50537109375, + 2360.503662109375, + 2358.896484375, + 2362.088623046875, + 2360.87646484375, + 2359.11962890625, + 2368.61669921875, + 2368.3857421875, + 2364.9853515625, + 2356.535888671875, + 2362.196044921875, + 2384.762939453125, + 2366.6103515625, + 2352.720703125, + 2357.958251953125, + 2366.7958984375, + 2364.877197265625, + 2360.290771484375, + 2382.58154296875, + 2383.117919921875, + 2356.024658203125, + 2386.65576171875, + 2349.209228515625 ], "quantiles": { "0.1": [ - 2337.8309326171875, - 2329.5595703125, - 2325.7901611328125, - 2321.60595703125, - 2313.876708984375, - 2316.6522216796875, - 2313.9813232421875, - 2300.2083740234375, - 2287.602294921875, - 2296.99951171875, - 2280.7301025390625, - 2273.4627685546875, - 2271.09912109375, - 2270.4669189453125, - 2273.0218505859375, - 2272.5823974609375, - 2256.9696044921875, - 2257.5711669921875, - 2248.9365234375, - 2252.7081298828125, - 2258.283203125, - 2236.061767578125, - 2234.4444580078125, - 2235.6533203125 + 2336.536865234375, + 2329.1268310546875, + 2325.1356201171875, + 2321.9212646484375, + 2317.6243896484375, + 2316.4615478515625, + 2311.9847412109375, + 2304.0703125, + 2300.403076171875, + 2310.0010986328125, + 2285.4852294921875, + 2277.1768798828125, + 2282.56884765625, + 2275.104736328125, + 2254.6439208984375, + 2274.4337158203125, + 2217.95458984375, + 2257.894287109375, + 2231.0252685546875, + 2232.445556640625, + 2241.2952880859375, + 2250.7845458984375, + 2233.80615234375, + 2201.688232421875 ], "0.2": [ - 2337.8309326171875, - 2329.5595703125, - 2325.7901611328125, - 2321.60595703125, - 2313.876708984375, - 2316.6522216796875, - 2313.9813232421875, - 2300.2083740234375, - 2287.602294921875, - 2296.99951171875, - 2280.7301025390625, - 2273.4627685546875, - 2271.09912109375, - 2270.4669189453125, - 2273.0218505859375, - 2272.5823974609375, - 2256.9696044921875, - 2257.5711669921875, - 2248.9365234375, - 2252.7081298828125, - 2258.283203125, - 2236.061767578125, - 2234.4444580078125, - 2235.6533203125 + 2336.536865234375, + 2329.1268310546875, + 2325.1356201171875, + 2321.9212646484375, + 2317.6243896484375, + 2316.4615478515625, + 2311.9847412109375, + 2304.0703125, + 2300.403076171875, + 2310.0010986328125, + 2285.4852294921875, + 2277.1768798828125, + 2282.56884765625, + 2275.104736328125, + 2254.6439208984375, + 2274.4337158203125, + 2217.95458984375, + 2257.894287109375, + 2231.0252685546875, + 2232.445556640625, + 2241.2952880859375, + 2250.7845458984375, + 2233.80615234375, + 2201.688232421875 ], "0.3": [ - 2337.8309326171875, - 2329.5595703125, - 2325.7901611328125, - 2321.60595703125, - 2313.876708984375, - 2316.6522216796875, - 2313.9813232421875, - 2300.2083740234375, - 2287.602294921875, - 2296.99951171875, - 2280.7301025390625, - 2273.4627685546875, - 2271.09912109375, - 2270.4669189453125, - 2273.0218505859375, - 2272.5823974609375, - 2256.9696044921875, - 2257.5711669921875, - 2248.9365234375, - 2252.7081298828125, - 2258.283203125, - 2236.061767578125, - 2234.4444580078125, - 2235.6533203125 + 2336.536865234375, + 2329.1268310546875, + 2325.1356201171875, + 2321.9212646484375, + 2317.6243896484375, + 2316.4615478515625, + 2311.9847412109375, + 2304.0703125, + 2300.403076171875, + 2310.0010986328125, + 2285.4852294921875, + 2277.1768798828125, + 2282.56884765625, + 2275.104736328125, + 2254.6439208984375, + 2274.4337158203125, + 2217.95458984375, + 2257.894287109375, + 2231.0252685546875, + 2232.445556640625, + 2241.2952880859375, + 2250.7845458984375, + 2233.80615234375, + 2201.688232421875 ], "0.4": [ - 2350.482177734375, - 2350.3271484375, - 2350.52978515625, - 2348.6968994140625, - 2350.787109375, - 2351.3245849609375, - 2348.7744140625, - 2351.4625244140625, - 2344.079833984375, - 2352.573486328125, - 2347.130126953125, - 2349.5457763671875, - 2348.5838623046875, - 2344.634033203125, - 2353.0836181640625, - 2347.5806884765625, - 2348.3817138671875, - 2345.4393310546875, - 2349.1134033203125, - 2349.9857177734375, - 2353.4498291015625, - 2348.31982421875, - 2354.89892578125, - 2343.21630859375 + 2350.7857666015625, + 2350.5789794921875, + 2350.108154296875, + 2351.60888671875, + 2348.564697265625, + 2351.52392578125, + 2351.9697265625, + 2353.5509033203125, + 2351.720947265625, + 2349.8681640625, + 2350.9957275390625, + 2344.2445068359375, + 2355.1033935546875, + 2349.27392578125, + 2339.8966064453125, + 2354.3310546875, + 2353.6571044921875, + 2348.35205078125, + 2348.781494140625, + 2345.8299560546875, + 2352.4869384765625, + 2342.8502197265625, + 2354.333251953125, + 2354.4000244140625 ], "0.5": [ - 2350.482177734375, - 2350.3271484375, - 2350.52978515625, - 2348.6968994140625, - 2350.787109375, - 2351.3245849609375, - 2348.7744140625, - 2351.4625244140625, - 2344.079833984375, - 2352.573486328125, - 2347.130126953125, - 2349.5457763671875, - 2348.5838623046875, - 2344.634033203125, - 2353.0836181640625, - 2347.5806884765625, - 2348.3817138671875, - 2345.4393310546875, - 2349.1134033203125, - 2349.9857177734375, - 2353.4498291015625, - 2348.31982421875, - 2354.89892578125, - 2343.21630859375 + 2350.7857666015625, + 2350.5789794921875, + 2350.108154296875, + 2351.60888671875, + 2348.564697265625, + 2351.52392578125, + 2351.9697265625, + 2353.5509033203125, + 2351.720947265625, + 2349.8681640625, + 2350.9957275390625, + 2344.2445068359375, + 2355.1033935546875, + 2349.27392578125, + 2339.8966064453125, + 2354.3310546875, + 2353.6571044921875, + 2348.35205078125, + 2348.781494140625, + 2345.8299560546875, + 2352.4869384765625, + 2342.8502197265625, + 2354.333251953125, + 2354.4000244140625 ], "0.6": [ - 2350.482177734375, - 2350.3271484375, - 2350.52978515625, - 2348.6968994140625, - 2350.787109375, - 2351.3245849609375, - 2348.7744140625, - 2351.4625244140625, - 2344.079833984375, - 2352.573486328125, - 2347.130126953125, - 2349.5457763671875, - 2348.5838623046875, - 2344.634033203125, - 2353.0836181640625, - 2347.5806884765625, - 2348.3817138671875, - 2345.4393310546875, - 2349.1134033203125, - 2349.9857177734375, - 2353.4498291015625, - 2348.31982421875, - 2354.89892578125, - 2343.21630859375 + 2350.7857666015625, + 2350.5789794921875, + 2350.108154296875, + 2351.60888671875, + 2348.564697265625, + 2351.52392578125, + 2351.9697265625, + 2353.5509033203125, + 2351.720947265625, + 2349.8681640625, + 2350.9957275390625, + 2344.2445068359375, + 2355.1033935546875, + 2349.27392578125, + 2339.8966064453125, + 2354.3310546875, + 2353.6571044921875, + 2348.35205078125, + 2348.781494140625, + 2345.8299560546875, + 2352.4869384765625, + 2342.8502197265625, + 2354.333251953125, + 2354.4000244140625 ], "0.7": [ - 2350.482177734375, - 2350.3271484375, - 2350.52978515625, - 2348.6968994140625, - 2350.787109375, - 2351.3245849609375, - 2348.7744140625, - 2351.4625244140625, - 2344.079833984375, - 2352.573486328125, - 2347.130126953125, - 2349.5457763671875, - 2348.5838623046875, - 2344.634033203125, - 2353.0836181640625, - 2347.5806884765625, - 2348.3817138671875, - 2345.4393310546875, - 2349.1134033203125, - 2349.9857177734375, - 2353.4498291015625, - 2348.31982421875, - 2354.89892578125, - 2343.21630859375 + 2350.7857666015625, + 2350.5789794921875, + 2350.108154296875, + 2351.60888671875, + 2348.564697265625, + 2351.52392578125, + 2351.9697265625, + 2353.5509033203125, + 2351.720947265625, + 2349.8681640625, + 2350.9957275390625, + 2344.2445068359375, + 2355.1033935546875, + 2349.27392578125, + 2339.8966064453125, + 2354.3310546875, + 2353.6571044921875, + 2348.35205078125, + 2348.781494140625, + 2345.8299560546875, + 2352.4869384765625, + 2342.8502197265625, + 2354.333251953125, + 2354.4000244140625 ], "0.8": [ - 2367.261962890625, - 2373.8983154296875, - 2379.8592529296875, - 2391.1322021484375, - 2382.2611083984375, - 2396.73095703125, - 2434.32177734375, - 2408.6910400390625, - 2406.6715087890625, - 2424.6513671875, - 2434.927001953125, - 2450.1685791015625, - 2455.1265869140625, - 2443.4732666015625, - 2473.5526123046875, - 2460.80712890625, - 2506.653076171875, - 2510.09619140625, - 2484.3612060546875, - 2502.6898193359375, - 2511.21630859375, - 2488.2789306640625, - 2493.4820556640625, - 2491.331298828125 + 2364.9000244140625, + 2375.8017578125, + 2378.473388671875, + 2390.8233642578125, + 2396.8873291015625, + 2399.792236328125, + 2404.451171875, + 2429.9361572265625, + 2413.47509765625, + 2411.23681640625, + 2428.146728515625, + 2431.077392578125, + 2481.3968505859375, + 2462.9454345703125, + 2450.6575927734375, + 2479.1829833984375, + 2472.0689697265625, + 2457.7493896484375, + 2487.466064453125, + 2493.787353515625, + 2515.4462890625, + 2478.5789794921875, + 2496.2021484375, + 2495.0087890625 ], "0.9": [ - 2367.261962890625, - 2373.8983154296875, - 2379.8592529296875, - 2391.1322021484375, - 2382.2611083984375, - 2396.73095703125, - 2434.32177734375, - 2408.6910400390625, - 2406.6715087890625, - 2424.6513671875, - 2434.927001953125, - 2450.1685791015625, - 2455.1265869140625, - 2443.4732666015625, - 2473.5526123046875, - 2460.80712890625, - 2506.653076171875, - 2510.09619140625, - 2484.3612060546875, - 2502.6898193359375, - 2511.21630859375, - 2488.2789306640625, - 2493.4820556640625, - 2491.331298828125 + 2364.9000244140625, + 2375.8017578125, + 2378.473388671875, + 2390.8233642578125, + 2396.8873291015625, + 2399.792236328125, + 2404.451171875, + 2429.9361572265625, + 2413.47509765625, + 2411.23681640625, + 2428.146728515625, + 2431.077392578125, + 2481.3968505859375, + 2462.9454345703125, + 2450.6575927734375, + 2479.1829833984375, + 2472.0689697265625, + 2457.7493896484375, + 2487.466064453125, + 2493.787353515625, + 2515.4462890625, + 2478.5789794921875, + 2496.2021484375, + 2495.0087890625 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 2b268df3509459e5ef4e64976d545bcbff5e8399..1f819a6eba90654c50adcd20fdefc28675fd2b89 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T08:56:46.214385+00:00", + "evaluated_at": "2026-06-23T09:04:47.140679+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 5bf34a3a76c0393350515b3790334d69ec0dfdc2..57a4cb9ea0dfeb065f8a606dc817dda0b833821a 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,523041.1260703627,515251.6917779511,535.2322402686405,0.8552614520953471,0.008356328410748893,0.008352762387086774,16.833615871553626,723.2158226078593,0.011269329938949147,0.00834012271440681,0.007532654781305759,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,633583.8036086854,636117.3401523861,603.5828446237671,1.0033550563323532,0.009453141605533906,0.009434548986455798,22.052623888668503,795.9797758791899,0.01241750778602724,0.009416061688690006,0.00849378927544269,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,3.7254732223560887,3.857635656925538,1.6989814043242737,0.995085763097673,0.06234093839361071,0.06375101933657625,7.0135930254093175,1.9301484974882344,0.07269976578764256,0.06399277067680005,0.05485515880509876,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.7503017253350873,0.7546442325858863,0.730926064550461,2.6308865262732763,1.0813147897112048,0.5722080090764188,99.79469712867326,0.8661995874710905,0.8006897637649619,0.6756468444682728,0.6657255628239294,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.10525018425836055,0.10437797309805813,0.27201031691000765,1.7486376324478488,0.20816157346085484,0.17992986152188528,42.59950233857643,0.3244228479289961,0.22568545942886686,0.1892245682852227,0.1742450263028153,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 413baa608e802b336193df747e1682c008ee7806..5c351843e01a729a33a327231c9b9f8015950e31 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T08:57:09.906574+00:00", + "evaluated_at": "2026-06-23T09:05:16.745649+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64199.53125, 64078.609375, 63974.3984375, 64378.0703125, @@ -101,10 +100,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "actuals": [ - 64145.390625, 64139.2109375, 64657.21875, 65149.5703125, @@ -127,350 +126,350 @@ 63400.0, 62936.01171875, 62886.03125, - 62428.6796875 + 62385.98828125, + 62407.8515625 ], "p50": [ - 64096.47906044408, - 64090.47906044408, - 64093.80327919408, - 64102.35015419408, - 64090.47906044408, - 64095.27398231908, - 64104.49663856908, - 64094.06890419408, - 64096.47906044408, - 64095.27398231908, - 64085.61187294408, - 64094.04546669408, - 64074.49077919408, - 64084.63140419408, - 64094.06890419408, - 64090.47906044408, - 64092.14116981908, - 64082.77593544408, - 64080.92046669408, - 64094.06890419408, - 64126.49077919408, - 64094.06890419408, - 64102.35015419408, - 64094.04546669408 + 64090.3557959841, + 64094.7561866091, + 64090.0901709841, + 64098.6370459841, + 64090.3089209841, + 64090.3557959841, + 64090.0589209841, + 64088.3968116091, + 64092.7659522341, + 64090.1995459841, + 64090.3323584841, + 64090.3089209841, + 64096.7464209841, + 64090.0901709841, + 64090.0276709841, + 64090.3557959841, + 64100.7835303591, + 64091.5608741091, + 64091.5608741091, + 64090.3323584841, + 64091.5608741091, + 64088.4280616091, + 64090.0276709841, + 64090.3089209841 ], "p10": [ - 63843.18218544408, - 63836.40093544408, - 63778.99077919408, - 63816.51421669408, - 63842.071638569076, - 63834.41226356908, - 63843.18218544408, - 63812.76187294408, - 63858.46734169408, - 63858.09859169408, - 63842.70171669408, - 63842.50406044408, - 63843.18218544408, - 63836.40093544408, - 63862.77046669408, - 63843.18218544408, - 63816.51421669408, - 63816.51421669408, - 63836.40093544408, - 63853.57202919408, - 63843.134138569076, - 63854.77984169408, - 63862.77046669408, - 63858.46734169408 + 63812.8011084841, + 63863.8139991091, + 63838.9886084841, + 63849.9069678591, + 63859.0573584841, + 63854.3854834841, + 63839.421030359095, + 63826.9468116091, + 63812.8011084841, + 63809.0487647341, + 63832.6878272341, + 63838.358530359095, + 63854.3854834841, + 63812.8011084841, + 63838.9886084841, + 63905.827280359095, + 63895.7304053591, + 63854.3854834841, + 63838.9886084841, + 63832.6878272341, + 63863.8139991091, + 63854.3854834841, + 63839.421030359095, + 63839.421030359095 ], "p90": [ - 64360.10406044408, - 64328.92281044408, - 64339.79156044408, - 64387.67827919408, - 64304.50249794408, - 64330.186872944076, - 64387.67827919408, - 64390.81538856908, - 64339.79156044408, - 64344.13257606908, - 64330.186872944076, - 64326.75288856908, - 64328.90093544408, - 64342.35796669408, - 64339.79156044408, - 64339.79156044408, - 64362.86148231908, - 64419.04937294408, - 64339.79156044408, - 64362.86148231908, - 64340.048201069076, - 64340.048201069076, - 64340.048201069076, - 64340.048201069076 + 64318.4979834841, + 64325.1878272341, + 64338.6448584841, + 64340.4194678591, + 64387.1022803591, + 64325.4065772341, + 64326.473764734095, + 64415.3362647341, + 64383.9651709841, + 64356.3909522341, + 64336.335092859095, + 64383.9651709841, + 64383.9651709841, + 64359.1483741091, + 64359.1483741091, + 64340.4194678591, + 64338.6448584841, + 64356.3909522341, + 64359.1483741091, + 64325.4065772341, + 64356.3909522341, + 64325.4065772341, + 64325.1878272341, + 64415.3362647341 ], "mean": [ - 64084.14669716312, - 64067.73609169437, - 64071.03193153813, - 64085.65626747563, - 64057.68964638188, - 64102.44630653813, - 64129.15302528813, - 64101.25304481937, - 64098.40144325687, - 64099.95585731938, - 64088.002888569376, - 64083.185857319375, - 64072.97409950688, - 64093.65497841313, - 64109.94267372563, - 64083.40499794437, - 64083.168591694375, - 64067.629744038124, - 64090.01986122563, - 64104.05857216313, - 64126.939587788125, - 64097.612341694374, - 64118.96265419437, - 64096.263142475626 + 64083.77163582758, + 64104.42228035883, + 64075.02854989008, + 64119.17396004633, + 64110.50364754633, + 64085.66001473383, + 64067.92226082758, + 64079.54792489008, + 64064.97497567133, + 64070.45716317133, + 64089.45815926508, + 64105.44530770258, + 64114.84417489008, + 64090.47165535883, + 64083.88558114008, + 64103.05712410883, + 64112.12329598383, + 64115.08175301508, + 64097.16968270258, + 64085.44214364008, + 64106.09294442133, + 64092.04067879633, + 64067.62437020258, + 64083.13614754633 ], "quantiles": { "0.1": [ - 63843.18218544408, - 63836.40093544408, - 63778.99077919408, - 63816.51421669408, - 63842.071638569076, - 63834.41226356908, - 63843.18218544408, - 63812.76187294408, - 63858.46734169408, - 63858.09859169408, - 63842.70171669408, - 63842.50406044408, - 63843.18218544408, - 63836.40093544408, - 63862.77046669408, - 63843.18218544408, - 63816.51421669408, - 63816.51421669408, - 63836.40093544408, - 63853.57202919408, - 63843.134138569076, - 63854.77984169408, - 63862.77046669408, - 63858.46734169408 + 63812.8011084841, + 63863.8139991091, + 63838.9886084841, + 63849.9069678591, + 63859.0573584841, + 63854.3854834841, + 63839.421030359095, + 63826.9468116091, + 63812.8011084841, + 63809.0487647341, + 63832.6878272341, + 63838.358530359095, + 63854.3854834841, + 63812.8011084841, + 63838.9886084841, + 63905.827280359095, + 63895.7304053591, + 63854.3854834841, + 63838.9886084841, + 63832.6878272341, + 63863.8139991091, + 63854.3854834841, + 63839.421030359095, + 63839.421030359095 ], "0.2": [ - 63931.77202919408, - 63868.00249794408, - 63863.24859169408, - 63908.57827919408, - 63926.45952919408, - 63910.50249794408, - 63925.85171669408, - 63910.50249794408, - 63969.93062294408, - 63931.77202919408, - 63926.45952919408, - 63925.85171669408, - 63923.42046669408, - 63928.58062294408, - 63947.10952919408, - 63926.45952919408, - 63882.80249794408, - 63900.88140419408, - 63886.50249794408, - 63978.60718544408, - 63931.77202919408, - 63931.16421669408, - 64008.12984169408, - 63931.77202919408 + 63919.7073584841, + 63983.9292334841, + 63906.7893897341, + 63928.0589209841, + 63922.7464209841, + 63929.3870459841, + 63922.7464209841, + 63863.3386084841, + 63919.7073584841, + 63894.2925147341, + 63922.1386084841, + 63971.0472022341, + 63971.0472022341, + 63897.1682959841, + 63906.7893897341, + 63971.0472022341, + 63990.930795984095, + 63984.3870459841, + 63928.0589209841, + 63919.5550147341, + 63984.3870459841, + 63922.7464209841, + 63897.1682959841, + 63897.1682959841 ], "0.3": [ - 64015.02202919408, - 63985.81109169408, - 63985.81109169408, - 64012.49077919408, - 63996.27984169408, - 64012.08062294408, - 64012.49077919408, - 63988.10015419408, - 64012.49077919408, - 64011.78413856908, - 63988.10015419408, - 64011.09234169408, - 63988.10015419408, - 63996.27984169408, - 64012.08062294408, - 64012.49077919408, - 63985.81109169408, - 63993.82593544408, - 64006.64859169408, - 64054.49077919408, - 64052.09077919408, - 64012.36773231908, - 64055.04859169408, - 64012.49077919408 + 64014.7776709841, + 64014.7776709841, + 64007.3792334841, + 64042.7776709841, + 64026.647592859095, + 64008.6546241091, + 64008.3675147341, + 64008.7776709841, + 64010.5495459841, + 64010.4264991091, + 64026.647592859095, + 64018.0862647341, + 64050.7776709841, + 64008.0710303591, + 64008.6546241091, + 64011.3089209841, + 64048.3776709841, + 64018.0862647341, + 64013.7370459841, + 64008.7776709841, + 64048.3776709841, + 64011.3089209841, + 63992.5667334841, + 63990.1128272341 ], "0.4": [ - 64055.28765419408, - 64046.49077919408, - 64046.49077919408, - 64085.807966694076, - 64046.49077919408, - 64060.50249794408, - 64078.34859169408, - 64062.663435444076, - 64070.04156044408, - 64073.36734169408, - 64046.49077919408, - 64055.28765419408, - 64041.50640419408, - 64046.49077919408, - 64067.210310444076, - 64064.749372944076, - 64051.29077919408, - 64018.49077919408, - 64034.02984169408, - 64083.14702919408, - 64088.92437294408, - 64058.41656044408, - 64078.34859169408, - 64070.04156044408 + 64067.9690772341, + 64074.0190772341, + 64050.7776709841, + 64076.1800147341, + 64079.4339209841, + 64074.0190772341, + 64063.8675147341, + 64067.9690772341, + 64070.7776709841, + 64070.7776709841, + 64077.2073584841, + 64069.6542334841, + 64080.610483484095, + 64054.7034522341, + 64051.2557959841, + 64066.3284522341, + 64082.8792334841, + 64070.7776709841, + 64074.0190772341, + 64070.7776709841, + 64077.2073584841, + 64063.497202234095, + 64066.3284522341, + 64051.2557959841 ], "0.5": [ - 64096.47906044408, - 64090.47906044408, - 64093.80327919408, - 64102.35015419408, - 64090.47906044408, - 64095.27398231908, - 64104.49663856908, - 64094.06890419408, - 64096.47906044408, - 64095.27398231908, - 64085.61187294408, - 64094.04546669408, - 64074.49077919408, - 64084.63140419408, - 64094.06890419408, - 64090.47906044408, - 64092.14116981908, - 64082.77593544408, - 64080.92046669408, - 64094.06890419408, - 64126.49077919408, - 64094.06890419408, - 64102.35015419408, - 64094.04546669408 + 64090.3557959841, + 64094.7561866091, + 64090.0901709841, + 64098.6370459841, + 64090.3089209841, + 64090.3557959841, + 64090.0589209841, + 64088.3968116091, + 64092.7659522341, + 64090.1995459841, + 64090.3323584841, + 64090.3089209841, + 64096.7464209841, + 64090.0901709841, + 64090.0276709841, + 64090.3557959841, + 64100.7835303591, + 64091.5608741091, + 64091.5608741091, + 64090.3323584841, + 64091.5608741091, + 64088.4280616091, + 64090.0276709841, + 64090.3089209841 ], "0.6": [ - 64147.40093544408, - 64113.79156044408, - 64124.49077919408, - 64156.76031044408, - 64102.35015419408, - 64162.83843544408, - 64166.76343544408, - 64147.40093544408, - 64147.40093544408, - 64159.04781044408, - 64100.45952919408, - 64126.49077919408, - 64110.97124794408, - 64110.97124794408, - 64126.49077919408, - 64147.40093544408, - 64126.49077919408, - 64125.29077919408, - 64108.374372944076, - 64118.87124794408, - 64193.956404194076, - 64162.62281044408, - 64159.04781044408, - 64162.83843544408 + 64131.141733484095, + 64158.7659522341, + 64120.7776709841, + 64171.286264734095, + 64122.7776709841, + 64121.5776709841, + 64153.0472022341, + 64129.9417334841, + 64143.6878272341, + 64107.2581397341, + 64120.7776709841, + 64159.1253272341, + 64155.3347022341, + 64155.3347022341, + 64121.5776709841, + 64153.0472022341, + 64158.7659522341, + 64155.3347022341, + 64120.7776709841, + 64143.6878272341, + 64147.4315772341, + 64131.141733484095, + 64143.6878272341, + 64147.4315772341 ], "0.7": [ - 64195.02984169408, - 64193.77749794408, - 64207.23296669408, - 64195.02984169408, - 64164.09585731908, - 64236.70952919408, - 64230.60015419408, - 64204.55874794408, - 64193.24077919408, - 64232.13062294408, - 64162.58687294408, - 64188.80288856908, - 64186.90093544408, - 64193.77749794408, - 64172.65093544408, - 64186.90093544408, - 64201.54116981908, - 64195.02984169408, - 64195.02984169408, - 64203.41265419408, - 64236.70952919408, - 64204.55874794408, - 64203.41265419408, - 64230.60015419408 + 64199.6995459841, + 64193.8315772341, + 64193.8315772341, + 64241.368295984095, + 64206.6253272341, + 64177.3225928591, + 64199.6995459841, + 64225.5464209841, + 64193.8315772341, + 64189.5276709841, + 64183.1878272341, + 64203.5198584841, + 64199.6995459841, + 64200.8456397341, + 64203.5198584841, + 64193.8315772341, + 64189.5276709841, + 64200.8456397341, + 64189.5276709841, + 64190.0643897341, + 64199.6995459841, + 64189.5276709841, + 64191.3167334841, + 64209.2995459841 ], "0.8": [ - 64304.50249794408, - 64255.75952919408, - 64295.65093544408, - 64257.31890419408, - 64203.41265419408, - 64295.65093544408, - 64304.50249794408, - 64262.90327919408, - 64248.20952919408, - 64297.421247944076, - 64238.11577919408, - 64249.64156044408, - 64238.11577919408, - 64255.36968544408, - 64287.32281044408, - 64243.74077919408, - 64310.63140419408, - 64287.32281044408, - 64257.31890419408, - 64304.50249794408, - 64295.65093544408, - 64248.20952919408, - 64255.75952919408, - 64285.24077919408 + 64253.6057959841, + 64244.4964209841, + 64251.6565772341, + 64309.1386084841, + 64283.6097022341, + 64251.6565772341, + 64251.6565772341, + 64309.1386084841, + 64251.6565772341, + 64253.6057959841, + 64253.6057959841, + 64283.6097022341, + 64244.4964209841, + 64281.5276709841, + 64281.5276709841, + 64253.6057959841, + 64245.9284522341, + 64291.9378272341, + 64291.9378272341, + 64235.2964209841, + 64257.6307959841, + 64253.6057959841, + 64253.6057959841, + 64306.9182959841 ], "0.9": [ - 64360.10406044408, - 64328.92281044408, - 64339.79156044408, - 64387.67827919408, - 64304.50249794408, - 64330.186872944076, - 64387.67827919408, - 64390.81538856908, - 64339.79156044408, - 64344.13257606908, - 64330.186872944076, - 64326.75288856908, - 64328.90093544408, - 64342.35796669408, - 64339.79156044408, - 64339.79156044408, - 64362.86148231908, - 64419.04937294408, - 64339.79156044408, - 64362.86148231908, - 64340.048201069076, - 64340.048201069076, - 64340.048201069076, - 64340.048201069076 + 64318.4979834841, + 64325.1878272341, + 64338.6448584841, + 64340.4194678591, + 64387.1022803591, + 64325.4065772341, + 64326.473764734095, + 64415.3362647341, + 64383.9651709841, + 64356.3909522341, + 64336.335092859095, + 64383.9651709841, + 64383.9651709841, + 64359.1483741091, + 64359.1483741091, + 64340.4194678591, + 64338.6448584841, + 64356.3909522341, + 64359.1483741091, + 64325.4065772341, + 64356.3909522341, + 64325.4065772341, + 64325.1878272341, + 64415.3362647341 ] }, "timestamps": [ - "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", "2026-06-18 12:00:00", @@ -589,6 +588,7 @@ "2026-06-23 05:00:00", "2026-06-23 06:00:00", "2026-06-23 07:00:00", - "2026-06-23 08:00:00" + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4bf30dcf23bbb4e8ede78a1f00b502b86142f0ac..982a516afeee268c40091c8d87e0b1529f77b5ba 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T08:28:08.985063+00:00", + "evaluated_at": "2026-06-23T09:05:16.767171+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index b34307b0eaf0cdae6fce4efd4b35f384ee2eb63c..aa6d9995ec4ac35974d5f50480d0d7fe9a02fb63 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T08:57:09.937915+00:00", + "evaluated_at": "2026-06-23T09:05:16.773623+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index f9a3082655ce2c51437f559b8f68cbc3f3e6990f..f6d0a6c14a51ce95de941c809413932039f2b939 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-23T08:53:54.540271+00:00", - "finished_at": "2026-06-23T08:57:14.551888+00:00", + "started_at": "2026-06-23T09:01:59.972623+00:00", + "finished_at": "2026-06-23T09:05:21.460346+00:00", "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,19 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T08:54:27.691972+00:00", + "evaluated_at": "2026-06-23T09:02:40.953049+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T08:55:05.972060+00:00", + "evaluated_at": "2026-06-23T09:03:21.907589+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T08:55:39.503131+00:00", + "evaluated_at": "2026-06-23T09:04:02.438397+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T08:55:54.448135+00:00", + "evaluated_at": "2026-06-23T09:04:15.519129+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T08:56:46.214385+00:00", + "evaluated_at": "2026-06-23T09:04:47.140679+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T08:57:09.567162+00:00", + "evaluated_at": "2026-06-23T09:05:16.372553+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T08:57:09.830347+00:00", + "evaluated_at": "2026-06-23T09:05:16.654523+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T08:57:09.894982+00:00", + "evaluated_at": "2026-06-23T09:05:16.733124+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T08:57:09.937915+00:00", + "evaluated_at": "2026-06-23T09:05:16.773623+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T08:57:09.994744+00:00", + "evaluated_at": "2026-06-23T09:05:16.805107+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -223,7 +223,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T08:59:01.029851+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_090516.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_090516.json new file mode 100644 index 0000000000000000000000000000000000000000..131451a2477b8f50b8b4f4d610658ceae277e562 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_090516.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T09:05:16.594662+00:00", + "metrics": { + "MSE[mean]": 908860.3120666904, + "MSE[0.5]": 1044626.850171945, + "MAE[0.5]": 913.5985671086164, + "MASE[0.5]": 1.5187041015683764, + "MAPE[0.5]": 0.014201631265640183, + "sMAPE[0.5]": 0.014297286924432565, + "MSIS": 34.451886489894314, + "RMSE[mean]": 953.3416554765088, + "NRMSE[mean]": 0.014872397249726582, + "ND[0.5]": 0.01425239392275264, + "mean_weighted_sum_quantile_loss": 0.012992726743940091 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" + ], + "context": [ + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "actual": [ + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62407.8515625 + ], + "predictions": { + "p50": [ + 63462.87968745284, + 63466.31827593015, + 63451.92724529606, + 63463.96300841139, + 63466.32187110595, + 63468.90205503699, + 63481.40974321103, + 63456.99128308543, + 63464.08807441739, + 63462.0180987588, + 63454.58125106009, + 63472.70960935127, + 63454.938241560034, + 63456.98798189828, + 63446.866104768786, + 63460.159789716025, + 63466.33838920609, + 63481.35380562062, + 63471.856332014184, + 63471.113085845034, + 63462.6613664278, + 63473.50033222843, + 63450.54768286277, + 63477.040709894165 + ], + "p10": [ + 63213.92299732599, + 63270.23067183496, + 63202.86053434826, + 63216.66721297122, + 63204.38556414543, + 63215.606491785744, + 63197.9667396861, + 63209.26469529031, + 63113.78564748888, + 63164.29375743862, + 63220.31088886248, + 63163.60913189921, + 63207.64244611986, + 63222.05831616525, + 63159.05748469631, + 63224.98106156016, + 63228.03186983657, + 63230.250911461924, + 63206.12696267639, + 63183.36145903552, + 63209.36580317655, + 63263.34263581571, + 63206.565924038936, + 63210.99121989093 + ], + "p90": [ + 63701.20268374498, + 63704.76684800439, + 63702.547141291536, + 63722.38021872698, + 63762.90190627375, + 63715.86579503841, + 63764.115014900904, + 63773.04087598928, + 63764.563648418494, + 63720.51159274258, + 63714.17899113831, + 63770.97923764946, + 63713.35545187563, + 63719.28237118952, + 63701.52816953622, + 63731.756505486745, + 63702.57314612663, + 63731.411903972155, + 63728.876380622256, + 63704.48329323288, + 63693.945415047194, + 63710.85127961535, + 63857.50437271107, + 63716.404789928136 + ], + "mean": [ + 63792.69050969539, + 64123.39604896859, + 63765.04959512897, + 63797.04972540648, + 64117.23447141997, + 64424.37205003977, + 64753.62027881036, + 64401.56288811209, + 63785.8257495456, + 64430.55401013948, + 63790.400614405175, + 64103.93006610716, + 64087.81111564616, + 64110.73572992383, + 63442.3934162814, + 64760.72424956128, + 64116.087188435115, + 65088.49328231549, + 64433.340856304734, + 64092.79073021411, + 64410.38869650941, + 63811.392178143185, + 64739.41137037703, + 64123.68400355924 + ], + "quantiles": { + "0.1": [ + 63213.92299732599, + 63270.23067183496, + 63202.86053434826, + 63216.66721297122, + 63204.38556414543, + 63215.606491785744, + 63197.9667396861, + 63209.26469529031, + 63113.78564748888, + 63164.29375743862, + 63220.31088886248, + 63163.60913189921, + 63207.64244611986, + 63222.05831616525, + 63159.05748469631, + 63224.98106156016, + 63228.03186983657, + 63230.250911461924, + 63206.12696267639, + 63183.36145903552, + 63209.36580317655, + 63263.34263581571, + 63206.565924038936, + 63210.99121989093 + ], + "0.2": [ + 63279.42424734942, + 63355.538332759854, + 63261.36444494807, + 63296.502610703144, + 63283.710507127544, + 63295.14245379911, + 63284.07953962969, + 63270.84544346148, + 63284.57143965818, + 63271.959994230885, + 63287.58866287398, + 63285.572379452824, + 63284.05731838742, + 63290.915518937116, + 63266.723721488575, + 63328.50276900067, + 63313.50432842663, + 63348.51863934527, + 63289.37871070718, + 63269.88663518723, + 63325.867127450736, + 63348.02646880545, + 63266.82046745627, + 63321.74472634669 + ], + "0.3": [ + 63396.06811529553, + 63425.6519658447, + 63377.925563349825, + 63412.09138349299, + 63412.93998519537, + 63409.69240929094, + 63402.69161590776, + 63372.04309237049, + 63400.64957636789, + 63408.78860843628, + 63405.26773302053, + 63408.10398289687, + 63403.066616641634, + 63369.95321058954, + 63345.289397024135, + 63409.937905718216, + 63415.78940286961, + 63420.57572922956, + 63417.20204336242, + 63403.04473506392, + 63417.920224226495, + 63418.1401018903, + 63340.745022136536, + 63422.532667194304 + ], + "0.4": [ + 63422.9033140584, + 63459.27189631506, + 63443.455894036844, + 63431.00145702738, + 63444.98092383401, + 63451.594633393244, + 63446.194032461164, + 63427.34613527295, + 63449.24786921448, + 63451.12223260289, + 63443.3194136363, + 63454.045058121825, + 63443.93002344592, + 63426.46946041761, + 63416.982021940705, + 63447.989586333984, + 63446.62922121256, + 63452.252202900476, + 63447.55982374002, + 63451.11534195178, + 63449.96116286513, + 63450.27403371959, + 63418.42710081825, + 63455.5445497092 + ], + "0.5": [ + 63462.87968745284, + 63466.31827593015, + 63451.92724529606, + 63463.96300841139, + 63466.32187110595, + 63468.90205503699, + 63481.40974321103, + 63456.99128308543, + 63464.08807441739, + 63462.0180987588, + 63454.58125106009, + 63472.70960935127, + 63454.938241560034, + 63456.98798189828, + 63446.866104768786, + 63460.159789716025, + 63466.33838920609, + 63481.35380562062, + 63471.856332014184, + 63471.113085845034, + 63462.6613664278, + 63473.50033222843, + 63450.54768286277, + 63477.040709894165 + ], + "0.6": [ + 63500.63431071371, + 63518.36746684787, + 63500.28842380083, + 63543.59874246224, + 63521.39057879953, + 63527.49782170518, + 63551.058964463205, + 63520.75826185833, + 63518.454988782134, + 63522.16064239927, + 63485.60897809147, + 63533.581474606304, + 63476.90934976605, + 63525.4121993977, + 63474.477090894, + 63509.42933417905, + 63500.371304074084, + 63550.94834794617, + 63532.15620177592, + 63523.27405450686, + 63515.599531173924, + 63525.771546087155, + 63484.87802453814, + 63583.9002948059 + ], + "0.7": [ + 63582.45844650435, + 63591.58561154145, + 63562.164401074784, + 63615.92962753165, + 63581.41097189448, + 63588.51556670071, + 63615.03513168402, + 63591.16584063816, + 63582.79908010505, + 63592.03617886102, + 63585.43470657645, + 63585.88832300863, + 63581.848860651604, + 63593.984999395994, + 63548.192556373084, + 63590.104879274135, + 63560.86145987113, + 63588.298149989096, + 63586.14672761105, + 63587.61814582977, + 63559.98670572089, + 63588.19008042113, + 63586.3168182933, + 63627.603147118716 + ], + "0.8": [ + 63631.2634998269, + 63628.85181866652, + 63627.59561781384, + 63665.246408286184, + 63645.71978334059, + 63642.65448838849, + 63666.122177871956, + 63654.6415754507, + 63635.5101810362, + 63653.476620821464, + 63633.56123794859, + 63637.71433155923, + 63608.24353568785, + 63638.6646179998, + 63595.62102895988, + 63652.11848631623, + 63606.83192623532, + 63639.40745942203, + 63636.169316464744, + 63624.51329914187, + 63618.802262087986, + 63641.48479200666, + 63635.79024714433, + 63677.92639382233 + ], + "0.9": [ + 63701.20268374498, + 63704.76684800439, + 63702.547141291536, + 63722.38021872698, + 63762.90190627375, + 63715.86579503841, + 63764.115014900904, + 63773.04087598928, + 63764.563648418494, + 63720.51159274258, + 63714.17899113831, + 63770.97923764946, + 63713.35545187563, + 63719.28237118952, + 63701.52816953622, + 63731.756505486745, + 63702.57314612663, + 63731.411903972155, + 63728.876380622256, + 63704.48329323288, + 63693.945415047194, + 63710.85127961535, + 63857.50437271107, + 63716.404789928136 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_090233.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_090233.json new file mode 100644 index 0000000000000000000000000000000000000000..f9a1978c24df5d030cea6355d09a6c58f5c7f631 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_090233.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T09:02:33.671024+00:00", + "metrics": { + "MSE[mean]": 653377.0115292867, + "MSE[0.5]": 653377.0115292867, + "MAE[0.5]": 595.4147135416666, + "MASE[0.5]": 0.989776910937715, + "MAPE[0.5]": 0.009336090449845373, + "sMAPE[0.5]": 0.009307082716564037, + "MSIS": 16.12324642105303, + "RMSE[mean]": 808.3173952905422, + "NRMSE[mean]": 0.012609978109701343, + "ND[0.5]": 0.00928863655254601, + "mean_weighted_sum_quantile_loss": 0.00783841753742729 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" + ], + "context": [ + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "actual": [ + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62407.8515625 + ], + "predictions": { + "p50": [ + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 + ], + "p10": [ + 63846.234375, + 63773.95703125, + 63725.73046875, + 63690.33984375, + 63645.22265625, + 63618.4140625, + 63577.40234375, + 63552.47265625, + 63539.80078125, + 63511.8984375, + 63487.09375, + 63443.96875, + 63422.40234375, + 63393.56640625, + 63375.8984375, + 63374.05078125, + 63378.8203125, + 63348.234375, + 63325.92578125, + 63308.80078125, + 63278.0390625, + 63253.4453125, + 63243.6484375, + 63222.73046875 + ], + "p90": [ + 64369.1796875, + 64435.0625, + 64487.39453125, + 64538.10546875, + 64550.609375, + 64592.734375, + 64622.49609375, + 64645.328125, + 64646.38671875, + 64672.140625, + 64688.73828125, + 64699.82421875, + 64724.2109375, + 64733.19921875, + 64761.61328125, + 64777.30859375, + 64843.69140625, + 64859.91796875, + 64852.609375, + 64869.66796875, + 64873.125, + 64918.640625, + 64917.62109375, + 64939.59765625 + ], + "mean": [ + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 + ], + "quantiles": { + "0.1": [ + 63846.234375, + 63773.95703125, + 63725.73046875, + 63690.33984375, + 63645.22265625, + 63618.4140625, + 63577.40234375, + 63552.47265625, + 63539.80078125, + 63511.8984375, + 63487.09375, + 63443.96875, + 63422.40234375, + 63393.56640625, + 63375.8984375, + 63374.05078125, + 63378.8203125, + 63348.234375, + 63325.92578125, + 63308.80078125, + 63278.0390625, + 63253.4453125, + 63243.6484375, + 63222.73046875 + ], + "0.2": [ + 63846.234375, + 63773.95703125, + 63725.73046875, + 63690.33984375, + 63645.22265625, + 63618.4140625, + 63577.40234375, + 63552.47265625, + 63539.80078125, + 63511.8984375, + 63487.09375, + 63443.96875, + 63422.40234375, + 63393.56640625, + 63375.8984375, + 63374.05078125, + 63378.8203125, + 63348.234375, + 63325.92578125, + 63308.80078125, + 63278.0390625, + 63253.4453125, + 63243.6484375, + 63222.73046875 + ], + "0.3": [ + 63846.234375, + 63773.95703125, + 63725.73046875, + 63690.33984375, + 63645.22265625, + 63618.4140625, + 63577.40234375, + 63552.47265625, + 63539.80078125, + 63511.8984375, + 63487.09375, + 63443.96875, + 63422.40234375, + 63393.56640625, + 63375.8984375, + 63374.05078125, + 63378.8203125, + 63348.234375, + 63325.92578125, + 63308.80078125, + 63278.0390625, + 63253.4453125, + 63243.6484375, + 63222.73046875 + ], + "0.4": [ + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 + ], + "0.5": [ + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 + ], + "0.6": [ + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 + ], + "0.7": [ + 64149.02734375, + 64144.80078125, + 64153.73046875, + 64152.03125, + 64141.74609375, + 64147.55078125, + 64149.48046875, + 64155.71875, + 64156.53125, + 64157.78125, + 64157.6953125, + 64162.0, + 64155.4609375, + 64152.91796875, + 64159.40625, + 64153.2265625, + 64179.30859375, + 64181.98828125, + 64180.86328125, + 64185.6171875, + 64166.6796875, + 64174.359375, + 64176.55078125, + 64163.9765625 + ], + "0.8": [ + 64369.1796875, + 64435.0625, + 64487.39453125, + 64538.10546875, + 64550.609375, + 64592.734375, + 64622.49609375, + 64645.328125, + 64646.38671875, + 64672.140625, + 64688.73828125, + 64699.82421875, + 64724.2109375, + 64733.19921875, + 64761.61328125, + 64777.30859375, + 64843.69140625, + 64859.91796875, + 64852.609375, + 64869.66796875, + 64873.125, + 64918.640625, + 64917.62109375, + 64939.59765625 + ], + "0.9": [ + 64369.1796875, + 64435.0625, + 64487.39453125, + 64538.10546875, + 64550.609375, + 64592.734375, + 64622.49609375, + 64645.328125, + 64646.38671875, + 64672.140625, + 64688.73828125, + 64699.82421875, + 64724.2109375, + 64733.19921875, + 64761.61328125, + 64777.30859375, + 64843.69140625, + 64859.91796875, + 64852.609375, + 64869.66796875, + 64873.125, + 64918.640625, + 64917.62109375, + 64939.59765625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_090516.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_090516.json new file mode 100644 index 0000000000000000000000000000000000000000..c474c246a04e7ec567c5aa6318f74915ba209930 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_090516.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T09:05:16.694303+00:00", + "metrics": { + "MSE[mean]": 644134.603279399, + "MSE[0.5]": 646609.489354361, + "MAE[0.5]": 592.6649050593351, + "MASE[0.5]": 0.9852058163990477, + "MAPE[0.5]": 0.009292059913619033, + "sMAPE[0.5]": 0.009264239289771175, + "MSIS": 22.284765894592997, + "RMSE[mean]": 802.5799669063507, + "NRMSE[mean]": 0.012520472617487323, + "ND[0.5]": 0.009245738768865865, + "mean_weighted_sum_quantile_loss": 0.008412563980662001 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" + ], + "context": [ + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "actual": [ + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62407.8515625 + ], + "predictions": { + "p50": [ + 64142.525588815144, + 64147.74744064033, + 64143.9028862155, + 64153.271222415686, + 64145.76455861586, + 64146.63289481604, + 64147.15748101622, + 64146.316832841396, + 64151.50743466657, + 64149.762489616754, + 64150.71676331693, + 64151.51478701711, + 64158.77374821729, + 64152.938959417465, + 64153.69792061765, + 64154.84750681782, + 64166.096702393, + 64157.69550734318, + 64158.51696854336, + 64158.10991411854, + 64160.159890943716, + 64157.84853964389, + 64160.269610219075, + 64161.37232141925 + ], + "p10": [ + 63864.970901315144, + 63916.80525314033, + 63892.8013237155, + 63904.541144290684, + 63914.51299611586, + 63910.662582316036, + 63896.51959039122, + 63884.8668328414, + 63871.54259091657, + 63868.611708366756, + 63893.07223206693, + 63899.56439639211, + 63916.41281071729, + 63875.649896917465, + 63902.65885811765, + 63970.31899119282, + 63961.043577393, + 63920.52011671818, + 63905.94470291836, + 63900.46538286854, + 63932.41301594372, + 63923.80596151889, + 63909.66296959407, + 63910.48443079425 + ], + "p90": [ + 64370.667776315146, + 64378.17908126533, + 64392.4575737155, + 64395.05364429069, + 64442.55791799086, + 64381.68367606604, + 64383.57232476622, + 64473.256285966396, + 64442.70665341657, + 64415.953895866754, + 64396.71949769193, + 64445.17103701711, + 64445.99249821729, + 64421.997162542466, + 64422.81862374265, + 64404.911178692826, + 64403.958030518, + 64422.52558546818, + 64426.10446854336, + 64393.18413286854, + 64424.989969068716, + 64394.82705526889, + 64395.429766469075, + 64486.39966516925 + ], + "mean": [ + 64135.94142865918, + 64157.413534390034, + 64128.84126512184, + 64173.80813647833, + 64165.95928517823, + 64141.93711356592, + 64125.02082086019, + 64137.46794612295, + 64123.71645810381, + 64130.02010680436, + 64149.84256409834, + 64166.65117373568, + 64176.87150212343, + 64153.32044379271, + 64147.55583077358, + 64167.54883494258, + 64177.43646801812, + 64181.216386249616, + 64164.12577713696, + 64153.21969927468, + 64174.69196125649, + 64161.461156831094, + 64137.8663094376, + 64154.19954798188 + ], + "quantiles": { + "0.1": [ + 63864.970901315144, + 63916.80525314033, + 63892.8013237155, + 63904.541144290684, + 63914.51299611586, + 63910.662582316036, + 63896.51959039122, + 63884.8668328414, + 63871.54259091657, + 63868.611708366756, + 63893.07223206693, + 63899.56439639211, + 63916.41281071729, + 63875.649896917465, + 63902.65885811765, + 63970.31899119282, + 63961.043577393, + 63920.52011671818, + 63905.94470291836, + 63900.46538286854, + 63932.41301594372, + 63923.80596151889, + 63909.66296959407, + 63910.48443079425 + ], + "0.2": [ + 63971.877151315144, + 64036.92048751533, + 63960.6021049655, + 63982.693097415686, + 63978.20205861586, + 63985.66414481604, + 63979.84498101622, + 63921.258629716394, + 63978.44884091657, + 63953.85545836676, + 63982.52301331693, + 64032.25306826711, + 64033.07452946729, + 63960.017084417465, + 63970.45963936765, + 64035.53891306782, + 64056.243968017996, + 64050.52167921818, + 63995.01501541836, + 63987.33257036854, + 64052.986062818716, + 63992.16689901889, + 63967.410235219075, + 63968.23169641925 + ], + "0.3": [ + 64066.947463815144, + 64067.76892501533, + 64061.1919487155, + 64097.411847415686, + 64082.10323049086, + 64064.93172294104, + 64065.46607476622, + 64066.697692216396, + 64069.29102841657, + 64069.98944274175, + 64087.03199769193, + 64079.29213076711, + 64112.80499821729, + 64070.91981879246, + 64072.32487374265, + 64075.80063181782, + 64113.690843018, + 64084.22089796818, + 64080.693140418356, + 64076.55522661854, + 64116.976687818715, + 64080.72939901889, + 64062.808672719075, + 64061.17622766925 + ], + "0.4": [ + 64120.138870065144, + 64127.01033126533, + 64104.5903862155, + 64130.814191165686, + 64134.88955861586, + 64130.29617606604, + 64120.96607476622, + 64125.889098466396, + 64129.51915341657, + 64130.340614616754, + 64137.59176331693, + 64130.860099517115, + 64142.637810717286, + 64117.552240667465, + 64114.92604561765, + 64130.82016306782, + 64148.192405518, + 64136.91230421818, + 64140.97517166836, + 64138.55522661854, + 64145.806375318716, + 64132.91768026889, + 64136.570391469075, + 64122.31919641925 + ], + "0.5": [ + 64142.525588815144, + 64147.74744064033, + 64143.9028862155, + 64153.271222415686, + 64145.76455861586, + 64146.63289481604, + 64147.15748101622, + 64146.316832841396, + 64151.50743466657, + 64149.762489616754, + 64150.71676331693, + 64151.51478701711, + 64158.77374821729, + 64152.938959417465, + 64153.69792061765, + 64154.84750681782, + 64166.096702393, + 64157.69550734318, + 64158.51696854336, + 64158.10991411854, + 64160.159890943716, + 64157.84853964389, + 64160.269610219075, + 64161.37232141925 + ], + "0.6": [ + 64183.31152631514, + 64211.75720626533, + 64174.5903862155, + 64225.92044116568, + 64178.23330861586, + 64177.85476981604, + 64210.14576226622, + 64187.861754716396, + 64202.42930966657, + 64166.821083366754, + 64181.16207581693, + 64220.33119326711, + 64217.36202946729, + 64218.18349066746, + 64185.24792061765, + 64217.53891306782, + 64224.079124268, + 64221.46933546818, + 64187.73376541836, + 64211.46538286854, + 64216.03059406872, + 64200.56221151889, + 64213.929766469075, + 64218.49497766925 + ], + "0.7": [ + 64251.869338815144, + 64246.82283126533, + 64247.644292465506, + 64296.00247241568, + 64262.08096486586, + 64233.59969169104, + 64256.79810601622, + 64283.4664422164, + 64252.573059666574, + 64249.090614616754, + 64243.57223206693, + 64264.72572451711, + 64261.72687321729, + 64263.694428167466, + 64267.19010811765, + 64258.323288067826, + 64254.840843018, + 64266.98027296818, + 64256.48376541836, + 64257.84194536854, + 64268.298562818716, + 64258.94814901889, + 64261.558672719075, + 64280.36294641925 + ], + "0.8": [ + 64305.775588815144, + 64297.48767501533, + 64305.4692924655, + 64363.77278491569, + 64339.06533986586, + 64307.93367606604, + 64308.75513726622, + 64367.0586297164, + 64310.39805966657, + 64313.168739616754, + 64313.99020081693, + 64344.81556826711, + 64306.52374821729, + 64344.376459417465, + 64345.19792061765, + 64318.09750681782, + 64311.241624268, + 64358.07246046818, + 64358.89392166836, + 64303.07397661854, + 64326.22981281872, + 64323.02627401889, + 64323.847735219075, + 64377.98169641925 + ], + "0.9": [ + 64370.667776315146, + 64378.17908126533, + 64392.4575737155, + 64395.05364429069, + 64442.55791799086, + 64381.68367606604, + 64383.57232476622, + 64473.256285966396, + 64442.70665341657, + 64415.953895866754, + 64396.71949769193, + 64445.17103701711, + 64445.99249821729, + 64421.997162542466, + 64422.81862374265, + 64404.911178692826, + 64403.958030518, + 64422.52558546818, + 64426.10446854336, + 64393.18413286854, + 64424.989969068716, + 64394.82705526889, + 64395.429766469075, + 64486.39966516925 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_090439.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_090439.json new file mode 100644 index 0000000000000000000000000000000000000000..e1939a3f90b79f8617ef59ffe645470ac5598d62 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_090439.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T09:04:39.031710+00:00", + "metrics": { + "MSE[mean]": 720673.9476623535, + "MSE[0.5]": 678846.3898345629, + "MAE[0.5]": 610.6880696614584, + "MASE[0.5]": 1.0151662990332464, + "MAPE[0.5]": 0.009576455793255856, + "sMAPE[0.5]": 0.009544885957905718, + "MSIS": 14.538712349290288, + "RMSE[mean]": 848.9251720041958, + "NRMSE[mean]": 0.01324347081742509, + "ND[0.5]": 0.00952690519238274, + "mean_weighted_sum_quantile_loss": 0.007982838567457658 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" + ], + "context": [ + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "actual": [ + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62407.8515625 + ], + "predictions": { + "p50": [ + 64116.9453125, + 64129.314453125, + 64103.478515625, + 64146.341796875, + 64143.14453125, + 64192.53515625, + 64161.599609375, + 64190.50390625, + 64181.873046875, + 64173.08984375, + 64214.13671875, + 64185.185546875, + 64225.60546875, + 64279.306640625, + 64191.962890625, + 64177.05078125, + 64160.294921875, + 64302.740234375, + 64210.83203125, + 64244.49609375, + 64209.544921875, + 64371.12109375, + 64272.578125, + 64160.703125 + ], + "p10": [ + 63843.56640625, + 63831.966796875, + 63653.2265625, + 63694.962890625, + 63617.53515625, + 63669.126953125, + 63559.9765625, + 63529.416015625, + 63401.4453125, + 63362.052734375, + 63526.451171875, + 63296.42578125, + 63454.544921875, + 63361.267578125, + 63230.77734375, + 63256.541015625, + 63179.6640625, + 63303.6796875, + 63250.490234375, + 63240.130859375, + 63051.173828125, + 63245.259765625, + 63200.287109375, + 63196.4921875 + ], + "p90": [ + 64349.17578125, + 64473.556640625, + 64561.6953125, + 64602.443359375, + 64699.21875, + 64668.451171875, + 64815.54296875, + 64828.078125, + 64819.16796875, + 64937.66796875, + 64924.078125, + 64896.826171875, + 64955.607421875, + 65156.412109375, + 65043.236328125, + 65185.37890625, + 65188.908203125, + 65255.580078125, + 65198.685546875, + 65292.38671875, + 65414.34765625, + 65399.2421875, + 65296.587890625, + 65193.814453125 + ], + "mean": [ + 64112.82421875, + 64158.02734375, + 64110.6953125, + 64145.59375, + 64142.484375, + 64199.58203125, + 64177.58203125, + 64153.5, + 64113.328125, + 64154.72265625, + 64246.87890625, + 64163.12109375, + 64204.625, + 64256.078125, + 64182.55078125, + 64234.69921875, + 64154.68359375, + 64415.390625, + 64229.33203125, + 64340.91015625, + 64192.7890625, + 64268.73046875, + 64262.30859375, + 64201.11328125 + ], + "quantiles": { + "0.1": [ + 63843.56640625, + 63831.966796875, + 63653.2265625, + 63694.962890625, + 63617.53515625, + 63669.126953125, + 63559.9765625, + 63529.416015625, + 63401.4453125, + 63362.052734375, + 63526.451171875, + 63296.42578125, + 63454.544921875, + 63361.267578125, + 63230.77734375, + 63256.541015625, + 63179.6640625, + 63303.6796875, + 63250.490234375, + 63240.130859375, + 63051.173828125, + 63245.259765625, + 63200.287109375, + 63196.4921875 + ], + "0.2": [ + 63843.56640625, + 63831.966796875, + 63653.2265625, + 63694.962890625, + 63617.53515625, + 63669.126953125, + 63559.9765625, + 63529.416015625, + 63401.4453125, + 63362.052734375, + 63526.451171875, + 63296.42578125, + 63454.544921875, + 63361.267578125, + 63230.77734375, + 63256.541015625, + 63179.6640625, + 63303.6796875, + 63250.490234375, + 63240.130859375, + 63051.173828125, + 63245.259765625, + 63200.287109375, + 63196.4921875 + ], + "0.3": [ + 63843.56640625, + 63831.966796875, + 63653.2265625, + 63694.962890625, + 63617.53515625, + 63669.126953125, + 63559.9765625, + 63529.416015625, + 63401.4453125, + 63362.052734375, + 63526.451171875, + 63296.42578125, + 63454.544921875, + 63361.267578125, + 63230.77734375, + 63256.541015625, + 63179.6640625, + 63303.6796875, + 63250.490234375, + 63240.130859375, + 63051.173828125, + 63245.259765625, + 63200.287109375, + 63196.4921875 + ], + "0.4": [ + 64116.9453125, + 64129.314453125, + 64103.478515625, + 64146.341796875, + 64143.14453125, + 64192.53515625, + 64161.599609375, + 64190.50390625, + 64181.873046875, + 64173.08984375, + 64214.13671875, + 64185.185546875, + 64225.60546875, + 64279.306640625, + 64191.962890625, + 64177.05078125, + 64160.294921875, + 64302.740234375, + 64210.83203125, + 64244.49609375, + 64209.544921875, + 64371.12109375, + 64272.578125, + 64160.703125 + ], + "0.5": [ + 64116.9453125, + 64129.314453125, + 64103.478515625, + 64146.341796875, + 64143.14453125, + 64192.53515625, + 64161.599609375, + 64190.50390625, + 64181.873046875, + 64173.08984375, + 64214.13671875, + 64185.185546875, + 64225.60546875, + 64279.306640625, + 64191.962890625, + 64177.05078125, + 64160.294921875, + 64302.740234375, + 64210.83203125, + 64244.49609375, + 64209.544921875, + 64371.12109375, + 64272.578125, + 64160.703125 + ], + "0.6": [ + 64116.9453125, + 64129.314453125, + 64103.478515625, + 64146.341796875, + 64143.14453125, + 64192.53515625, + 64161.599609375, + 64190.50390625, + 64181.873046875, + 64173.08984375, + 64214.13671875, + 64185.185546875, + 64225.60546875, + 64279.306640625, + 64191.962890625, + 64177.05078125, + 64160.294921875, + 64302.740234375, + 64210.83203125, + 64244.49609375, + 64209.544921875, + 64371.12109375, + 64272.578125, + 64160.703125 + ], + "0.7": [ + 64116.9453125, + 64129.314453125, + 64103.478515625, + 64146.341796875, + 64143.14453125, + 64192.53515625, + 64161.599609375, + 64190.50390625, + 64181.873046875, + 64173.08984375, + 64214.13671875, + 64185.185546875, + 64225.60546875, + 64279.306640625, + 64191.962890625, + 64177.05078125, + 64160.294921875, + 64302.740234375, + 64210.83203125, + 64244.49609375, + 64209.544921875, + 64371.12109375, + 64272.578125, + 64160.703125 + ], + "0.8": [ + 64349.17578125, + 64473.556640625, + 64561.6953125, + 64602.443359375, + 64699.21875, + 64668.451171875, + 64815.54296875, + 64828.078125, + 64819.16796875, + 64937.66796875, + 64924.078125, + 64896.826171875, + 64955.607421875, + 65156.412109375, + 65043.236328125, + 65185.37890625, + 65188.908203125, + 65255.580078125, + 65198.685546875, + 65292.38671875, + 65414.34765625, + 65399.2421875, + 65296.587890625, + 65193.814453125 + ], + "0.9": [ + 64349.17578125, + 64473.556640625, + 64561.6953125, + 64602.443359375, + 64699.21875, + 64668.451171875, + 64815.54296875, + 64828.078125, + 64819.16796875, + 64937.66796875, + 64924.078125, + 64896.826171875, + 64955.607421875, + 65156.412109375, + 65043.236328125, + 65185.37890625, + 65188.908203125, + 65255.580078125, + 65198.685546875, + 65292.38671875, + 65414.34765625, + 65399.2421875, + 65296.587890625, + 65193.814453125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_090516.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_090516.json new file mode 100644 index 0000000000000000000000000000000000000000..0b4d108b3b3cdbcbe34ffa634a915931efcc5f51 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_090516.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T09:05:16.745649+00:00", + "metrics": { + "MSE[mean]": 633583.8036086854, + "MSE[0.5]": 636117.3401523861, + "MAE[0.5]": 603.5828446237671, + "MASE[0.5]": 1.0033550563323532, + "MAPE[0.5]": 0.009453141605533906, + "sMAPE[0.5]": 0.009434548986455798, + "MSIS": 22.052623888668503, + "RMSE[mean]": 795.9797758791899, + "NRMSE[mean]": 0.01241750778602724, + "ND[0.5]": 0.009416061688690006, + "mean_weighted_sum_quantile_loss": 0.00849378927544269 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" + ], + "context": [ + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "actual": [ + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62407.8515625 + ], + "predictions": { + "p50": [ + 64090.3557959841, + 64094.7561866091, + 64090.0901709841, + 64098.6370459841, + 64090.3089209841, + 64090.3557959841, + 64090.0589209841, + 64088.3968116091, + 64092.7659522341, + 64090.1995459841, + 64090.3323584841, + 64090.3089209841, + 64096.7464209841, + 64090.0901709841, + 64090.0276709841, + 64090.3557959841, + 64100.7835303591, + 64091.5608741091, + 64091.5608741091, + 64090.3323584841, + 64091.5608741091, + 64088.4280616091, + 64090.0276709841, + 64090.3089209841 + ], + "p10": [ + 63812.8011084841, + 63863.8139991091, + 63838.9886084841, + 63849.9069678591, + 63859.0573584841, + 63854.3854834841, + 63839.421030359095, + 63826.9468116091, + 63812.8011084841, + 63809.0487647341, + 63832.6878272341, + 63838.358530359095, + 63854.3854834841, + 63812.8011084841, + 63838.9886084841, + 63905.827280359095, + 63895.7304053591, + 63854.3854834841, + 63838.9886084841, + 63832.6878272341, + 63863.8139991091, + 63854.3854834841, + 63839.421030359095, + 63839.421030359095 + ], + "p90": [ + 64318.4979834841, + 64325.1878272341, + 64338.6448584841, + 64340.4194678591, + 64387.1022803591, + 64325.4065772341, + 64326.473764734095, + 64415.3362647341, + 64383.9651709841, + 64356.3909522341, + 64336.335092859095, + 64383.9651709841, + 64383.9651709841, + 64359.1483741091, + 64359.1483741091, + 64340.4194678591, + 64338.6448584841, + 64356.3909522341, + 64359.1483741091, + 64325.4065772341, + 64356.3909522341, + 64325.4065772341, + 64325.1878272341, + 64415.3362647341 + ], + "mean": [ + 64083.77163582758, + 64104.42228035883, + 64075.02854989008, + 64119.17396004633, + 64110.50364754633, + 64085.66001473383, + 64067.92226082758, + 64079.54792489008, + 64064.97497567133, + 64070.45716317133, + 64089.45815926508, + 64105.44530770258, + 64114.84417489008, + 64090.47165535883, + 64083.88558114008, + 64103.05712410883, + 64112.12329598383, + 64115.08175301508, + 64097.16968270258, + 64085.44214364008, + 64106.09294442133, + 64092.04067879633, + 64067.62437020258, + 64083.13614754633 + ], + "quantiles": { + "0.1": [ + 63812.8011084841, + 63863.8139991091, + 63838.9886084841, + 63849.9069678591, + 63859.0573584841, + 63854.3854834841, + 63839.421030359095, + 63826.9468116091, + 63812.8011084841, + 63809.0487647341, + 63832.6878272341, + 63838.358530359095, + 63854.3854834841, + 63812.8011084841, + 63838.9886084841, + 63905.827280359095, + 63895.7304053591, + 63854.3854834841, + 63838.9886084841, + 63832.6878272341, + 63863.8139991091, + 63854.3854834841, + 63839.421030359095, + 63839.421030359095 + ], + "0.2": [ + 63919.7073584841, + 63983.9292334841, + 63906.7893897341, + 63928.0589209841, + 63922.7464209841, + 63929.3870459841, + 63922.7464209841, + 63863.3386084841, + 63919.7073584841, + 63894.2925147341, + 63922.1386084841, + 63971.0472022341, + 63971.0472022341, + 63897.1682959841, + 63906.7893897341, + 63971.0472022341, + 63990.930795984095, + 63984.3870459841, + 63928.0589209841, + 63919.5550147341, + 63984.3870459841, + 63922.7464209841, + 63897.1682959841, + 63897.1682959841 + ], + "0.3": [ + 64014.7776709841, + 64014.7776709841, + 64007.3792334841, + 64042.7776709841, + 64026.647592859095, + 64008.6546241091, + 64008.3675147341, + 64008.7776709841, + 64010.5495459841, + 64010.4264991091, + 64026.647592859095, + 64018.0862647341, + 64050.7776709841, + 64008.0710303591, + 64008.6546241091, + 64011.3089209841, + 64048.3776709841, + 64018.0862647341, + 64013.7370459841, + 64008.7776709841, + 64048.3776709841, + 64011.3089209841, + 63992.5667334841, + 63990.1128272341 + ], + "0.4": [ + 64067.9690772341, + 64074.0190772341, + 64050.7776709841, + 64076.1800147341, + 64079.4339209841, + 64074.0190772341, + 64063.8675147341, + 64067.9690772341, + 64070.7776709841, + 64070.7776709841, + 64077.2073584841, + 64069.6542334841, + 64080.610483484095, + 64054.7034522341, + 64051.2557959841, + 64066.3284522341, + 64082.8792334841, + 64070.7776709841, + 64074.0190772341, + 64070.7776709841, + 64077.2073584841, + 64063.497202234095, + 64066.3284522341, + 64051.2557959841 + ], + "0.5": [ + 64090.3557959841, + 64094.7561866091, + 64090.0901709841, + 64098.6370459841, + 64090.3089209841, + 64090.3557959841, + 64090.0589209841, + 64088.3968116091, + 64092.7659522341, + 64090.1995459841, + 64090.3323584841, + 64090.3089209841, + 64096.7464209841, + 64090.0901709841, + 64090.0276709841, + 64090.3557959841, + 64100.7835303591, + 64091.5608741091, + 64091.5608741091, + 64090.3323584841, + 64091.5608741091, + 64088.4280616091, + 64090.0276709841, + 64090.3089209841 + ], + "0.6": [ + 64131.141733484095, + 64158.7659522341, + 64120.7776709841, + 64171.286264734095, + 64122.7776709841, + 64121.5776709841, + 64153.0472022341, + 64129.9417334841, + 64143.6878272341, + 64107.2581397341, + 64120.7776709841, + 64159.1253272341, + 64155.3347022341, + 64155.3347022341, + 64121.5776709841, + 64153.0472022341, + 64158.7659522341, + 64155.3347022341, + 64120.7776709841, + 64143.6878272341, + 64147.4315772341, + 64131.141733484095, + 64143.6878272341, + 64147.4315772341 + ], + "0.7": [ + 64199.6995459841, + 64193.8315772341, + 64193.8315772341, + 64241.368295984095, + 64206.6253272341, + 64177.3225928591, + 64199.6995459841, + 64225.5464209841, + 64193.8315772341, + 64189.5276709841, + 64183.1878272341, + 64203.5198584841, + 64199.6995459841, + 64200.8456397341, + 64203.5198584841, + 64193.8315772341, + 64189.5276709841, + 64200.8456397341, + 64189.5276709841, + 64190.0643897341, + 64199.6995459841, + 64189.5276709841, + 64191.3167334841, + 64209.2995459841 + ], + "0.8": [ + 64253.6057959841, + 64244.4964209841, + 64251.6565772341, + 64309.1386084841, + 64283.6097022341, + 64251.6565772341, + 64251.6565772341, + 64309.1386084841, + 64251.6565772341, + 64253.6057959841, + 64253.6057959841, + 64283.6097022341, + 64244.4964209841, + 64281.5276709841, + 64281.5276709841, + 64253.6057959841, + 64245.9284522341, + 64291.9378272341, + 64291.9378272341, + 64235.2964209841, + 64257.6307959841, + 64253.6057959841, + 64253.6057959841, + 64306.9182959841 + ], + "0.9": [ + 64318.4979834841, + 64325.1878272341, + 64338.6448584841, + 64340.4194678591, + 64387.1022803591, + 64325.4065772341, + 64326.473764734095, + 64415.3362647341, + 64383.9651709841, + 64356.3909522341, + 64336.335092859095, + 64383.9651709841, + 64383.9651709841, + 64359.1483741091, + 64359.1483741091, + 64340.4194678591, + 64338.6448584841, + 64356.3909522341, + 64359.1483741091, + 64325.4065772341, + 64356.3909522341, + 64325.4065772341, + 64325.1878272341, + 64415.3362647341 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_090516.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_090516.json new file mode 100644 index 0000000000000000000000000000000000000000..9d4c2838da2e19b631678f8d99a8b543652a07ae --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_090516.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T09:05:16.784861+00:00", + "metrics": { + "MSE[mean]": 680920.0565261841, + "MSE[0.5]": 680920.0565261841, + "MAE[0.5]": 666.6083984375, + "MASE[0.5]": 1.1081244490684465, + "MAPE[0.5]": 0.010444169719603852, + "sMAPE[0.5]": 0.010420638485630199, + "MSIS": 6.393077065957911, + "RMSE[mean]": 825.1788027610647, + "NRMSE[mean]": 0.012873020796077798, + "ND[0.5]": 0.010399278007642674, + "mean_weighted_sum_quantile_loss": 0.008189241526887745 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" + ], + "context": [ + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "actual": [ + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62407.8515625 + ], + "predictions": { + "p50": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "p10": [ + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125 + ], + "p90": [ + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375 + ], + "mean": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "quantiles": { + "0.1": [ + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125 + ], + "0.2": [ + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875, + 63138.519238281246, + 63284.02220703125, + 63030.09998046875, + 63248.02353515625, + 63203.49845703125, + 63183.209765625 + ], + "0.3": [ + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625, + 63459.0193359375, + 63605.2608984375, + 63350.0497265625, + 63569.0794921875, + 63524.3283984375, + 63503.93671875 + ], + "0.4": [ + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625, + 63779.51943359375, + 63926.49958984375, + 63669.99947265625, + 63890.13544921875, + 63845.15833984375, + 63824.663671875 + ], + "0.5": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "0.6": [ + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374, + 64420.519628906244, + 64568.976972656244, + 64309.89896484374, + 64532.24736328124, + 64486.81822265624, + 64466.11757812499 + ], + "0.7": [ + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375, + 64741.0197265625, + 64890.2156640625, + 64629.8487109375, + 64853.3033203125, + 64807.6481640625, + 64786.84453125 + ], + "0.8": [ + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124, + 65061.51982421875, + 65211.45435546874, + 64949.79845703125, + 65174.35927734374, + 65128.47810546874, + 65107.571484374996 + ], + "0.9": [ + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_090504.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_090504.json new file mode 100644 index 0000000000000000000000000000000000000000..5358d35cd08ebea80a20dca596d928db2faceebe --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_090504.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T09:05:04.919314+00:00", + "metrics": { + "MSE[mean]": 607866.7379550934, + "MSE[0.5]": 607866.7379550934, + "MAE[0.5]": 570.8758138020834, + "MASE[0.5]": 0.9489851135070063, + "MAPE[0.5]": 0.00895695880930472, + "sMAPE[0.5]": 0.008924777094151829, + "MSIS": 20.028623188340443, + "RMSE[mean]": 779.6580904185458, + "NRMSE[mean]": 0.012162884914403682, + "ND[0.5]": 0.008905822833139319, + "mean_weighted_sum_quantile_loss": 0.007703302451639154 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" + ], + "context": [ + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "actual": [ + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62407.8515625 + ], + "predictions": { + "p50": [ + 64245.8125, + 64248.125, + 64229.625, + 64227.3125, + 64222.6875, + 64225.0, + 64213.4375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, + 64197.25, + 64190.3125, + 64188.0, + 64185.6875, + 64162.5625, + 64171.8125, + 64162.5625, + 64157.9375, + 64151.0, + 64153.3125, + 64148.6875 + ], + "p10": [ + 64035.375, + 63938.25, + 63830.140625, + 63733.16015625, + 63678.3828125, + 63637.046875, + 63602.9375, + 63574.03125, + 63542.8125, + 63519.6875, + 63481.53125, + 63461.875, + 63438.75, + 63406.375, + 63404.0625, + 63387.875, + 63374.0, + 63320.8125, + 63309.25, + 63290.75, + 63269.9375, + 63258.375, + 63249.125, + 63232.9375 + ], + "p90": [ + 64345.25, + 64340.625, + 64329.0625, + 64340.625, + 64331.375, + 64345.25, + 64345.25, + 64359.125, + 64373.0, + 64363.75, + 64359.125, + 64359.125, + 64363.75, + 64377.625, + 64363.75, + 64368.375, + 64382.25, + 64373.0, + 64391.5, + 64386.875, + 64386.875, + 64382.25, + 64386.875, + 64386.875 + ], + "mean": [ + 64245.8125, + 64248.125, + 64229.625, + 64227.3125, + 64222.6875, + 64225.0, + 64213.4375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, + 64197.25, + 64190.3125, + 64188.0, + 64185.6875, + 64162.5625, + 64171.8125, + 64162.5625, + 64157.9375, + 64151.0, + 64153.3125, + 64148.6875 + ], + "quantiles": { + "0.1": [ + 64035.375, + 63938.25, + 63830.140625, + 63733.16015625, + 63678.3828125, + 63637.046875, + 63602.9375, + 63574.03125, + 63542.8125, + 63519.6875, + 63481.53125, + 63461.875, + 63438.75, + 63406.375, + 63404.0625, + 63387.875, + 63374.0, + 63320.8125, + 63309.25, + 63290.75, + 63269.9375, + 63258.375, + 63249.125, + 63232.9375 + ], + "0.2": [ + 64035.375, + 63938.25, + 63830.140625, + 63733.16015625, + 63678.3828125, + 63637.046875, + 63602.9375, + 63574.03125, + 63542.8125, + 63519.6875, + 63481.53125, + 63461.875, + 63438.75, + 63406.375, + 63404.0625, + 63387.875, + 63374.0, + 63320.8125, + 63309.25, + 63290.75, + 63269.9375, + 63258.375, + 63249.125, + 63232.9375 + ], + "0.3": [ + 64035.375, + 63938.25, + 63830.140625, + 63733.16015625, + 63678.3828125, + 63637.046875, + 63602.9375, + 63574.03125, + 63542.8125, + 63519.6875, + 63481.53125, + 63461.875, + 63438.75, + 63406.375, + 63404.0625, + 63387.875, + 63374.0, + 63320.8125, + 63309.25, + 63290.75, + 63269.9375, + 63258.375, + 63249.125, + 63232.9375 + ], + "0.4": [ + 64245.8125, + 64248.125, + 64229.625, + 64227.3125, + 64222.6875, + 64225.0, + 64213.4375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, + 64197.25, + 64190.3125, + 64188.0, + 64185.6875, + 64162.5625, + 64171.8125, + 64162.5625, + 64157.9375, + 64151.0, + 64153.3125, + 64148.6875 + ], + "0.5": [ + 64245.8125, + 64248.125, + 64229.625, + 64227.3125, + 64222.6875, + 64225.0, + 64213.4375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, + 64197.25, + 64190.3125, + 64188.0, + 64185.6875, + 64162.5625, + 64171.8125, + 64162.5625, + 64157.9375, + 64151.0, + 64153.3125, + 64148.6875 + ], + "0.6": [ + 64245.8125, + 64248.125, + 64229.625, + 64227.3125, + 64222.6875, + 64225.0, + 64213.4375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, + 64197.25, + 64190.3125, + 64188.0, + 64185.6875, + 64162.5625, + 64171.8125, + 64162.5625, + 64157.9375, + 64151.0, + 64153.3125, + 64148.6875 + ], + "0.7": [ + 64245.8125, + 64248.125, + 64229.625, + 64227.3125, + 64222.6875, + 64225.0, + 64213.4375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, + 64197.25, + 64190.3125, + 64188.0, + 64185.6875, + 64162.5625, + 64171.8125, + 64162.5625, + 64157.9375, + 64151.0, + 64153.3125, + 64148.6875 + ], + "0.8": [ + 64345.25, + 64340.625, + 64329.0625, + 64340.625, + 64331.375, + 64345.25, + 64345.25, + 64359.125, + 64373.0, + 64363.75, + 64359.125, + 64359.125, + 64363.75, + 64377.625, + 64363.75, + 64368.375, + 64382.25, + 64373.0, + 64391.5, + 64386.875, + 64386.875, + 64382.25, + 64386.875, + 64386.875 + ], + "0.9": [ + 64345.25, + 64340.625, + 64329.0625, + 64340.625, + 64331.375, + 64345.25, + 64345.25, + 64359.125, + 64373.0, + 64363.75, + 64359.125, + 64359.125, + 64363.75, + 64377.625, + 64363.75, + 64368.375, + 64382.25, + 64373.0, + 64391.5, + 64386.875, + 64386.875, + 64382.25, + 64386.875, + 64386.875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_090311.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_090311.json new file mode 100644 index 0000000000000000000000000000000000000000..ff394f17de4ddc0d36d94b52f8a578eafd0397c3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_090311.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T09:03:11.067651+00:00", + "metrics": { + "MSE[mean]": 618281.9918810526, + "MSE[0.5]": 594552.8355331421, + "MAE[0.5]": 582.4729817708334, + "MASE[0.5]": 0.968263456528558, + "MAPE[0.5]": 0.009123074689437335, + "sMAPE[0.5]": 0.009105213882356092, + "MSIS": 31.37530643383437, + "RMSE[mean]": 786.3090943649657, + "NRMSE[mean]": 0.01226664244165787, + "ND[0.5]": 0.009086741906602908, + "mean_weighted_sum_quantile_loss": 0.008577488331184276 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" + ], + "context": [ + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "actual": [ + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62407.8515625 + ], + "predictions": { + "p50": [ + 64157.18359375, + 64137.0, + 64124.94921875, + 64127.78515625, + 64148.5625, + 64132.89453125, + 64135.95703125, + 64109.6015625, + 64108.2734375, + 64093.13671875, + 64086.0625, + 64087.0546875, + 64096.80078125, + 64062.203125, + 64070.83203125, + 64067.62890625, + 64078.328125, + 64081.2265625, + 64063.60546875, + 64081.0, + 64065.40234375, + 64033.31640625, + 64042.5234375, + 64039.47265625 + ], + "p10": [ + 64195.87109375, + 64175.86328125, + 64162.03125, + 64149.109375, + 64183.640625, + 64158.0078125, + 64136.11328125, + 64139.171875, + 64144.26171875, + 64135.234375, + 64111.5234375, + 64113.75, + 64125.8203125, + 64100.828125, + 64091.84765625, + 64088.68359375, + 64103.0390625, + 64107.75390625, + 64071.5625, + 64109.3203125, + 64079.28515625, + 64067.09375, + 64090.76953125, + 64058.40625 + ], + "p90": [ + 64356.84375, + 64361.1875, + 64360.78125, + 64372.80859375, + 64404.97265625, + 64392.16015625, + 64398.7578125, + 64390.1484375, + 64380.1640625, + 64374.76953125, + 64391.71484375, + 64384.2265625, + 64402.609375, + 64400.0390625, + 64396.19921875, + 64418.9296875, + 64430.0234375, + 64436.3515625, + 64437.0859375, + 64452.203125, + 64454.16796875, + 64442.24609375, + 64437.11328125, + 64425.5546875 + ], + "mean": [ + 64198.4453125, + 64183.5390625, + 64169.55859375, + 64181.5390625, + 64195.640625, + 64189.6953125, + 64191.328125, + 64178.12109375, + 64180.265625, + 64155.39453125, + 64161.234375, + 64162.4921875, + 64164.390625, + 64146.68359375, + 64149.96875, + 64155.984375, + 64158.796875, + 64160.19140625, + 64153.44921875, + 64160.63671875, + 64153.109375, + 64137.0078125, + 64138.2578125, + 64123.1953125 + ], + "quantiles": { + "0.1": [ + 64195.87109375, + 64175.86328125, + 64162.03125, + 64149.109375, + 64183.640625, + 64158.0078125, + 64136.11328125, + 64139.171875, + 64144.26171875, + 64135.234375, + 64111.5234375, + 64113.75, + 64125.8203125, + 64100.828125, + 64091.84765625, + 64088.68359375, + 64103.0390625, + 64107.75390625, + 64071.5625, + 64109.3203125, + 64079.28515625, + 64067.09375, + 64090.76953125, + 64058.40625 + ], + "0.2": [ + 64195.87109375, + 64175.86328125, + 64162.03125, + 64149.109375, + 64183.640625, + 64158.0078125, + 64136.11328125, + 64139.171875, + 64144.26171875, + 64135.234375, + 64111.5234375, + 64113.75, + 64125.8203125, + 64100.828125, + 64091.84765625, + 64088.68359375, + 64103.0390625, + 64107.75390625, + 64071.5625, + 64109.3203125, + 64079.28515625, + 64067.09375, + 64090.76953125, + 64058.40625 + ], + "0.3": [ + 64195.87109375, + 64175.86328125, + 64162.03125, + 64149.109375, + 64183.640625, + 64158.0078125, + 64136.11328125, + 64139.171875, + 64144.26171875, + 64135.234375, + 64111.5234375, + 64113.75, + 64125.8203125, + 64100.828125, + 64091.84765625, + 64088.68359375, + 64103.0390625, + 64107.75390625, + 64071.5625, + 64109.3203125, + 64079.28515625, + 64067.09375, + 64090.76953125, + 64058.40625 + ], + "0.4": [ + 64157.18359375, + 64137.0, + 64124.94921875, + 64127.78515625, + 64148.5625, + 64132.89453125, + 64135.95703125, + 64109.6015625, + 64108.2734375, + 64093.13671875, + 64086.0625, + 64087.0546875, + 64096.80078125, + 64062.203125, + 64070.83203125, + 64067.62890625, + 64078.328125, + 64081.2265625, + 64063.60546875, + 64081.0, + 64065.40234375, + 64033.31640625, + 64042.5234375, + 64039.47265625 + ], + "0.5": [ + 64157.18359375, + 64137.0, + 64124.94921875, + 64127.78515625, + 64148.5625, + 64132.89453125, + 64135.95703125, + 64109.6015625, + 64108.2734375, + 64093.13671875, + 64086.0625, + 64087.0546875, + 64096.80078125, + 64062.203125, + 64070.83203125, + 64067.62890625, + 64078.328125, + 64081.2265625, + 64063.60546875, + 64081.0, + 64065.40234375, + 64033.31640625, + 64042.5234375, + 64039.47265625 + ], + "0.6": [ + 64157.18359375, + 64137.0, + 64124.94921875, + 64127.78515625, + 64148.5625, + 64132.89453125, + 64135.95703125, + 64109.6015625, + 64108.2734375, + 64093.13671875, + 64086.0625, + 64087.0546875, + 64096.80078125, + 64062.203125, + 64070.83203125, + 64067.62890625, + 64078.328125, + 64081.2265625, + 64063.60546875, + 64081.0, + 64065.40234375, + 64033.31640625, + 64042.5234375, + 64039.47265625 + ], + "0.7": [ + 64157.18359375, + 64137.0, + 64124.94921875, + 64127.78515625, + 64148.5625, + 64132.89453125, + 64135.95703125, + 64109.6015625, + 64108.2734375, + 64093.13671875, + 64086.0625, + 64087.0546875, + 64096.80078125, + 64062.203125, + 64070.83203125, + 64067.62890625, + 64078.328125, + 64081.2265625, + 64063.60546875, + 64081.0, + 64065.40234375, + 64033.31640625, + 64042.5234375, + 64039.47265625 + ], + "0.8": [ + 64356.84375, + 64361.1875, + 64360.78125, + 64372.80859375, + 64404.97265625, + 64392.16015625, + 64398.7578125, + 64390.1484375, + 64380.1640625, + 64374.76953125, + 64391.71484375, + 64384.2265625, + 64402.609375, + 64400.0390625, + 64396.19921875, + 64418.9296875, + 64430.0234375, + 64436.3515625, + 64437.0859375, + 64452.203125, + 64454.16796875, + 64442.24609375, + 64437.11328125, + 64425.5546875 + ], + "0.9": [ + 64356.84375, + 64361.1875, + 64360.78125, + 64372.80859375, + 64404.97265625, + 64392.16015625, + 64398.7578125, + 64390.1484375, + 64380.1640625, + 64374.76953125, + 64391.71484375, + 64384.2265625, + 64402.609375, + 64400.0390625, + 64396.19921875, + 64418.9296875, + 64430.0234375, + 64436.3515625, + 64437.0859375, + 64452.203125, + 64454.16796875, + 64442.24609375, + 64437.11328125, + 64425.5546875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_090408.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_090408.json new file mode 100644 index 0000000000000000000000000000000000000000..973a40c9efe7a7fb82034e8c32d5ab717d52a2de --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_090408.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T09:04:08.234558+00:00", + "metrics": { + "MSE[mean]": 602244.6494337717, + "MSE[0.5]": 602244.6494337717, + "MAE[0.5]": 585.0538736979166, + "MASE[0.5]": 0.9725537556779656, + "MAPE[0.5]": 0.009163682087820287, + "sMAPE[0.5]": 0.009145483133804413, + "MSIS": 15.958315168111797, + "RMSE[mean]": 776.0442316219944, + "NRMSE[mean]": 0.012106507703444755, + "ND[0.5]": 0.009127004544637968, + "mean_weighted_sum_quantile_loss": 0.007648666937974323 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" + ], + "context": [ + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "actual": [ + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62407.8515625 + ], + "predictions": { + "p50": [ + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 + ], + "p10": [ + 63914.328125, + 63829.07421875, + 63769.40234375, + 63716.00390625, + 63675.46875, + 63637.06640625, + 63586.79296875, + 63543.66796875, + 63515.703125, + 63493.55078125, + 63463.53515625, + 63431.375, + 63400.359375, + 63359.96875, + 63320.65625, + 63300.03125, + 63278.8671875, + 63243.828125, + 63199.34765625, + 63144.15625, + 63116.5859375, + 63089.49609375, + 63059.390625, + 63042.31640625 + ], + "p90": [ + 64340.3515625, + 64371.7734375, + 64412.5, + 64440.62109375, + 64456.97265625, + 64467.859375, + 64482.328125, + 64497.703125, + 64509.890625, + 64529.98046875, + 64540.734375, + 64545.390625, + 64558.29296875, + 64571.74609375, + 64592.375, + 64595.859375, + 64598.17578125, + 64617.796875, + 64641.9375, + 64659.4296875, + 64662.71875, + 64661.91796875, + 64660.9296875, + 64670.77734375 + ], + "mean": [ + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 + ], + "quantiles": { + "0.1": [ + 63914.328125, + 63829.07421875, + 63769.40234375, + 63716.00390625, + 63675.46875, + 63637.06640625, + 63586.79296875, + 63543.66796875, + 63515.703125, + 63493.55078125, + 63463.53515625, + 63431.375, + 63400.359375, + 63359.96875, + 63320.65625, + 63300.03125, + 63278.8671875, + 63243.828125, + 63199.34765625, + 63144.15625, + 63116.5859375, + 63089.49609375, + 63059.390625, + 63042.31640625 + ], + "0.2": [ + 63914.328125, + 63829.07421875, + 63769.40234375, + 63716.00390625, + 63675.46875, + 63637.06640625, + 63586.79296875, + 63543.66796875, + 63515.703125, + 63493.55078125, + 63463.53515625, + 63431.375, + 63400.359375, + 63359.96875, + 63320.65625, + 63300.03125, + 63278.8671875, + 63243.828125, + 63199.34765625, + 63144.15625, + 63116.5859375, + 63089.49609375, + 63059.390625, + 63042.31640625 + ], + "0.3": [ + 63914.328125, + 63829.07421875, + 63769.40234375, + 63716.00390625, + 63675.46875, + 63637.06640625, + 63586.79296875, + 63543.66796875, + 63515.703125, + 63493.55078125, + 63463.53515625, + 63431.375, + 63400.359375, + 63359.96875, + 63320.65625, + 63300.03125, + 63278.8671875, + 63243.828125, + 63199.34765625, + 63144.15625, + 63116.5859375, + 63089.49609375, + 63059.390625, + 63042.31640625 + ], + "0.4": [ + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 + ], + "0.5": [ + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 + ], + "0.6": [ + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 + ], + "0.7": [ + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 + ], + "0.8": [ + 64340.3515625, + 64371.7734375, + 64412.5, + 64440.62109375, + 64456.97265625, + 64467.859375, + 64482.328125, + 64497.703125, + 64509.890625, + 64529.98046875, + 64540.734375, + 64545.390625, + 64558.29296875, + 64571.74609375, + 64592.375, + 64595.859375, + 64598.17578125, + 64617.796875, + 64641.9375, + 64659.4296875, + 64662.71875, + 64661.91796875, + 64660.9296875, + 64670.77734375 + ], + "0.9": [ + 64340.3515625, + 64371.7734375, + 64412.5, + 64440.62109375, + 64456.97265625, + 64467.859375, + 64482.328125, + 64497.703125, + 64509.890625, + 64529.98046875, + 64540.734375, + 64545.390625, + 64558.29296875, + 64571.74609375, + 64592.375, + 64595.859375, + 64598.17578125, + 64617.796875, + 64641.9375, + 64659.4296875, + 64662.71875, + 64661.91796875, + 64660.9296875, + 64670.77734375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_090353.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_090353.json new file mode 100644 index 0000000000000000000000000000000000000000..506064ad5e8fc86460da07511410615b7d355690 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_090353.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T09:03:53.099798+00:00", + "metrics": { + "MSE[mean]": 611070.0779221853, + "MSE[0.5]": 611070.0779221853, + "MAE[0.5]": 588.9119466145834, + "MASE[0.5]": 0.9789671536118473, + "MAPE[0.5]": 0.00922419033171083, + "sMAPE[0.5]": 0.009205680868373914, + "MSIS": 14.29230789071971, + "RMSE[mean]": 781.7097146141816, + "NRMSE[mean]": 0.012194890827361922, + "ND[0.5]": 0.009187191564375818, + "mean_weighted_sum_quantile_loss": 0.007753820829640793 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" + ], + "context": [ + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625 + ], + "actual": [ + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62407.8515625 + ], + "predictions": { + "p50": [ + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 + ], + "p10": [ + 63897.05859375, + 63832.56640625, + 63776.87890625, + 63724.51953125, + 63658.1875, + 63601.56640625, + 63541.62890625, + 63508.58984375, + 63461.484375, + 63430.609375, + 63391.33984375, + 63348.84375, + 63309.62109375, + 63266.7421875, + 63235.00390625, + 63197.88671875, + 63161.46875, + 63127.83203125, + 63097.54296875, + 63066.23828125, + 63057.58984375, + 63033.71875, + 62985.2890625, + 62974.01953125 + ], + "p90": [ + 64369.59765625, + 64417.6328125, + 64451.38671875, + 64487.30859375, + 64526.859375, + 64558.1953125, + 64586.25390625, + 64613.640625, + 64632.37109375, + 64670.21484375, + 64706.46484375, + 64748.99609375, + 64782.34765625, + 64821.4765625, + 64831.625, + 64872.71875, + 64894.58203125, + 64915.08203125, + 64935.0078125, + 64965.37109375, + 64982.76953125, + 65006.34375, + 65033.390625, + 65062.6484375 + ], + "mean": [ + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 + ], + "quantiles": { + "0.1": [ + 63897.05859375, + 63832.56640625, + 63776.87890625, + 63724.51953125, + 63658.1875, + 63601.56640625, + 63541.62890625, + 63508.58984375, + 63461.484375, + 63430.609375, + 63391.33984375, + 63348.84375, + 63309.62109375, + 63266.7421875, + 63235.00390625, + 63197.88671875, + 63161.46875, + 63127.83203125, + 63097.54296875, + 63066.23828125, + 63057.58984375, + 63033.71875, + 62985.2890625, + 62974.01953125 + ], + "0.2": [ + 63897.05859375, + 63832.56640625, + 63776.87890625, + 63724.51953125, + 63658.1875, + 63601.56640625, + 63541.62890625, + 63508.58984375, + 63461.484375, + 63430.609375, + 63391.33984375, + 63348.84375, + 63309.62109375, + 63266.7421875, + 63235.00390625, + 63197.88671875, + 63161.46875, + 63127.83203125, + 63097.54296875, + 63066.23828125, + 63057.58984375, + 63033.71875, + 62985.2890625, + 62974.01953125 + ], + "0.3": [ + 63897.05859375, + 63832.56640625, + 63776.87890625, + 63724.51953125, + 63658.1875, + 63601.56640625, + 63541.62890625, + 63508.58984375, + 63461.484375, + 63430.609375, + 63391.33984375, + 63348.84375, + 63309.62109375, + 63266.7421875, + 63235.00390625, + 63197.88671875, + 63161.46875, + 63127.83203125, + 63097.54296875, + 63066.23828125, + 63057.58984375, + 63033.71875, + 62985.2890625, + 62974.01953125 + ], + "0.4": [ + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 + ], + "0.5": [ + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 + ], + "0.6": [ + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 + ], + "0.7": [ + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 + ], + "0.8": [ + 64369.59765625, + 64417.6328125, + 64451.38671875, + 64487.30859375, + 64526.859375, + 64558.1953125, + 64586.25390625, + 64613.640625, + 64632.37109375, + 64670.21484375, + 64706.46484375, + 64748.99609375, + 64782.34765625, + 64821.4765625, + 64831.625, + 64872.71875, + 64894.58203125, + 64915.08203125, + 64935.0078125, + 64965.37109375, + 64982.76953125, + 65006.34375, + 65033.390625, + 65062.6484375 + ], + "0.9": [ + 64369.59765625, + 64417.6328125, + 64451.38671875, + 64487.30859375, + 64526.859375, + 64558.1953125, + 64586.25390625, + 64613.640625, + 64632.37109375, + 64670.21484375, + 64706.46484375, + 64748.99609375, + 64782.34765625, + 64821.4765625, + 64831.625, + 64872.71875, + 64894.58203125, + 64915.08203125, + 64935.0078125, + 64965.37109375, + 64982.76953125, + 65006.34375, + 65033.390625, + 65062.6484375 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_090516.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_090516.json new file mode 100644 index 0000000000000000000000000000000000000000..0524997e548e1caf6a0fc1bd09781c45bb9fe52e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_090516.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-23T09:05:16.639744+00:00", + "metrics": { + "MSE[mean]": 1225.8873875826291, + "MSE[0.5]": 3390.642853016127, + "MAE[0.5]": 52.63265839354847, + "MASE[0.5]": 0.46355368860372964, + "MAPE[0.5]": 0.022034106313782786, + "sMAPE[0.5]": 0.022333989332374685, + "MSIS": 8.809231458376617, + "RMSE[mean]": 35.0126746705051, + "NRMSE[mean]": 0.01472925840652274, + "ND[0.5]": 0.02214169678256202, + "mean_weighted_sum_quantile_loss": 0.021114802579707645 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00" + ], + "context": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2324.350648940487, + 2324.464654870478, + 2324.453655115956, + 2324.4547197024835, + 2324.454617417599, + 2324.454627282805, + 2324.4546262612716, + 2324.4546264230894, + 2324.4546264142455, + 2324.454626406498, + 2324.4546264150094, + 2324.454626413975, + 2324.454626414902, + 2324.4546264150163, + 2324.4546264064224, + 2324.4546264064224, + 2324.4546263449674, + 2324.4546264144383, + 2324.4546264150163, + 2324.454626413974, + 2324.4546264149594, + 2324.454626414902, + 2324.4546264150163, + 2324.454626414902 + ], + "p10": [ + 2313.384118871503, + 2313.4980459137223, + 2313.4870879882096, + 2314.8332537679867, + 2313.488008459785, + 2313.4880560842225, + 2310.6793004788024, + 2313.4880552245068, + 2310.67930056172, + 2313.488055216509, + 2322.279630403896, + 2313.488017457219, + 2323.2723112414783, + 2323.107020590926, + 2313.488092225338, + 2313.488017457218, + 2285.4008485100167, + 2313.488096337438, + 2313.4880552164336, + 2313.4880552164336, + 2323.107020590926, + 2313.4880552164336, + 2313.4880552164336, + 2313.488092225338 + ], + "p90": [ + 2334.1046174718185, + 2335.4515798986786, + 2335.420230377853, + 2335.4212908936584, + 2338.246192822167, + 2335.421448995568, + 2335.441547174746, + 2335.42370283117, + 2363.4902485075227, + 2363.4882745456957, + 2335.4415514421676, + 2335.4415467935837, + 2335.4254872201454, + 2325.8047328086345, + 2334.208594937754, + 2363.4902485083007, + 2335.423702823097, + 2335.441546793583, + 2335.4254872201454, + 2335.4254872201454, + 2335.4415514421744, + 2335.441547258442, + 2335.421197606077, + 2335.421197606077 + ], + "mean": [ + 2346.574799455714, + 2324.439422965169, + 2347.0581753880015, + 2348.297357698423, + 2359.1523737153298, + 2335.968613138789, + 2334.3294556599135, + 2346.942140270011, + 2359.656048560068, + 2348.922952845693, + 2337.9705699090173, + 2369.7120060995376, + 2326.2504271652274, + 2371.6369028289187, + 2359.13815983746, + 2359.401781557374, + 2380.354788827192, + 2336.700550118866, + 2382.857995833135, + 2347.2550542800695, + 2337.3246849939983, + 2347.614420577875, + 2359.2212153725254, + 2358.923463036166 + ], + "quantiles": { + "0.1": [ + 2313.384118871503, + 2313.4980459137223, + 2313.4870879882096, + 2314.8332537679867, + 2313.488008459785, + 2313.4880560842225, + 2310.6793004788024, + 2313.4880552245068, + 2310.67930056172, + 2313.488055216509, + 2322.279630403896, + 2313.488017457219, + 2323.2723112414783, + 2323.107020590926, + 2313.488092225338, + 2313.488017457218, + 2285.4008485100167, + 2313.488096337438, + 2313.4880552164336, + 2313.4880552164336, + 2323.107020590926, + 2313.4880552164336, + 2313.4880552164336, + 2313.488092225338 + ], + "0.2": [ + 2324.1850510220625, + 2324.299056944502, + 2323.2713440132543, + 2324.4343705226474, + 2324.085675585122, + 2324.3052784925, + 2323.1070195792367, + 2324.4342771730744, + 2324.289027917046, + 2323.1070256473167, + 2324.4342771649945, + 2323.107024635979, + 2324.434277235066, + 2324.449055302462, + 2324.289027917824, + 2324.085684582555, + 2323.107020590926, + 2324.2890284879977, + 2324.2890284879977, + 2324.2890284879977, + 2324.434277221053, + 2324.2890284879977, + 2324.2890284879977, + 2324.4342771650013 + ], + "0.3": [ + 2324.349775695403, + 2324.462154302038, + 2324.451158614727, + 2324.454681943398, + 2324.4524235555605, + 2324.454357694341, + 2324.43427715137, + 2324.4543568346253, + 2324.4521258447558, + 2324.4475200353063, + 2324.4543191363364, + 2324.4524325529947, + 2324.454319137401, + 2324.4546217750644, + 2324.452125842951, + 2324.447520035231, + 2324.436024385749, + 2324.454319136343, + 2324.4543455194894, + 2324.452125845534, + 2324.454345519807, + 2324.4524325529937, + 2324.453753161338, + 2324.454319136343 + ], + "0.4": [ + 2324.350644309123, + 2324.4646502315686, + 2324.453389598328, + 2324.4547192023747, + 2324.4546171754646, + 2324.4546272127563, + 2324.454593203479, + 2324.4546263530406, + 2324.4546258440796, + 2324.45462177514, + 2324.45462584485, + 2324.4546258448577, + 2324.454626172898, + 2324.4546264064224, + 2324.4546217750644, + 2324.454610379899, + 2324.454610379899, + 2324.454624444586, + 2324.4546263449674, + 2324.45462234418, + 2324.4546258448577, + 2324.4546258448568, + 2324.4546264064224, + 2324.4546258868195 + ], + "0.5": [ + 2324.350648940487, + 2324.464654870478, + 2324.453655115956, + 2324.4547197024835, + 2324.454617417599, + 2324.454627282805, + 2324.4546262612716, + 2324.4546264230894, + 2324.4546264142455, + 2324.454626406498, + 2324.4546264150094, + 2324.454626413975, + 2324.454626414902, + 2324.4546264150163, + 2324.4546264064224, + 2324.4546264064224, + 2324.4546263449674, + 2324.4546264144383, + 2324.4546264150163, + 2324.454626413974, + 2324.4546264149594, + 2324.454626414902, + 2324.4546264150163, + 2324.454626414902 + ], + "0.6": [ + 2324.350648949097, + 2324.4646548715364, + 2324.4536591867923, + 2324.4547197026154, + 2324.454617418659, + 2324.454627282823, + 2324.4546263313364, + 2324.4546264231053, + 2324.4546264143155, + 2324.4546264151077, + 2324.4546264150254, + 2324.454626415032, + 2324.454626415032, + 2324.454626415032, + 2324.454626415032, + 2324.454626415032, + 2324.454626415032, + 2324.454626415032, + 2324.454626415032, + 2324.4546264150163, + 2324.454626415034, + 2324.454626415032, + 2324.454626415032, + 2324.454626415032 + ], + "0.7": [ + 2324.350648950157, + 2324.467206044872, + 2324.453659186808, + 2324.4547575319098, + 2324.457122628125, + 2324.4626042610867, + 2324.4549341792713, + 2324.4555934798177, + 2324.457284834145, + 2324.475013362915, + 2324.4546642443215, + 2324.4546264183627, + 2324.4546282094684, + 2324.4546282094684, + 2324.454626485227, + 2324.4546266355383, + 2324.4546265871436, + 2324.454637764563, + 2324.4546642443283, + 2324.454626485227, + 2324.4546642443283, + 2324.454626986264, + 2324.4546282094684, + 2324.454626986264 + ], + "0.8": [ + 2324.3722978097057, + 2325.812568543447, + 2324.453967034743, + 2325.6698471849063, + 2325.669806469638, + 2325.8022331059988, + 2325.669753813629, + 2324.871928440458, + 2325.669753896547, + 2325.8025400870183, + 2325.6366343120967, + 2324.604006453621, + 2324.6242958481, + 2324.5998751621005, + 2324.6205316196974, + 2324.6393524809287, + 2325.6366343121035, + 2324.6205316898927, + 2325.8047328086345, + 2325.6366343121035, + 2324.6205316337364, + 2324.823752214335, + 2325.6366343121035, + 2324.6205316898927 + ], + "0.9": [ + 2334.1046174718185, + 2335.4515798986786, + 2335.420230377853, + 2335.4212908936584, + 2338.246192822167, + 2335.421448995568, + 2335.441547174746, + 2335.42370283117, + 2363.4902485075227, + 2363.4882745456957, + 2335.4415514421676, + 2335.4415467935837, + 2335.4254872201454, + 2325.8047328086345, + 2334.208594937754, + 2363.4902485083007, + 2335.423702823097, + 2335.441546793583, + 2335.4254872201454, + 2335.4254872201454, + 2335.4415514421744, + 2335.441547258442, + 2335.421197606077, + 2335.421197606077 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_090238.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_090238.json new file mode 100644 index 0000000000000000000000000000000000000000..96837b89c23275be2abe95881a6b09aff1bb47bd --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_090238.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T09:02:38.475181+00:00", + "metrics": { + "MSE[mean]": 1368.438621841371, + "MSE[0.5]": 1368.438621841371, + "MAE[0.5]": 29.474070231119793, + "MASE[0.5]": 0.25958814148509174, + "MAPE[0.5]": 0.012311206123225796, + "sMAPE[0.5]": 0.012431423848624798, + "MSIS": 1.0080855791284404, + "RMSE[mean]": 36.99241303080094, + "NRMSE[mean]": 0.015562101888505214, + "ND[0.5]": 0.012399258291794479, + "mean_weighted_sum_quantile_loss": 0.01137943128666983 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00" + ], + "context": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2345.1591796875, + 2345.066162109375, + 2345.590576171875, + 2344.8388671875, + 2342.186767578125, + 2341.15185546875, + 2341.66845703125, + 2340.9501953125, + 2340.301025390625, + 2340.392822265625, + 2340.548095703125, + 2339.885009765625, + 2339.892578125, + 2339.75927734375, + 2341.191162109375, + 2341.661865234375, + 2341.269287109375, + 2345.127685546875, + 2353.083984375, + 2357.48193359375, + 2361.009033203125, + 2367.006591796875, + 2372.39111328125, + 2375.0087890625 + ], + "p10": [ + 2330.76318359375, + 2327.291259765625, + 2325.6376953125, + 2321.38720703125, + 2314.9345703125, + 2309.55810546875, + 2307.444091796875, + 2305.9189453125, + 2301.4580078125, + 2299.55224609375, + 2296.810302734375, + 2292.650146484375, + 2289.66552734375, + 2288.712646484375, + 2287.9794921875, + 2287.152587890625, + 2283.207763671875, + 2288.096923828125, + 2294.6787109375, + 2296.754638671875, + 2297.224365234375, + 2299.730224609375, + 2299.519775390625, + 2300.392822265625 + ], + "p90": [ + 2363.91162109375, + 2365.824462890625, + 2369.159912109375, + 2372.22705078125, + 2377.19873046875, + 2380.62646484375, + 2384.6884765625, + 2390.583984375, + 2396.672119140625, + 2398.89501953125, + 2406.45458984375, + 2410.797119140625, + 2415.95361328125, + 2421.7431640625, + 2424.829345703125, + 2426.024658203125, + 2432.538330078125, + 2442.844482421875, + 2449.001220703125, + 2458.44189453125, + 2464.600341796875, + 2471.0166015625, + 2482.816162109375, + 2486.705078125 + ], + "mean": [ + 2345.1591796875, + 2345.066162109375, + 2345.590576171875, + 2344.8388671875, + 2342.186767578125, + 2341.15185546875, + 2341.66845703125, + 2340.9501953125, + 2340.301025390625, + 2340.392822265625, + 2340.548095703125, + 2339.885009765625, + 2339.892578125, + 2339.75927734375, + 2341.191162109375, + 2341.661865234375, + 2341.269287109375, + 2345.127685546875, + 2353.083984375, + 2357.48193359375, + 2361.009033203125, + 2367.006591796875, + 2372.39111328125, + 2375.0087890625 + ], + "quantiles": { + "0.1": [ + 2330.76318359375, + 2327.291259765625, + 2325.6376953125, + 2321.38720703125, + 2314.9345703125, + 2309.55810546875, + 2307.444091796875, + 2305.9189453125, + 2301.4580078125, + 2299.55224609375, + 2296.810302734375, + 2292.650146484375, + 2289.66552734375, + 2288.712646484375, + 2287.9794921875, + 2287.152587890625, + 2283.207763671875, + 2288.096923828125, + 2294.6787109375, + 2296.754638671875, + 2297.224365234375, + 2299.730224609375, + 2299.519775390625, + 2300.392822265625 + ], + "0.2": [ + 2330.76318359375, + 2327.291259765625, + 2325.6376953125, + 2321.38720703125, + 2314.9345703125, + 2309.55810546875, + 2307.444091796875, + 2305.9189453125, + 2301.4580078125, + 2299.55224609375, + 2296.810302734375, + 2292.650146484375, + 2289.66552734375, + 2288.712646484375, + 2287.9794921875, + 2287.152587890625, + 2283.207763671875, + 2288.096923828125, + 2294.6787109375, + 2296.754638671875, + 2297.224365234375, + 2299.730224609375, + 2299.519775390625, + 2300.392822265625 + ], + "0.3": [ + 2330.76318359375, + 2327.291259765625, + 2325.6376953125, + 2321.38720703125, + 2314.9345703125, + 2309.55810546875, + 2307.444091796875, + 2305.9189453125, + 2301.4580078125, + 2299.55224609375, + 2296.810302734375, + 2292.650146484375, + 2289.66552734375, + 2288.712646484375, + 2287.9794921875, + 2287.152587890625, + 2283.207763671875, + 2288.096923828125, + 2294.6787109375, + 2296.754638671875, + 2297.224365234375, + 2299.730224609375, + 2299.519775390625, + 2300.392822265625 + ], + "0.4": [ + 2345.1591796875, + 2345.066162109375, + 2345.590576171875, + 2344.8388671875, + 2342.186767578125, + 2341.15185546875, + 2341.66845703125, + 2340.9501953125, + 2340.301025390625, + 2340.392822265625, + 2340.548095703125, + 2339.885009765625, + 2339.892578125, + 2339.75927734375, + 2341.191162109375, + 2341.661865234375, + 2341.269287109375, + 2345.127685546875, + 2353.083984375, + 2357.48193359375, + 2361.009033203125, + 2367.006591796875, + 2372.39111328125, + 2375.0087890625 + ], + "0.5": [ + 2345.1591796875, + 2345.066162109375, + 2345.590576171875, + 2344.8388671875, + 2342.186767578125, + 2341.15185546875, + 2341.66845703125, + 2340.9501953125, + 2340.301025390625, + 2340.392822265625, + 2340.548095703125, + 2339.885009765625, + 2339.892578125, + 2339.75927734375, + 2341.191162109375, + 2341.661865234375, + 2341.269287109375, + 2345.127685546875, + 2353.083984375, + 2357.48193359375, + 2361.009033203125, + 2367.006591796875, + 2372.39111328125, + 2375.0087890625 + ], + "0.6": [ + 2345.1591796875, + 2345.066162109375, + 2345.590576171875, + 2344.8388671875, + 2342.186767578125, + 2341.15185546875, + 2341.66845703125, + 2340.9501953125, + 2340.301025390625, + 2340.392822265625, + 2340.548095703125, + 2339.885009765625, + 2339.892578125, + 2339.75927734375, + 2341.191162109375, + 2341.661865234375, + 2341.269287109375, + 2345.127685546875, + 2353.083984375, + 2357.48193359375, + 2361.009033203125, + 2367.006591796875, + 2372.39111328125, + 2375.0087890625 + ], + "0.7": [ + 2345.1591796875, + 2345.066162109375, + 2345.590576171875, + 2344.8388671875, + 2342.186767578125, + 2341.15185546875, + 2341.66845703125, + 2340.9501953125, + 2340.301025390625, + 2340.392822265625, + 2340.548095703125, + 2339.885009765625, + 2339.892578125, + 2339.75927734375, + 2341.191162109375, + 2341.661865234375, + 2341.269287109375, + 2345.127685546875, + 2353.083984375, + 2357.48193359375, + 2361.009033203125, + 2367.006591796875, + 2372.39111328125, + 2375.0087890625 + ], + "0.8": [ + 2363.91162109375, + 2365.824462890625, + 2369.159912109375, + 2372.22705078125, + 2377.19873046875, + 2380.62646484375, + 2384.6884765625, + 2390.583984375, + 2396.672119140625, + 2398.89501953125, + 2406.45458984375, + 2410.797119140625, + 2415.95361328125, + 2421.7431640625, + 2424.829345703125, + 2426.024658203125, + 2432.538330078125, + 2442.844482421875, + 2449.001220703125, + 2458.44189453125, + 2464.600341796875, + 2471.0166015625, + 2482.816162109375, + 2486.705078125 + ], + "0.9": [ + 2363.91162109375, + 2365.824462890625, + 2369.159912109375, + 2372.22705078125, + 2377.19873046875, + 2380.62646484375, + 2384.6884765625, + 2390.583984375, + 2396.672119140625, + 2398.89501953125, + 2406.45458984375, + 2410.797119140625, + 2415.95361328125, + 2421.7431640625, + 2424.829345703125, + 2426.024658203125, + 2432.538330078125, + 2442.844482421875, + 2449.001220703125, + 2458.44189453125, + 2464.600341796875, + 2471.0166015625, + 2482.816162109375, + 2486.705078125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_090516.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_090516.json new file mode 100644 index 0000000000000000000000000000000000000000..89898feac96792e717cf4836c56e8b09f6e0605f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_090516.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-23T09:05:16.720186+00:00", + "metrics": { + "MSE[mean]": 717.126100710986, + "MSE[0.5]": 718.4571319511547, + "MAE[0.5]": 20.953073721337166, + "MASE[0.5]": 0.18454083277507963, + "MAPE[0.5]": 0.0087433080144285, + "sMAPE[0.5]": 0.008805592386480758, + "MSIS": 7.084320685849183, + "RMSE[mean]": 26.77921023314515, + "NRMSE[mean]": 0.011265574857063691, + "ND[0.5]": 0.008814614711868396, + "mean_weighted_sum_quantile_loss": 0.008756169212622846 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00" + ], + "context": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2348.9583926938417, + 2350.115099348637, + 2351.271806003433, + 2352.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2361.6821658965946, + 2362.83887255139, + 2363.995579206186, + 2365.1522858609815, + 2366.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ], + "p10": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2298.9583926938417, + 2350.115099348637, + 2351.271806003433, + 2352.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2356.6821658965946, + 2362.83887255139, + 2363.995579206186, + 2365.1522858609815, + 2361.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ], + "p90": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2348.9583926938417, + 2350.115099348637, + 2401.271806003433, + 2402.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2361.6821658965946, + 2362.83887255139, + 2413.995579206186, + 2365.1522858609815, + 2366.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ], + "mean": [ + 2343.081566074646, + 2345.9882727294494, + 2346.1449793842585, + 2349.0516860390358, + 2347.458392693837, + 2351.1150993486476, + 2352.5218060034244, + 2353.928512658226, + 2351.3352193130286, + 2354.741925967812, + 2354.8986326226154, + 2355.5553392774177, + 2360.212045932202, + 2359.868752587004, + 2360.5254592418055, + 2360.1821658965905, + 2363.3388725513933, + 2366.245579206195, + 2364.152285860972, + 2365.3089925157824, + 2367.715699170584, + 2369.622405825361, + 2369.02911248017, + 2370.9358191349475 + ], + "quantiles": { + "0.1": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2298.9583926938417, + 2350.115099348637, + 2351.271806003433, + 2352.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2356.6821658965946, + 2362.83887255139, + 2363.995579206186, + 2365.1522858609815, + 2361.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ], + "0.2": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2348.9583926938417, + 2350.115099348637, + 2351.271806003433, + 2352.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2361.6821658965946, + 2362.83887255139, + 2363.995579206186, + 2365.1522858609815, + 2366.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ], + "0.3": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2348.9583926938417, + 2350.115099348637, + 2351.271806003433, + 2352.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2361.6821658965946, + 2362.83887255139, + 2363.995579206186, + 2365.1522858609815, + 2366.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ], + "0.4": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2348.9583926938417, + 2350.115099348637, + 2351.271806003433, + 2352.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2361.6821658965946, + 2362.83887255139, + 2363.995579206186, + 2365.1522858609815, + 2366.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ], + "0.5": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2348.9583926938417, + 2350.115099348637, + 2351.271806003433, + 2352.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2361.6821658965946, + 2362.83887255139, + 2363.995579206186, + 2365.1522858609815, + 2366.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ], + "0.6": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2348.9583926938417, + 2350.115099348637, + 2351.271806003433, + 2352.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2361.6821658965946, + 2362.83887255139, + 2363.995579206186, + 2365.1522858609815, + 2366.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ], + "0.7": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2348.9583926938417, + 2350.115099348637, + 2351.271806003433, + 2352.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2361.6821658965946, + 2362.83887255139, + 2363.995579206186, + 2365.1522858609815, + 2366.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ], + "0.8": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2348.9583926938417, + 2350.115099348637, + 2351.271806003433, + 2352.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2361.6821658965946, + 2362.83887255139, + 2363.995579206186, + 2365.1522858609815, + 2366.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ], + "0.9": [ + 2344.331566074659, + 2345.4882727294544, + 2346.6449793842503, + 2347.8016860390458, + 2348.9583926938417, + 2350.115099348637, + 2401.271806003433, + 2402.4285126582286, + 2353.5852193130245, + 2354.74192596782, + 2355.898632622616, + 2357.0553392774113, + 2358.2120459322073, + 2359.368752587003, + 2360.5254592417987, + 2361.6821658965946, + 2362.83887255139, + 2413.995579206186, + 2365.1522858609815, + 2366.3089925157774, + 2367.465699170573, + 2368.622405825369, + 2369.7791124801643, + 2370.93581913496 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_090444.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_090444.json new file mode 100644 index 0000000000000000000000000000000000000000..d8504660a0cc65f4ab3946e2be5f0815ece810f2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_090444.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T09:04:44.535223+00:00", + "metrics": { + "MSE[mean]": 823.1251548230648, + "MSE[0.5]": 1319.0119568295777, + "MAE[0.5]": 27.358510335286457, + "MASE[0.5]": 0.24095568735665132, + "MAPE[0.5]": 0.011406417467915419, + "sMAPE[0.5]": 0.011521994798919119, + "MSIS": 1.4099769298308484, + "RMSE[mean]": 28.69015780408091, + "NRMSE[mean]": 0.01206947918138373, + "ND[0.5]": 0.0115092769158085, + "mean_weighted_sum_quantile_loss": 0.012717496178957908 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00" + ], + "context": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2350.7857666015625, + 2350.5789794921875, + 2350.108154296875, + 2351.60888671875, + 2348.564697265625, + 2351.52392578125, + 2351.9697265625, + 2353.5509033203125, + 2351.720947265625, + 2349.8681640625, + 2350.9957275390625, + 2344.2445068359375, + 2355.1033935546875, + 2349.27392578125, + 2339.8966064453125, + 2354.3310546875, + 2353.6571044921875, + 2348.35205078125, + 2348.781494140625, + 2345.8299560546875, + 2352.4869384765625, + 2342.8502197265625, + 2354.333251953125, + 2354.4000244140625 + ], + "p10": [ + 2336.536865234375, + 2329.1268310546875, + 2325.1356201171875, + 2321.9212646484375, + 2317.6243896484375, + 2316.4615478515625, + 2311.9847412109375, + 2304.0703125, + 2300.403076171875, + 2310.0010986328125, + 2285.4852294921875, + 2277.1768798828125, + 2282.56884765625, + 2275.104736328125, + 2254.6439208984375, + 2274.4337158203125, + 2217.95458984375, + 2257.894287109375, + 2231.0252685546875, + 2232.445556640625, + 2241.2952880859375, + 2250.7845458984375, + 2233.80615234375, + 2201.688232421875 + ], + "p90": [ + 2364.9000244140625, + 2375.8017578125, + 2378.473388671875, + 2390.8233642578125, + 2396.8873291015625, + 2399.792236328125, + 2404.451171875, + 2429.9361572265625, + 2413.47509765625, + 2411.23681640625, + 2428.146728515625, + 2431.077392578125, + 2481.3968505859375, + 2462.9454345703125, + 2450.6575927734375, + 2479.1829833984375, + 2472.0689697265625, + 2457.7493896484375, + 2487.466064453125, + 2493.787353515625, + 2515.4462890625, + 2478.5789794921875, + 2496.2021484375, + 2495.0087890625 + ], + "mean": [ + 2352.825927734375, + 2356.50537109375, + 2360.503662109375, + 2358.896484375, + 2362.088623046875, + 2360.87646484375, + 2359.11962890625, + 2368.61669921875, + 2368.3857421875, + 2364.9853515625, + 2356.535888671875, + 2362.196044921875, + 2384.762939453125, + 2366.6103515625, + 2352.720703125, + 2357.958251953125, + 2366.7958984375, + 2364.877197265625, + 2360.290771484375, + 2382.58154296875, + 2383.117919921875, + 2356.024658203125, + 2386.65576171875, + 2349.209228515625 + ], + "quantiles": { + "0.1": [ + 2336.536865234375, + 2329.1268310546875, + 2325.1356201171875, + 2321.9212646484375, + 2317.6243896484375, + 2316.4615478515625, + 2311.9847412109375, + 2304.0703125, + 2300.403076171875, + 2310.0010986328125, + 2285.4852294921875, + 2277.1768798828125, + 2282.56884765625, + 2275.104736328125, + 2254.6439208984375, + 2274.4337158203125, + 2217.95458984375, + 2257.894287109375, + 2231.0252685546875, + 2232.445556640625, + 2241.2952880859375, + 2250.7845458984375, + 2233.80615234375, + 2201.688232421875 + ], + "0.2": [ + 2336.536865234375, + 2329.1268310546875, + 2325.1356201171875, + 2321.9212646484375, + 2317.6243896484375, + 2316.4615478515625, + 2311.9847412109375, + 2304.0703125, + 2300.403076171875, + 2310.0010986328125, + 2285.4852294921875, + 2277.1768798828125, + 2282.56884765625, + 2275.104736328125, + 2254.6439208984375, + 2274.4337158203125, + 2217.95458984375, + 2257.894287109375, + 2231.0252685546875, + 2232.445556640625, + 2241.2952880859375, + 2250.7845458984375, + 2233.80615234375, + 2201.688232421875 + ], + "0.3": [ + 2336.536865234375, + 2329.1268310546875, + 2325.1356201171875, + 2321.9212646484375, + 2317.6243896484375, + 2316.4615478515625, + 2311.9847412109375, + 2304.0703125, + 2300.403076171875, + 2310.0010986328125, + 2285.4852294921875, + 2277.1768798828125, + 2282.56884765625, + 2275.104736328125, + 2254.6439208984375, + 2274.4337158203125, + 2217.95458984375, + 2257.894287109375, + 2231.0252685546875, + 2232.445556640625, + 2241.2952880859375, + 2250.7845458984375, + 2233.80615234375, + 2201.688232421875 + ], + "0.4": [ + 2350.7857666015625, + 2350.5789794921875, + 2350.108154296875, + 2351.60888671875, + 2348.564697265625, + 2351.52392578125, + 2351.9697265625, + 2353.5509033203125, + 2351.720947265625, + 2349.8681640625, + 2350.9957275390625, + 2344.2445068359375, + 2355.1033935546875, + 2349.27392578125, + 2339.8966064453125, + 2354.3310546875, + 2353.6571044921875, + 2348.35205078125, + 2348.781494140625, + 2345.8299560546875, + 2352.4869384765625, + 2342.8502197265625, + 2354.333251953125, + 2354.4000244140625 + ], + "0.5": [ + 2350.7857666015625, + 2350.5789794921875, + 2350.108154296875, + 2351.60888671875, + 2348.564697265625, + 2351.52392578125, + 2351.9697265625, + 2353.5509033203125, + 2351.720947265625, + 2349.8681640625, + 2350.9957275390625, + 2344.2445068359375, + 2355.1033935546875, + 2349.27392578125, + 2339.8966064453125, + 2354.3310546875, + 2353.6571044921875, + 2348.35205078125, + 2348.781494140625, + 2345.8299560546875, + 2352.4869384765625, + 2342.8502197265625, + 2354.333251953125, + 2354.4000244140625 + ], + "0.6": [ + 2350.7857666015625, + 2350.5789794921875, + 2350.108154296875, + 2351.60888671875, + 2348.564697265625, + 2351.52392578125, + 2351.9697265625, + 2353.5509033203125, + 2351.720947265625, + 2349.8681640625, + 2350.9957275390625, + 2344.2445068359375, + 2355.1033935546875, + 2349.27392578125, + 2339.8966064453125, + 2354.3310546875, + 2353.6571044921875, + 2348.35205078125, + 2348.781494140625, + 2345.8299560546875, + 2352.4869384765625, + 2342.8502197265625, + 2354.333251953125, + 2354.4000244140625 + ], + "0.7": [ + 2350.7857666015625, + 2350.5789794921875, + 2350.108154296875, + 2351.60888671875, + 2348.564697265625, + 2351.52392578125, + 2351.9697265625, + 2353.5509033203125, + 2351.720947265625, + 2349.8681640625, + 2350.9957275390625, + 2344.2445068359375, + 2355.1033935546875, + 2349.27392578125, + 2339.8966064453125, + 2354.3310546875, + 2353.6571044921875, + 2348.35205078125, + 2348.781494140625, + 2345.8299560546875, + 2352.4869384765625, + 2342.8502197265625, + 2354.333251953125, + 2354.4000244140625 + ], + "0.8": [ + 2364.9000244140625, + 2375.8017578125, + 2378.473388671875, + 2390.8233642578125, + 2396.8873291015625, + 2399.792236328125, + 2404.451171875, + 2429.9361572265625, + 2413.47509765625, + 2411.23681640625, + 2428.146728515625, + 2431.077392578125, + 2481.3968505859375, + 2462.9454345703125, + 2450.6575927734375, + 2479.1829833984375, + 2472.0689697265625, + 2457.7493896484375, + 2487.466064453125, + 2493.787353515625, + 2515.4462890625, + 2478.5789794921875, + 2496.2021484375, + 2495.0087890625 + ], + "0.9": [ + 2364.9000244140625, + 2375.8017578125, + 2378.473388671875, + 2390.8233642578125, + 2396.8873291015625, + 2399.792236328125, + 2404.451171875, + 2429.9361572265625, + 2413.47509765625, + 2411.23681640625, + 2428.146728515625, + 2431.077392578125, + 2481.3968505859375, + 2462.9454345703125, + 2450.6575927734375, + 2479.1829833984375, + 2472.0689697265625, + 2457.7493896484375, + 2487.466064453125, + 2493.787353515625, + 2515.4462890625, + 2478.5789794921875, + 2496.2021484375, + 2495.0087890625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_090516.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_090516.json new file mode 100644 index 0000000000000000000000000000000000000000..918f1fa3e5fc79d771a15d79c6a846678f76c892 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_090516.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T09:05:16.767171+00:00", + "metrics": { + "MSE[mean]": 1595.6189236114997, + "MSE[0.5]": 1597.2222222222128, + "MAE[0.5]": 31.249999999999847, + "MASE[0.5]": 0.27522935779816377, + "MAPE[0.5]": 0.013037763494877794, + "sMAPE[0.5]": 0.013178016177269025, + "MSIS": 10.322935753470743, + "RMSE[mean]": 39.94519900578165, + "NRMSE[mean]": 0.016804290554579486, + "ND[0.5]": 0.01314636283961431, + "mean_weighted_sum_quantile_loss": 0.013000941344499563 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00" + ], + "context": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ], + "p10": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2295.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2340.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2340.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ], + "p90": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2395.8333333333335, + 2395.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2395.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ], + "mean": [ + 2344.583333333327, + 2346.333333333327, + 2345.333333333327, + 2347.083333333327, + 2344.333333333327, + 2346.833333333327, + 2347.083333333327, + 2347.333333333327, + 2343.583333333327, + 2345.833333333327, + 2344.833333333327, + 2344.333333333327, + 2347.833333333327, + 2346.333333333327, + 2345.833333333327, + 2344.333333333327, + 2346.333333333327, + 2348.083333333327, + 2344.833333333327, + 2344.833333333327, + 2346.083333333327, + 2346.833333333327, + 2345.083333333327, + 2345.833333333327 + ], + "quantiles": { + "0.1": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2295.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2340.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2340.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ], + "0.2": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ], + "0.3": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ], + "0.4": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ], + "0.5": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ], + "0.6": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ], + "0.7": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ], + "0.8": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ], + "0.9": [ + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2395.8333333333335, + 2395.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2395.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335, + 2345.8333333333335 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_090516.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_090516.json new file mode 100644 index 0000000000000000000000000000000000000000..8a0c5576fd7b7fb840ef8a0dec483b9aeb11ad9d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_090516.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T09:05:16.795501+00:00", + "metrics": { + "MSE[mean]": 1979.1666666666667, + "MSE[0.5]": 1979.1666666666667, + "MAE[0.5]": 31.25, + "MASE[0.5]": 0.2752293577981651, + "MAPE[0.5]": 0.013020833333333334, + "sMAPE[0.5]": 0.013195222097797686, + "MSIS": 2.1497247989332604, + "RMSE[mean]": 44.487826050130465, + "NRMSE[mean]": 0.018715299302421228, + "ND[0.5]": 0.013146362839614373, + "mean_weighted_sum_quantile_loss": 0.011601908657123398 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00" + ], + "context": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "p10": [ + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2254.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2254.0, + 2303.0, + 2303.0 + ], + "p90": [ + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2346.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2346.0, + 2397.0, + 2397.0 + ], + "mean": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "quantiles": { + "0.1": [ + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2254.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2254.0, + 2303.0, + 2303.0 + ], + "0.2": [ + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2265.5, + 2314.75, + 2314.75, + 2314.75, + 2314.75, + 2265.5, + 2314.75, + 2314.75 + ], + "0.3": [ + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2277.0, + 2326.5, + 2326.5, + 2326.5, + 2326.5, + 2277.0, + 2326.5, + 2326.5 + ], + "0.4": [ + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2288.5, + 2338.25, + 2338.25, + 2338.25, + 2338.25, + 2288.5, + 2338.25, + 2338.25 + ], + "0.5": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "0.6": [ + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2311.4999999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2311.4999999999995, + 2361.7499999999995, + 2361.7499999999995 + ], + "0.7": [ + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2323.0, + 2373.5, + 2373.5, + 2373.5, + 2373.5, + 2323.0, + 2373.5, + 2373.5 + ], + "0.8": [ + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2334.5, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2334.5, + 2385.2499999999995, + 2385.2499999999995 + ], + "0.9": [ + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2346.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2346.0, + 2397.0, + 2397.0 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_090513.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_090513.json new file mode 100644 index 0000000000000000000000000000000000000000..edc0190a02d41a745a7b8446adfc4fafe1addfa3 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_090513.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T09:05:13.610698+00:00", + "metrics": { + "MSE[mean]": 1303.3339573542278, + "MSE[0.5]": 1303.3339573542278, + "MAE[0.5]": 28.016276041666668, + "MASE[0.5]": 0.24674885321100917, + "MAPE[0.5]": 0.011686764980884308, + "sMAPE[0.5]": 0.011800165011857313, + "MSIS": 2.0746523795871554, + "RMSE[mean]": 36.101716820038185, + "NRMSE[mean]": 0.015187400590375396, + "ND[0.5]": 0.011785988168273445, + "mean_weighted_sum_quantile_loss": 0.010646747035982082 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00" + ], + "context": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2353.912109375, + 2354.0390625, + 2354.0390625, + 2353.150390625, + 2353.404296875, + 2352.26171875, + 2352.515625, + 2352.896484375, + 2353.0234375, + 2353.53125, + 2353.27734375, + 2353.0234375, + 2352.642578125, + 2351.626953125, + 2350.73828125, + 2351.5, + 2349.9765625, + 2350.484375, + 2350.73828125, + 2350.484375, + 2350.484375, + 2350.23046875, + 2350.73828125, + 2350.9921875 + ], + "p10": [ + 2317.984375, + 2309.3515625, + 2303.2578125, + 2300.2109375, + 2304.2734375, + 2304.2734375, + 2307.828125, + 2308.3359375, + 2308.84375, + 2309.3515625, + 2308.3359375, + 2308.84375, + 2306.3046875, + 2303.2578125, + 2300.71875, + 2299.703125, + 2302.2421875, + 2302.2421875, + 2304.2734375, + 2305.796875, + 2305.796875, + 2303.2578125, + 2300.71875, + 2300.71875 + ], + "p90": [ + 2362.1640625, + 2360.89453125, + 2363.560546875, + 2364.830078125, + 2365.337890625, + 2367.115234375, + 2367.2421875, + 2369.2734375, + 2369.01953125, + 2371.8125, + 2375.748046875, + 2378.31884765625, + 2382.587646484375, + 2384.15869140625, + 2385.04736328125, + 2385.190185546875, + 2392.37890625, + 2397.837890625, + 2401.138671875, + 2402.7890625, + 2406.216796875, + 2410.66015625, + 2414.9765625, + 2421.83203125 + ], + "mean": [ + 2353.912109375, + 2354.0390625, + 2354.0390625, + 2353.150390625, + 2353.404296875, + 2352.26171875, + 2352.515625, + 2352.896484375, + 2353.0234375, + 2353.53125, + 2353.27734375, + 2353.0234375, + 2352.642578125, + 2351.626953125, + 2350.73828125, + 2351.5, + 2349.9765625, + 2350.484375, + 2350.73828125, + 2350.484375, + 2350.484375, + 2350.23046875, + 2350.73828125, + 2350.9921875 + ], + "quantiles": { + "0.1": [ + 2317.984375, + 2309.3515625, + 2303.2578125, + 2300.2109375, + 2304.2734375, + 2304.2734375, + 2307.828125, + 2308.3359375, + 2308.84375, + 2309.3515625, + 2308.3359375, + 2308.84375, + 2306.3046875, + 2303.2578125, + 2300.71875, + 2299.703125, + 2302.2421875, + 2302.2421875, + 2304.2734375, + 2305.796875, + 2305.796875, + 2303.2578125, + 2300.71875, + 2300.71875 + ], + "0.2": [ + 2317.984375, + 2309.3515625, + 2303.2578125, + 2300.2109375, + 2304.2734375, + 2304.2734375, + 2307.828125, + 2308.3359375, + 2308.84375, + 2309.3515625, + 2308.3359375, + 2308.84375, + 2306.3046875, + 2303.2578125, + 2300.71875, + 2299.703125, + 2302.2421875, + 2302.2421875, + 2304.2734375, + 2305.796875, + 2305.796875, + 2303.2578125, + 2300.71875, + 2300.71875 + ], + "0.3": [ + 2317.984375, + 2309.3515625, + 2303.2578125, + 2300.2109375, + 2304.2734375, + 2304.2734375, + 2307.828125, + 2308.3359375, + 2308.84375, + 2309.3515625, + 2308.3359375, + 2308.84375, + 2306.3046875, + 2303.2578125, + 2300.71875, + 2299.703125, + 2302.2421875, + 2302.2421875, + 2304.2734375, + 2305.796875, + 2305.796875, + 2303.2578125, + 2300.71875, + 2300.71875 + ], + "0.4": [ + 2353.912109375, + 2354.0390625, + 2354.0390625, + 2353.150390625, + 2353.404296875, + 2352.26171875, + 2352.515625, + 2352.896484375, + 2353.0234375, + 2353.53125, + 2353.27734375, + 2353.0234375, + 2352.642578125, + 2351.626953125, + 2350.73828125, + 2351.5, + 2349.9765625, + 2350.484375, + 2350.73828125, + 2350.484375, + 2350.484375, + 2350.23046875, + 2350.73828125, + 2350.9921875 + ], + "0.5": [ + 2353.912109375, + 2354.0390625, + 2354.0390625, + 2353.150390625, + 2353.404296875, + 2352.26171875, + 2352.515625, + 2352.896484375, + 2353.0234375, + 2353.53125, + 2353.27734375, + 2353.0234375, + 2352.642578125, + 2351.626953125, + 2350.73828125, + 2351.5, + 2349.9765625, + 2350.484375, + 2350.73828125, + 2350.484375, + 2350.484375, + 2350.23046875, + 2350.73828125, + 2350.9921875 + ], + "0.6": [ + 2353.912109375, + 2354.0390625, + 2354.0390625, + 2353.150390625, + 2353.404296875, + 2352.26171875, + 2352.515625, + 2352.896484375, + 2353.0234375, + 2353.53125, + 2353.27734375, + 2353.0234375, + 2352.642578125, + 2351.626953125, + 2350.73828125, + 2351.5, + 2349.9765625, + 2350.484375, + 2350.73828125, + 2350.484375, + 2350.484375, + 2350.23046875, + 2350.73828125, + 2350.9921875 + ], + "0.7": [ + 2353.912109375, + 2354.0390625, + 2354.0390625, + 2353.150390625, + 2353.404296875, + 2352.26171875, + 2352.515625, + 2352.896484375, + 2353.0234375, + 2353.53125, + 2353.27734375, + 2353.0234375, + 2352.642578125, + 2351.626953125, + 2350.73828125, + 2351.5, + 2349.9765625, + 2350.484375, + 2350.73828125, + 2350.484375, + 2350.484375, + 2350.23046875, + 2350.73828125, + 2350.9921875 + ], + "0.8": [ + 2362.1640625, + 2360.89453125, + 2363.560546875, + 2364.830078125, + 2365.337890625, + 2367.115234375, + 2367.2421875, + 2369.2734375, + 2369.01953125, + 2371.8125, + 2375.748046875, + 2378.31884765625, + 2382.587646484375, + 2384.15869140625, + 2385.04736328125, + 2385.190185546875, + 2392.37890625, + 2397.837890625, + 2401.138671875, + 2402.7890625, + 2406.216796875, + 2410.66015625, + 2414.9765625, + 2421.83203125 + ], + "0.9": [ + 2362.1640625, + 2360.89453125, + 2363.560546875, + 2364.830078125, + 2365.337890625, + 2367.115234375, + 2367.2421875, + 2369.2734375, + 2369.01953125, + 2371.8125, + 2375.748046875, + 2378.31884765625, + 2382.587646484375, + 2384.15869140625, + 2385.04736328125, + 2385.190185546875, + 2392.37890625, + 2397.837890625, + 2401.138671875, + 2402.7890625, + 2406.216796875, + 2410.66015625, + 2414.9765625, + 2421.83203125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_090318.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_090318.json new file mode 100644 index 0000000000000000000000000000000000000000..0fd15490bcc04f372fed9ac3331698e722e76376 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_090318.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T09:03:18.671710+00:00", + "metrics": { + "MSE[mean]": 1283.924993822972, + "MSE[0.5]": 1914.5216533467174, + "MAE[0.5]": 35.579315185546875, + "MASE[0.5]": 0.31335910622133023, + "MAPE[0.5]": 0.014857234909743, + "sMAPE[0.5]": 0.015025587817053534, + "MSIS": 1.7328434991399082, + "RMSE[mean]": 35.83189910991283, + "NRMSE[mean]": 0.01507389270180382, + "ND[0.5]": 0.014967634784454426, + "mean_weighted_sum_quantile_loss": 0.009534521755404616 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00" + ], + "context": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2342.632568359375, + 2344.448486328125, + 2345.8974609375, + 2343.840576171875, + 2344.6826171875, + 2342.3388671875, + 2340.35400390625, + 2341.25341796875, + 2340.34716796875, + 2339.385498046875, + 2336.780517578125, + 2339.57470703125, + 2338.832763671875, + 2338.588623046875, + 2339.818359375, + 2339.2724609375, + 2338.985595703125, + 2340.289794921875, + 2342.78173828125, + 2343.215087890625, + 2342.020263671875, + 2343.59912109375, + 2342.619873046875, + 2344.536865234375 + ], + "p10": [ + 2343.702880859375, + 2346.53369140625, + 2349.3193359375, + 2347.5908203125, + 2349.34765625, + 2350.49853515625, + 2347.20703125, + 2350.129638671875, + 2350.4326171875, + 2351.694580078125, + 2350.75048828125, + 2352.523681640625, + 2351.5791015625, + 2352.29296875, + 2357.870361328125, + 2357.689453125, + 2356.89306640625, + 2361.298583984375, + 2364.767578125, + 2362.315185546875, + 2361.786865234375, + 2366.42919921875, + 2366.71337890625, + 2367.68505859375 + ], + "p90": [ + 2358.259521484375, + 2365.021484375, + 2369.12255859375, + 2369.5029296875, + 2373.38134765625, + 2372.464599609375, + 2372.247802734375, + 2373.839111328125, + 2375.33056640625, + 2376.50244140625, + 2376.4140625, + 2380.53125, + 2381.875244140625, + 2383.82373046875, + 2387.24560546875, + 2389.13818359375, + 2390.745849609375, + 2393.468994140625, + 2397.418212890625, + 2399.494140625, + 2398.681884765625, + 2402.84912109375, + 2403.49560546875, + 2404.885498046875 + ], + "mean": [ + 2346.115234375, + 2348.836669921875, + 2350.042724609375, + 2348.98974609375, + 2350.23583984375, + 2348.30615234375, + 2347.619140625, + 2347.6494140625, + 2347.1748046875, + 2346.957275390625, + 2345.6337890625, + 2347.823486328125, + 2346.965576171875, + 2347.4189453125, + 2349.683837890625, + 2349.233154296875, + 2350.1875, + 2351.137939453125, + 2353.637939453125, + 2354.164794921875, + 2352.945556640625, + 2355.03759765625, + 2355.007080078125, + 2355.7470703125 + ], + "quantiles": { + "0.1": [ + 2343.702880859375, + 2346.53369140625, + 2349.3193359375, + 2347.5908203125, + 2349.34765625, + 2350.49853515625, + 2347.20703125, + 2350.129638671875, + 2350.4326171875, + 2351.694580078125, + 2350.75048828125, + 2352.523681640625, + 2351.5791015625, + 2352.29296875, + 2357.870361328125, + 2357.689453125, + 2356.89306640625, + 2361.298583984375, + 2364.767578125, + 2362.315185546875, + 2361.786865234375, + 2366.42919921875, + 2366.71337890625, + 2367.68505859375 + ], + "0.2": [ + 2343.702880859375, + 2346.53369140625, + 2349.3193359375, + 2347.5908203125, + 2349.34765625, + 2350.49853515625, + 2347.20703125, + 2350.129638671875, + 2350.4326171875, + 2351.694580078125, + 2350.75048828125, + 2352.523681640625, + 2351.5791015625, + 2352.29296875, + 2357.870361328125, + 2357.689453125, + 2356.89306640625, + 2361.298583984375, + 2364.767578125, + 2362.315185546875, + 2361.786865234375, + 2366.42919921875, + 2366.71337890625, + 2367.68505859375 + ], + "0.3": [ + 2343.702880859375, + 2346.53369140625, + 2349.3193359375, + 2347.5908203125, + 2349.34765625, + 2350.49853515625, + 2347.20703125, + 2350.129638671875, + 2350.4326171875, + 2351.694580078125, + 2350.75048828125, + 2352.523681640625, + 2351.5791015625, + 2352.29296875, + 2357.870361328125, + 2357.689453125, + 2356.89306640625, + 2361.298583984375, + 2364.767578125, + 2362.315185546875, + 2361.786865234375, + 2366.42919921875, + 2366.71337890625, + 2367.68505859375 + ], + "0.4": [ + 2342.632568359375, + 2344.448486328125, + 2345.8974609375, + 2343.840576171875, + 2344.6826171875, + 2342.3388671875, + 2340.35400390625, + 2341.25341796875, + 2340.34716796875, + 2339.385498046875, + 2336.780517578125, + 2339.57470703125, + 2338.832763671875, + 2338.588623046875, + 2339.818359375, + 2339.2724609375, + 2338.985595703125, + 2340.289794921875, + 2342.78173828125, + 2343.215087890625, + 2342.020263671875, + 2343.59912109375, + 2342.619873046875, + 2344.536865234375 + ], + "0.5": [ + 2342.632568359375, + 2344.448486328125, + 2345.8974609375, + 2343.840576171875, + 2344.6826171875, + 2342.3388671875, + 2340.35400390625, + 2341.25341796875, + 2340.34716796875, + 2339.385498046875, + 2336.780517578125, + 2339.57470703125, + 2338.832763671875, + 2338.588623046875, + 2339.818359375, + 2339.2724609375, + 2338.985595703125, + 2340.289794921875, + 2342.78173828125, + 2343.215087890625, + 2342.020263671875, + 2343.59912109375, + 2342.619873046875, + 2344.536865234375 + ], + "0.6": [ + 2342.632568359375, + 2344.448486328125, + 2345.8974609375, + 2343.840576171875, + 2344.6826171875, + 2342.3388671875, + 2340.35400390625, + 2341.25341796875, + 2340.34716796875, + 2339.385498046875, + 2336.780517578125, + 2339.57470703125, + 2338.832763671875, + 2338.588623046875, + 2339.818359375, + 2339.2724609375, + 2338.985595703125, + 2340.289794921875, + 2342.78173828125, + 2343.215087890625, + 2342.020263671875, + 2343.59912109375, + 2342.619873046875, + 2344.536865234375 + ], + "0.7": [ + 2342.632568359375, + 2344.448486328125, + 2345.8974609375, + 2343.840576171875, + 2344.6826171875, + 2342.3388671875, + 2340.35400390625, + 2341.25341796875, + 2340.34716796875, + 2339.385498046875, + 2336.780517578125, + 2339.57470703125, + 2338.832763671875, + 2338.588623046875, + 2339.818359375, + 2339.2724609375, + 2338.985595703125, + 2340.289794921875, + 2342.78173828125, + 2343.215087890625, + 2342.020263671875, + 2343.59912109375, + 2342.619873046875, + 2344.536865234375 + ], + "0.8": [ + 2358.259521484375, + 2365.021484375, + 2369.12255859375, + 2369.5029296875, + 2373.38134765625, + 2372.464599609375, + 2372.247802734375, + 2373.839111328125, + 2375.33056640625, + 2376.50244140625, + 2376.4140625, + 2380.53125, + 2381.875244140625, + 2383.82373046875, + 2387.24560546875, + 2389.13818359375, + 2390.745849609375, + 2393.468994140625, + 2397.418212890625, + 2399.494140625, + 2398.681884765625, + 2402.84912109375, + 2403.49560546875, + 2404.885498046875 + ], + "0.9": [ + 2358.259521484375, + 2365.021484375, + 2369.12255859375, + 2369.5029296875, + 2373.38134765625, + 2372.464599609375, + 2372.247802734375, + 2373.839111328125, + 2375.33056640625, + 2376.50244140625, + 2376.4140625, + 2380.53125, + 2381.875244140625, + 2383.82373046875, + 2387.24560546875, + 2389.13818359375, + 2390.745849609375, + 2393.468994140625, + 2397.418212890625, + 2399.494140625, + 2398.681884765625, + 2402.84912109375, + 2403.49560546875, + 2404.885498046875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_090413.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_090413.json new file mode 100644 index 0000000000000000000000000000000000000000..984916c090c3ff9b83f1ba49d70553d30dba2480 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_090413.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-23T09:04:13.119476+00:00", + "metrics": { + "MSE[mean]": 1557.5583140750725, + "MSE[0.5]": 1557.5583140750725, + "MAE[0.5]": 30.102071126302082, + "MASE[0.5]": 0.265119158543578, + "MAPE[0.5]": 0.012552137442514405, + "sMAPE[0.5]": 0.012688876476700828, + "MSIS": 1.1406366470756881, + "RMSE[mean]": 39.46591331864844, + "NRMSE[mean]": 0.016602662921079096, + "ND[0.5]": 0.012663447976007889, + "mean_weighted_sum_quantile_loss": 0.01254680757543943 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00" + ], + "context": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2348.17822265625, + 2348.49365234375, + 2348.1005859375, + 2348.5869140625, + 2348.139892578125, + 2348.279296875, + 2347.69921875, + 2346.857666015625, + 2346.797119140625, + 2346.097900390625, + 2346.75927734375, + 2346.868408203125, + 2346.53173828125, + 2346.587646484375, + 2346.270263671875, + 2346.812255859375, + 2346.612060546875, + 2347.262939453125, + 2346.328857421875, + 2346.016845703125, + 2346.05810546875, + 2345.27783203125, + 2346.3759765625, + 2346.5576171875 + ], + "p10": [ + 2324.959228515625, + 2320.597412109375, + 2307.161376953125, + 2306.14697265625, + 2296.087158203125, + 2292.80419921875, + 2287.956298828125, + 2283.498046875, + 2280.564208984375, + 2276.4345703125, + 2272.3779296875, + 2272.82666015625, + 2272.560302734375, + 2271.6083984375, + 2269.482177734375, + 2268.018798828125, + 2267.0302734375, + 2268.21435546875, + 2267.899658203125, + 2267.300537109375, + 2266.007080078125, + 2261.48876953125, + 2260.199951171875, + 2258.04443359375 + ], + "p90": [ + 2354.92822265625, + 2358.913330078125, + 2364.69677734375, + 2373.39697265625, + 2380.6318359375, + 2386.15576171875, + 2388.867431640625, + 2392.895751953125, + 2398.230224609375, + 2403.63330078125, + 2408.783447265625, + 2412.544189453125, + 2417.68701171875, + 2420.5263671875, + 2422.301513671875, + 2427.929931640625, + 2430.997802734375, + 2433.6025390625, + 2433.360595703125, + 2434.793212890625, + 2441.959228515625, + 2445.662841796875, + 2447.769287109375, + 2447.236083984375 + ], + "mean": [ + 2348.17822265625, + 2348.49365234375, + 2348.1005859375, + 2348.5869140625, + 2348.139892578125, + 2348.279296875, + 2347.69921875, + 2346.857666015625, + 2346.797119140625, + 2346.097900390625, + 2346.75927734375, + 2346.868408203125, + 2346.53173828125, + 2346.587646484375, + 2346.270263671875, + 2346.812255859375, + 2346.612060546875, + 2347.262939453125, + 2346.328857421875, + 2346.016845703125, + 2346.05810546875, + 2345.27783203125, + 2346.3759765625, + 2346.5576171875 + ], + "quantiles": { + "0.1": [ + 2324.959228515625, + 2320.597412109375, + 2307.161376953125, + 2306.14697265625, + 2296.087158203125, + 2292.80419921875, + 2287.956298828125, + 2283.498046875, + 2280.564208984375, + 2276.4345703125, + 2272.3779296875, + 2272.82666015625, + 2272.560302734375, + 2271.6083984375, + 2269.482177734375, + 2268.018798828125, + 2267.0302734375, + 2268.21435546875, + 2267.899658203125, + 2267.300537109375, + 2266.007080078125, + 2261.48876953125, + 2260.199951171875, + 2258.04443359375 + ], + "0.2": [ + 2324.959228515625, + 2320.597412109375, + 2307.161376953125, + 2306.14697265625, + 2296.087158203125, + 2292.80419921875, + 2287.956298828125, + 2283.498046875, + 2280.564208984375, + 2276.4345703125, + 2272.3779296875, + 2272.82666015625, + 2272.560302734375, + 2271.6083984375, + 2269.482177734375, + 2268.018798828125, + 2267.0302734375, + 2268.21435546875, + 2267.899658203125, + 2267.300537109375, + 2266.007080078125, + 2261.48876953125, + 2260.199951171875, + 2258.04443359375 + ], + "0.3": [ + 2324.959228515625, + 2320.597412109375, + 2307.161376953125, + 2306.14697265625, + 2296.087158203125, + 2292.80419921875, + 2287.956298828125, + 2283.498046875, + 2280.564208984375, + 2276.4345703125, + 2272.3779296875, + 2272.82666015625, + 2272.560302734375, + 2271.6083984375, + 2269.482177734375, + 2268.018798828125, + 2267.0302734375, + 2268.21435546875, + 2267.899658203125, + 2267.300537109375, + 2266.007080078125, + 2261.48876953125, + 2260.199951171875, + 2258.04443359375 + ], + "0.4": [ + 2348.17822265625, + 2348.49365234375, + 2348.1005859375, + 2348.5869140625, + 2348.139892578125, + 2348.279296875, + 2347.69921875, + 2346.857666015625, + 2346.797119140625, + 2346.097900390625, + 2346.75927734375, + 2346.868408203125, + 2346.53173828125, + 2346.587646484375, + 2346.270263671875, + 2346.812255859375, + 2346.612060546875, + 2347.262939453125, + 2346.328857421875, + 2346.016845703125, + 2346.05810546875, + 2345.27783203125, + 2346.3759765625, + 2346.5576171875 + ], + "0.5": [ + 2348.17822265625, + 2348.49365234375, + 2348.1005859375, + 2348.5869140625, + 2348.139892578125, + 2348.279296875, + 2347.69921875, + 2346.857666015625, + 2346.797119140625, + 2346.097900390625, + 2346.75927734375, + 2346.868408203125, + 2346.53173828125, + 2346.587646484375, + 2346.270263671875, + 2346.812255859375, + 2346.612060546875, + 2347.262939453125, + 2346.328857421875, + 2346.016845703125, + 2346.05810546875, + 2345.27783203125, + 2346.3759765625, + 2346.5576171875 + ], + "0.6": [ + 2348.17822265625, + 2348.49365234375, + 2348.1005859375, + 2348.5869140625, + 2348.139892578125, + 2348.279296875, + 2347.69921875, + 2346.857666015625, + 2346.797119140625, + 2346.097900390625, + 2346.75927734375, + 2346.868408203125, + 2346.53173828125, + 2346.587646484375, + 2346.270263671875, + 2346.812255859375, + 2346.612060546875, + 2347.262939453125, + 2346.328857421875, + 2346.016845703125, + 2346.05810546875, + 2345.27783203125, + 2346.3759765625, + 2346.5576171875 + ], + "0.7": [ + 2348.17822265625, + 2348.49365234375, + 2348.1005859375, + 2348.5869140625, + 2348.139892578125, + 2348.279296875, + 2347.69921875, + 2346.857666015625, + 2346.797119140625, + 2346.097900390625, + 2346.75927734375, + 2346.868408203125, + 2346.53173828125, + 2346.587646484375, + 2346.270263671875, + 2346.812255859375, + 2346.612060546875, + 2347.262939453125, + 2346.328857421875, + 2346.016845703125, + 2346.05810546875, + 2345.27783203125, + 2346.3759765625, + 2346.5576171875 + ], + "0.8": [ + 2354.92822265625, + 2358.913330078125, + 2364.69677734375, + 2373.39697265625, + 2380.6318359375, + 2386.15576171875, + 2388.867431640625, + 2392.895751953125, + 2398.230224609375, + 2403.63330078125, + 2408.783447265625, + 2412.544189453125, + 2417.68701171875, + 2420.5263671875, + 2422.301513671875, + 2427.929931640625, + 2430.997802734375, + 2433.6025390625, + 2433.360595703125, + 2434.793212890625, + 2441.959228515625, + 2445.662841796875, + 2447.769287109375, + 2447.236083984375 + ], + "0.9": [ + 2354.92822265625, + 2358.913330078125, + 2364.69677734375, + 2373.39697265625, + 2380.6318359375, + 2386.15576171875, + 2388.867431640625, + 2392.895751953125, + 2398.230224609375, + 2403.63330078125, + 2408.783447265625, + 2412.544189453125, + 2417.68701171875, + 2420.5263671875, + 2422.301513671875, + 2427.929931640625, + 2430.997802734375, + 2433.6025390625, + 2433.360595703125, + 2434.793212890625, + 2441.959228515625, + 2445.662841796875, + 2447.769287109375, + 2447.236083984375 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_090359.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_090359.json new file mode 100644 index 0000000000000000000000000000000000000000..f2dce66d6fa3bb87eb6bb3deecbd25c47072dcb8 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_090359.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T09:03:59.681627+00:00", + "metrics": { + "MSE[mean]": 126.90918033321698, + "MSE[0.5]": 126.90918033321698, + "MAE[0.5]": 7.1456298828125, + "MASE[0.5]": 0.06293398795871559, + "MAPE[0.5]": 0.002987307104376755, + "sMAPE[0.5]": 0.002996557583557482, + "MSIS": 1.5090872276376146, + "RMSE[mean]": 11.265397477817505, + "NRMSE[mean]": 0.004739168088827697, + "ND[0.5]": 0.0030060493810254163, + "mean_weighted_sum_quantile_loss": 0.008522258568720176 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00" + ], + "context": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2350.3212890625, + 2350.461181640625, + 2350.120849609375, + 2349.475830078125, + 2349.20166015625, + 2348.990478515625, + 2350.3212890625, + 2352.783447265625, + 2353.699951171875, + 2356.0263671875, + 2360.90087890625, + 2366.698974609375, + 2373.380859375, + 2379.667724609375, + 2384.167236328125, + 2386.770751953125, + 2389.830322265625, + 2394.629150390625, + 2397.915771484375, + 2398.39794921875, + 2401.826171875, + 2404.140380859375, + 2405.449951171875, + 2404.570068359375 + ], + "p10": [ + 2319.285400390625, + 2309.6044921875, + 2300.966552734375, + 2301.44677734375, + 2306.91162109375, + 2307.755615234375, + 2304.941650390625, + 2302.501953125, + 2303.23974609375, + 2301.939208984375, + 2298.92919921875, + 2296.638671875, + 2294.0078125, + 2292.25634765625, + 2291.476318359375, + 2288.974365234375, + 2287.492919921875, + 2284.638427734375, + 2282.6728515625, + 2280.760009765625, + 2280.234130859375, + 2279.12744140625, + 2278.37109375, + 2278.6357421875 + ], + "p90": [ + 2353.18896484375, + 2359.9033203125, + 2385.158203125, + 2404.76416015625, + 2410.572265625, + 2426.490234375, + 2438.2314453125, + 2450.9345703125, + 2461.680908203125, + 2470.471923828125, + 2477.923828125, + 2488.156494140625, + 2495.138916015625, + 2501.04150390625, + 2500.508056640625, + 2503.18896484375, + 2506.44384765625, + 2506.455322265625, + 2507.1240234375, + 2508.627685546875, + 2508.24462890625, + 2507.544921875, + 2506.66015625, + 2506.61669921875 + ], + "mean": [ + 2350.3212890625, + 2350.461181640625, + 2350.120849609375, + 2349.475830078125, + 2349.20166015625, + 2348.990478515625, + 2350.3212890625, + 2352.783447265625, + 2353.699951171875, + 2356.0263671875, + 2360.90087890625, + 2366.698974609375, + 2373.380859375, + 2379.667724609375, + 2384.167236328125, + 2386.770751953125, + 2389.830322265625, + 2394.629150390625, + 2397.915771484375, + 2398.39794921875, + 2401.826171875, + 2404.140380859375, + 2405.449951171875, + 2404.570068359375 + ], + "quantiles": { + "0.1": [ + 2319.285400390625, + 2309.6044921875, + 2300.966552734375, + 2301.44677734375, + 2306.91162109375, + 2307.755615234375, + 2304.941650390625, + 2302.501953125, + 2303.23974609375, + 2301.939208984375, + 2298.92919921875, + 2296.638671875, + 2294.0078125, + 2292.25634765625, + 2291.476318359375, + 2288.974365234375, + 2287.492919921875, + 2284.638427734375, + 2282.6728515625, + 2280.760009765625, + 2280.234130859375, + 2279.12744140625, + 2278.37109375, + 2278.6357421875 + ], + "0.2": [ + 2319.285400390625, + 2309.6044921875, + 2300.966552734375, + 2301.44677734375, + 2306.91162109375, + 2307.755615234375, + 2304.941650390625, + 2302.501953125, + 2303.23974609375, + 2301.939208984375, + 2298.92919921875, + 2296.638671875, + 2294.0078125, + 2292.25634765625, + 2291.476318359375, + 2288.974365234375, + 2287.492919921875, + 2284.638427734375, + 2282.6728515625, + 2280.760009765625, + 2280.234130859375, + 2279.12744140625, + 2278.37109375, + 2278.6357421875 + ], + "0.3": [ + 2319.285400390625, + 2309.6044921875, + 2300.966552734375, + 2301.44677734375, + 2306.91162109375, + 2307.755615234375, + 2304.941650390625, + 2302.501953125, + 2303.23974609375, + 2301.939208984375, + 2298.92919921875, + 2296.638671875, + 2294.0078125, + 2292.25634765625, + 2291.476318359375, + 2288.974365234375, + 2287.492919921875, + 2284.638427734375, + 2282.6728515625, + 2280.760009765625, + 2280.234130859375, + 2279.12744140625, + 2278.37109375, + 2278.6357421875 + ], + "0.4": [ + 2350.3212890625, + 2350.461181640625, + 2350.120849609375, + 2349.475830078125, + 2349.20166015625, + 2348.990478515625, + 2350.3212890625, + 2352.783447265625, + 2353.699951171875, + 2356.0263671875, + 2360.90087890625, + 2366.698974609375, + 2373.380859375, + 2379.667724609375, + 2384.167236328125, + 2386.770751953125, + 2389.830322265625, + 2394.629150390625, + 2397.915771484375, + 2398.39794921875, + 2401.826171875, + 2404.140380859375, + 2405.449951171875, + 2404.570068359375 + ], + "0.5": [ + 2350.3212890625, + 2350.461181640625, + 2350.120849609375, + 2349.475830078125, + 2349.20166015625, + 2348.990478515625, + 2350.3212890625, + 2352.783447265625, + 2353.699951171875, + 2356.0263671875, + 2360.90087890625, + 2366.698974609375, + 2373.380859375, + 2379.667724609375, + 2384.167236328125, + 2386.770751953125, + 2389.830322265625, + 2394.629150390625, + 2397.915771484375, + 2398.39794921875, + 2401.826171875, + 2404.140380859375, + 2405.449951171875, + 2404.570068359375 + ], + "0.6": [ + 2350.3212890625, + 2350.461181640625, + 2350.120849609375, + 2349.475830078125, + 2349.20166015625, + 2348.990478515625, + 2350.3212890625, + 2352.783447265625, + 2353.699951171875, + 2356.0263671875, + 2360.90087890625, + 2366.698974609375, + 2373.380859375, + 2379.667724609375, + 2384.167236328125, + 2386.770751953125, + 2389.830322265625, + 2394.629150390625, + 2397.915771484375, + 2398.39794921875, + 2401.826171875, + 2404.140380859375, + 2405.449951171875, + 2404.570068359375 + ], + "0.7": [ + 2350.3212890625, + 2350.461181640625, + 2350.120849609375, + 2349.475830078125, + 2349.20166015625, + 2348.990478515625, + 2350.3212890625, + 2352.783447265625, + 2353.699951171875, + 2356.0263671875, + 2360.90087890625, + 2366.698974609375, + 2373.380859375, + 2379.667724609375, + 2384.167236328125, + 2386.770751953125, + 2389.830322265625, + 2394.629150390625, + 2397.915771484375, + 2398.39794921875, + 2401.826171875, + 2404.140380859375, + 2405.449951171875, + 2404.570068359375 + ], + "0.8": [ + 2353.18896484375, + 2359.9033203125, + 2385.158203125, + 2404.76416015625, + 2410.572265625, + 2426.490234375, + 2438.2314453125, + 2450.9345703125, + 2461.680908203125, + 2470.471923828125, + 2477.923828125, + 2488.156494140625, + 2495.138916015625, + 2501.04150390625, + 2500.508056640625, + 2503.18896484375, + 2506.44384765625, + 2506.455322265625, + 2507.1240234375, + 2508.627685546875, + 2508.24462890625, + 2507.544921875, + 2506.66015625, + 2506.61669921875 + ], + "0.9": [ + 2353.18896484375, + 2359.9033203125, + 2385.158203125, + 2404.76416015625, + 2410.572265625, + 2426.490234375, + 2438.2314453125, + 2450.9345703125, + 2461.680908203125, + 2470.471923828125, + 2477.923828125, + 2488.156494140625, + 2495.138916015625, + 2501.04150390625, + 2500.508056640625, + 2503.18896484375, + 2506.44384765625, + 2506.455322265625, + 2507.1240234375, + 2508.627685546875, + 2508.24462890625, + 2507.544921875, + 2506.66015625, + 2506.61669921875 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index c23763956045f62c545f2912a614ebc50d054445..09bd59deb1c19128d193fb62ac2a2da43515d4ac 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,549039.4610811869,549039.4610811869,595.0891927083334,0.9509084258947564,0.0092962160593193,0.009289400397146673,6.145635785779976,740.9719705098074,0.011546010679188331,0.00927282872704702,0.007491472998480692,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,680920.0565261841,680920.0565261841,666.6083984375,1.1081244490684465,0.010444169719603852,0.010420638485630199,6.393077065957911,825.1788027610647,0.012873020796077798,0.010399278007642674,0.008189241526887745,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4270752650583443,1.4270752650583443,1.0091667970021565,0.5910644517543282,0.0379751599911809,0.03861303902269495,9.990087381062132,1.194602555270306,0.04499515249240556,0.03801064523180265,0.032394054965911245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.7450372404426595,0.7450372404426595,0.7362666497627894,2.65010936475034,1.0751509601701674,0.5756862438427219,98.78733458359764,0.8631553976212276,0.7978758030023406,0.6805835264684459,0.6696664309535602,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.10625000894069972,0.10625000894069972,0.27916668189896476,1.7946428328144322,0.21154429600814162,0.1835787640313933,60.8839290056535,0.3259601339745395,0.2267548758083753,0.19420290914710592,0.18790124511309225,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index b6138cd22d6fadc932266736f1d90be4bfbec107..82c2e82f95aa86fc308a8cfd8651a63a21924421 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T08:57:09.948793+00:00", + "evaluated_at": "2026-06-23T09:05:16.784861+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64199.53125, 64078.609375, 63974.3984375, 64378.0703125, @@ -101,10 +100,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "actuals": [ - 64145.390625, 64139.2109375, 64657.21875, 65149.5703125, @@ -127,10 +126,10 @@ 63400.0, 62936.01171875, 62886.03125, - 62428.6796875 + 62385.98828125, + 62407.8515625 ], "p50": [ - 64209.16015625, 64365.98828125, 64176.0, 64200.0, @@ -153,10 +152,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "p10": [ - 62924.976953125, 63078.668515625, 62892.479999999996, 62916.0, @@ -179,10 +178,10 @@ 62962.783515625, 62710.150234374996, 62926.967578125, - 62882.668515625 + 62882.668515625, + 62862.4828125 ], "p90": [ - 65493.343359375, 65653.308046875, 65459.520000000004, 65484.0, @@ -205,10 +204,10 @@ 65532.693046875, 65269.748203125004, 65495.415234375, - 65449.308046875 + 65449.308046875, + 65428.2984375 ], "mean": [ - 64209.16015625, 64365.98828125, 64176.0, 64200.0, @@ -231,11 +230,11 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "quantiles": { "0.1": [ - 62924.976953125, 63078.668515625, 62892.479999999996, 62916.0, @@ -258,10 +257,10 @@ 62962.783515625, 62710.150234374996, 62926.967578125, - 62882.668515625 + 62882.668515625, + 62862.4828125 ], "0.2": [ - 63246.02275390625, 63400.49845703125, 63213.36, 63237.0, @@ -284,10 +283,10 @@ 63284.02220703125, 63030.09998046875, 63248.02353515625, - 63203.49845703125 + 63203.49845703125, + 63183.209765625 ], "0.3": [ - 63567.0685546875, 63722.3283984375, 63534.24, 63558.0, @@ -310,10 +309,10 @@ 63605.2608984375, 63350.0497265625, 63569.0794921875, - 63524.3283984375 + 63524.3283984375, + 63503.93671875 ], "0.4": [ - 63888.11435546875, 64044.15833984375, 63855.12, 63879.0, @@ -336,10 +335,10 @@ 63926.49958984375, 63669.99947265625, 63890.13544921875, - 63845.15833984375 + 63845.15833984375, + 63824.663671875 ], "0.5": [ - 64209.16015625, 64365.98828125, 64176.0, 64200.0, @@ -362,10 +361,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "0.6": [ - 64530.20595703124, 64687.81822265624, 64496.87999999999, 64520.99999999999, @@ -388,10 +387,10 @@ 64568.976972656244, 64309.89896484374, 64532.24736328124, - 64486.81822265624 + 64486.81822265624, + 64466.11757812499 ], "0.7": [ - 64851.2517578125, 65009.6481640625, 64817.76, 64842.0, @@ -414,10 +413,10 @@ 64890.2156640625, 64629.8487109375, 64853.3033203125, - 64807.6481640625 + 64807.6481640625, + 64786.84453125 ], "0.8": [ - 65172.297558593746, 65331.47810546874, 65138.63999999999, 65162.99999999999, @@ -440,10 +439,10 @@ 65211.45435546874, 64949.79845703125, 65174.35927734374, - 65128.47810546874 + 65128.47810546874, + 65107.571484374996 ], "0.9": [ - 65493.343359375, 65653.308046875, 65459.520000000004, 65484.0, @@ -466,11 +465,11 @@ 65532.693046875, 65269.748203125004, 65495.415234375, - 65449.308046875 + 65449.308046875, + 65428.2984375 ] }, "timestamps": [ - "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", "2026-06-18 12:00:00", @@ -589,6 +588,7 @@ "2026-06-23 05:00:00", "2026-06-23 06:00:00", "2026-06-23 07:00:00", - "2026-06-23 08:00:00" + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 007fad6f9e24c44f82b947ad5b0de1d9e8023345..51e3f4e9dad5674c3fec361e6273d807e91ff27e 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T08:28:09.007581+00:00", + "evaluated_at": "2026-06-23T09:05:16.795501+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 01e0a2d99e750720929a2c89c0345bcf2779754f..fa7f4ca3121e083df07ece6321fd4907e328b34f 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T08:57:09.994744+00:00", + "evaluated_at": "2026-06-23T09:05:16.805107+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 477f8a2867f7104b0e3daaf759e72feb28535182..30c5ed8fcc29dae7892a9ce9db7355cea132cba9 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,470318.208337148,470318.208337148,499.2047526041667,0.797692196925293,0.007806199767853672,0.0077911447475424766,16.855055412882916,685.7974980540159,0.010686268241488769,0.007778733385425661,0.006838800868111689,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,607866.7379550934,607866.7379550934,570.8758138020834,0.9489851135070063,0.00895695880930472,0.008924777094151829,20.028623188340443,779.6580904185458,0.012162884914403682,0.008905822833139319,0.007703302451639154,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0212952951048162,1.0212952951048162,0.8199127515157064,0.480219208955978,0.03030549839790364,0.03088520263876773,2.1827696895662885,1.0105915570124342,0.03806430935100673,0.03088232075359102,0.02991063703288196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.015360244337212297,0.015360244337212297,0.11428132355213165,0.4113428278452413,0.15567171017325032,0.13827162294891113,5.055217653080757,0.12393645281841939,0.11456326066694132,0.10563833934030525,0.07212230696371885,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.075102927781691,0.075102927781691,0.2295896973874834,1.4759336683795337,0.1759349872660142,0.15503455942711503,30.45979753197619,0.27404913388239527,0.19064287574427496,0.1597145720956406,0.12473255470755018,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 390fedce4e192cff6ca87d65d09ea9df4f159cf1..5d7fdcbe24d85ab3cadb4d248be37dc831f432a0 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T08:57:00.224253+00:00", + "evaluated_at": "2026-06-23T09:05:04.919314+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64199.53125, 64078.609375, 63974.3984375, 64378.0703125, @@ -101,10 +100,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "actuals": [ - 64145.390625, 64139.2109375, 64657.21875, 65149.5703125, @@ -127,350 +126,350 @@ 63400.0, 62936.01171875, 62886.03125, - 62428.6796875 + 62385.98828125, + 62407.8515625 ], "p50": [ - 64257.375, + 64245.8125, 64248.125, - 64243.5, - 64234.25, - 64236.5625, 64229.625, + 64227.3125, 64222.6875, + 64225.0, 64213.4375, - 64211.125, - 64201.875, - 64201.875, - 64194.9375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, 64197.25, - 64194.9375, 64190.3125, - 64181.0625, - 64174.125, - 64164.875, - 64169.5, - 64157.9375, + 64188.0, + 64185.6875, + 64162.5625, + 64171.8125, 64162.5625, - 64146.375, + 64157.9375, + 64151.0, 64153.3125, - 64134.8125 + 64148.6875 ], "p10": [ - 64033.0625, - 63948.65625, - 63879.28125, - 63811.0625, - 63768.859375, - 63726.9453125, - 63683.5859375, - 63648.03125, - 63620.859375, - 63592.53125, + 64035.375, + 63938.25, + 63830.140625, + 63733.16015625, + 63678.3828125, + 63637.046875, + 63602.9375, 63574.03125, - 63545.125, - 63528.9375, - 63506.96875, - 63505.8125, - 63496.5625, - 63494.25, - 63466.5, - 63452.625, - 63429.5, - 63415.625, - 63390.1875, - 63380.9375, - 63355.5 + 63542.8125, + 63519.6875, + 63481.53125, + 63461.875, + 63438.75, + 63406.375, + 63404.0625, + 63387.875, + 63374.0, + 63320.8125, + 63309.25, + 63290.75, + 63269.9375, + 63258.375, + 63249.125, + 63232.9375 ], "p90": [ - 64382.25, - 64368.375, + 64345.25, + 64340.625, + 64329.0625, + 64340.625, + 64331.375, + 64345.25, + 64345.25, + 64359.125, 64373.0, + 64363.75, + 64359.125, + 64359.125, + 64363.75, 64377.625, + 64363.75, + 64368.375, 64382.25, - 64377.625, + 64373.0, + 64391.5, + 64386.875, 64386.875, 64382.25, - 64400.75, - 64396.125, - 64400.75, - 64391.5, - 64396.125, - 64405.375, - 64400.75, - 64400.75, - 64400.75, - 64405.375, - 64414.625, - 64405.375, - 64410.0, - 64396.125, - 64414.625, - 64396.125 + 64386.875, + 64386.875 ], "mean": [ - 64257.375, + 64245.8125, 64248.125, - 64243.5, - 64234.25, - 64236.5625, 64229.625, + 64227.3125, 64222.6875, + 64225.0, 64213.4375, - 64211.125, - 64201.875, - 64201.875, - 64194.9375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, 64197.25, - 64194.9375, 64190.3125, - 64181.0625, - 64174.125, - 64164.875, - 64169.5, - 64157.9375, + 64188.0, + 64185.6875, 64162.5625, - 64146.375, + 64171.8125, + 64162.5625, + 64157.9375, + 64151.0, 64153.3125, - 64134.8125 + 64148.6875 ], "quantiles": { "0.1": [ - 64033.0625, - 63948.65625, - 63879.28125, - 63811.0625, - 63768.859375, - 63726.9453125, - 63683.5859375, - 63648.03125, - 63620.859375, - 63592.53125, + 64035.375, + 63938.25, + 63830.140625, + 63733.16015625, + 63678.3828125, + 63637.046875, + 63602.9375, 63574.03125, - 63545.125, - 63528.9375, - 63506.96875, - 63505.8125, - 63496.5625, - 63494.25, - 63466.5, - 63452.625, - 63429.5, - 63415.625, - 63390.1875, - 63380.9375, - 63355.5 + 63542.8125, + 63519.6875, + 63481.53125, + 63461.875, + 63438.75, + 63406.375, + 63404.0625, + 63387.875, + 63374.0, + 63320.8125, + 63309.25, + 63290.75, + 63269.9375, + 63258.375, + 63249.125, + 63232.9375 ], "0.2": [ - 64033.0625, - 63948.65625, - 63879.28125, - 63811.0625, - 63768.859375, - 63726.9453125, - 63683.5859375, - 63648.03125, - 63620.859375, - 63592.53125, + 64035.375, + 63938.25, + 63830.140625, + 63733.16015625, + 63678.3828125, + 63637.046875, + 63602.9375, 63574.03125, - 63545.125, - 63528.9375, - 63506.96875, - 63505.8125, - 63496.5625, - 63494.25, - 63466.5, - 63452.625, - 63429.5, - 63415.625, - 63390.1875, - 63380.9375, - 63355.5 + 63542.8125, + 63519.6875, + 63481.53125, + 63461.875, + 63438.75, + 63406.375, + 63404.0625, + 63387.875, + 63374.0, + 63320.8125, + 63309.25, + 63290.75, + 63269.9375, + 63258.375, + 63249.125, + 63232.9375 ], "0.3": [ - 64033.0625, - 63948.65625, - 63879.28125, - 63811.0625, - 63768.859375, - 63726.9453125, - 63683.5859375, - 63648.03125, - 63620.859375, - 63592.53125, + 64035.375, + 63938.25, + 63830.140625, + 63733.16015625, + 63678.3828125, + 63637.046875, + 63602.9375, 63574.03125, - 63545.125, - 63528.9375, - 63506.96875, - 63505.8125, - 63496.5625, - 63494.25, - 63466.5, - 63452.625, - 63429.5, - 63415.625, - 63390.1875, - 63380.9375, - 63355.5 + 63542.8125, + 63519.6875, + 63481.53125, + 63461.875, + 63438.75, + 63406.375, + 63404.0625, + 63387.875, + 63374.0, + 63320.8125, + 63309.25, + 63290.75, + 63269.9375, + 63258.375, + 63249.125, + 63232.9375 ], "0.4": [ - 64257.375, + 64245.8125, 64248.125, - 64243.5, - 64234.25, - 64236.5625, 64229.625, + 64227.3125, 64222.6875, + 64225.0, 64213.4375, - 64211.125, - 64201.875, - 64201.875, - 64194.9375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, 64197.25, - 64194.9375, 64190.3125, - 64181.0625, - 64174.125, - 64164.875, - 64169.5, - 64157.9375, + 64188.0, + 64185.6875, 64162.5625, - 64146.375, + 64171.8125, + 64162.5625, + 64157.9375, + 64151.0, 64153.3125, - 64134.8125 + 64148.6875 ], "0.5": [ - 64257.375, + 64245.8125, 64248.125, - 64243.5, - 64234.25, - 64236.5625, 64229.625, + 64227.3125, 64222.6875, + 64225.0, 64213.4375, - 64211.125, - 64201.875, - 64201.875, - 64194.9375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, 64197.25, - 64194.9375, 64190.3125, - 64181.0625, - 64174.125, - 64164.875, - 64169.5, - 64157.9375, + 64188.0, + 64185.6875, + 64162.5625, + 64171.8125, 64162.5625, - 64146.375, + 64157.9375, + 64151.0, 64153.3125, - 64134.8125 + 64148.6875 ], "0.6": [ - 64257.375, + 64245.8125, 64248.125, - 64243.5, - 64234.25, - 64236.5625, 64229.625, + 64227.3125, 64222.6875, + 64225.0, 64213.4375, - 64211.125, - 64201.875, - 64201.875, - 64194.9375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, 64197.25, - 64194.9375, 64190.3125, - 64181.0625, - 64174.125, - 64164.875, - 64169.5, - 64157.9375, + 64188.0, + 64185.6875, + 64162.5625, + 64171.8125, 64162.5625, - 64146.375, + 64157.9375, + 64151.0, 64153.3125, - 64134.8125 + 64148.6875 ], "0.7": [ - 64257.375, + 64245.8125, 64248.125, - 64243.5, - 64234.25, - 64236.5625, 64229.625, + 64227.3125, 64222.6875, + 64225.0, 64213.4375, - 64211.125, - 64201.875, - 64201.875, - 64194.9375, + 64215.75, + 64204.1875, + 64204.1875, + 64197.25, + 64197.25, + 64199.5625, 64197.25, - 64194.9375, 64190.3125, - 64181.0625, - 64174.125, - 64164.875, - 64169.5, - 64157.9375, + 64188.0, + 64185.6875, + 64162.5625, + 64171.8125, 64162.5625, - 64146.375, + 64157.9375, + 64151.0, 64153.3125, - 64134.8125 + 64148.6875 ], "0.8": [ - 64382.25, - 64368.375, + 64345.25, + 64340.625, + 64329.0625, + 64340.625, + 64331.375, + 64345.25, + 64345.25, + 64359.125, 64373.0, + 64363.75, + 64359.125, + 64359.125, + 64363.75, 64377.625, + 64363.75, + 64368.375, 64382.25, - 64377.625, + 64373.0, + 64391.5, + 64386.875, 64386.875, 64382.25, - 64400.75, - 64396.125, - 64400.75, - 64391.5, - 64396.125, - 64405.375, - 64400.75, - 64400.75, - 64400.75, - 64405.375, - 64414.625, - 64405.375, - 64410.0, - 64396.125, - 64414.625, - 64396.125 + 64386.875, + 64386.875 ], "0.9": [ - 64382.25, - 64368.375, + 64345.25, + 64340.625, + 64329.0625, + 64340.625, + 64331.375, + 64345.25, + 64345.25, + 64359.125, 64373.0, + 64363.75, + 64359.125, + 64359.125, + 64363.75, 64377.625, + 64363.75, + 64368.375, 64382.25, - 64377.625, + 64373.0, + 64391.5, + 64386.875, 64386.875, 64382.25, - 64400.75, - 64396.125, - 64400.75, - 64391.5, - 64396.125, - 64405.375, - 64400.75, - 64400.75, - 64400.75, - 64405.375, - 64414.625, - 64405.375, - 64410.0, - 64396.125, - 64414.625, - 64396.125 + 64386.875, + 64386.875 ] }, "timestamps": [ - "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", "2026-06-18 12:00:00", @@ -589,6 +588,7 @@ "2026-06-23 05:00:00", "2026-06-23 06:00:00", "2026-06-23 07:00:00", - "2026-06-23 08:00:00" + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7e8b265c6504d8f7cf2d5a05481d913b32122e9d..ee667203111ff41cfac3e48947c1af4736993888 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T08:28:05.500920+00:00", + "evaluated_at": "2026-06-23T09:05:13.610698+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index c941791f80a6bd321a08f19040ec2ceccb12d2a1..be59b4de8998978ff81b0199c11aa0cb2226abd9 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T08:57:09.567162+00:00", + "evaluated_at": "2026-06-23T09:05:16.372553+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 6d0ec278211c4d31a103bc2245644b8bf0c3c4a2..59471b31dc1ec6166966af6c16ab98c82dfa7f51 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,508209.70353190106,498605.8047733307,525.2166341145834,0.8392572557512805,0.008198673944721,0.008196515403781955,26.265870870908618,712.8882826445537,0.011108403626683881,0.008184057032821414,0.0076485614039131355,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,618281.9918810526,594552.8355331421,582.4729817708334,0.968263456528558,0.009123074689437335,0.009105213882356092,31.37530643383437,786.3090943649657,0.01226664244165787,0.009086741906602908,0.008577488331184276,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.1942693657438213,2.176787990128711,1.1630725860595703,0.6812063798293192,0.04336451774231531,0.04492883079170137,3.2575813722815607,1.0928263200270303,0.04116171248788629,0.0438075643975543,0.029372483948565287,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02559248863174233,0.012115336430723763,0.09750950634479523,0.3509745497772844,0.136365567055872,0.12223485600892917,21.78929161914839,0.15997652525212044,0.14787765783406687,0.09013495818901889,0.12716943545574777,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.09399426798060695,0.07853223087192301,0.23380811512470245,1.503052066271505,0.17932676886938775,0.15751977022326868,62.70948204248415,0.3065848462996939,0.21327641481717838,0.1626491235650104,0.17171091339758374,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 33473889a6634b6266f951b7fca7f759ea494c99..32e194376aee7027c17c48d65aedbe300b706b7d 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T08:54:56.501243+00:00", + "evaluated_at": "2026-06-23T09:03:11.067651+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64199.53125, 64078.609375, 63974.3984375, 64378.0703125, @@ -101,10 +100,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "actuals": [ - 64145.390625, 64139.2109375, 64657.21875, 65149.5703125, @@ -127,350 +126,350 @@ 63400.0, 62936.01171875, 62886.03125, - 62428.6796875 + 62385.98828125, + 62407.8515625 ], "p50": [ - 64141.25, - 64110.6796875, - 64099.33203125, - 64098.2265625, - 64098.94140625, - 64102.6640625, - 64131.3984375, - 64105.328125, - 64085.22265625, - 64085.58203125, - 64078.21875, - 64076.25, - 64097.01953125, - 64090.14453125, - 64085.3125, - 64073.24609375, - 64087.578125, - 64085.2421875, - 64066.2734375, - 64081.96875, - 64103.3046875, - 64063.5078125, - 64056.296875, - 64060.9140625 + 64157.18359375, + 64137.0, + 64124.94921875, + 64127.78515625, + 64148.5625, + 64132.89453125, + 64135.95703125, + 64109.6015625, + 64108.2734375, + 64093.13671875, + 64086.0625, + 64087.0546875, + 64096.80078125, + 64062.203125, + 64070.83203125, + 64067.62890625, + 64078.328125, + 64081.2265625, + 64063.60546875, + 64081.0, + 64065.40234375, + 64033.31640625, + 64042.5234375, + 64039.47265625 ], "p10": [ - 64192.0859375, - 64153.41796875, - 64148.41796875, - 64127.35546875, - 64133.5546875, - 64128.97265625, - 64139.60546875, - 64147.90625, - 64123.81640625, - 64125.515625, - 64110.03515625, - 64108.2265625, - 64129.4765625, - 64145.16015625, - 64108.9609375, - 64103.11328125, - 64117.65625, - 64109.28125, - 64080.15625, - 64112.97265625, - 64129.35546875, - 64103.91796875, - 64106.25, - 64086.1484375 + 64195.87109375, + 64175.86328125, + 64162.03125, + 64149.109375, + 64183.640625, + 64158.0078125, + 64136.11328125, + 64139.171875, + 64144.26171875, + 64135.234375, + 64111.5234375, + 64113.75, + 64125.8203125, + 64100.828125, + 64091.84765625, + 64088.68359375, + 64103.0390625, + 64107.75390625, + 64071.5625, + 64109.3203125, + 64079.28515625, + 64067.09375, + 64090.76953125, + 64058.40625 ], "p90": [ - 64350.0703125, - 64344.8125, - 64343.1640625, - 64342.80859375, - 64355.5390625, - 64363.83203125, - 64398.88671875, - 64389.609375, - 64366.20703125, - 64375.9296875, - 64389.33203125, - 64390.4375, - 64416.9140625, - 64437.31640625, - 64418.453125, - 64427.8515625, - 64441.83984375, - 64444.140625, - 64440.42578125, - 64449.9609375, - 64486.49609375, - 64459.45703125, - 64450.4453125, - 64447.671875 + 64356.84375, + 64361.1875, + 64360.78125, + 64372.80859375, + 64404.97265625, + 64392.16015625, + 64398.7578125, + 64390.1484375, + 64380.1640625, + 64374.76953125, + 64391.71484375, + 64384.2265625, + 64402.609375, + 64400.0390625, + 64396.19921875, + 64418.9296875, + 64430.0234375, + 64436.3515625, + 64437.0859375, + 64452.203125, + 64454.16796875, + 64442.24609375, + 64437.11328125, + 64425.5546875 ], "mean": [ - 64191.8046875, - 64166.39453125, - 64153.84765625, - 64157.26171875, - 64152.265625, - 64165.8046875, - 64190.43359375, - 64177.0390625, - 64162.953125, - 64157.375, - 64159.57421875, - 64156.48828125, - 64171.5, - 64182.734375, - 64171.296875, - 64160.796875, - 64175.33203125, - 64169.48046875, - 64160.5234375, - 64168.6015625, - 64197.15625, - 64165.79296875, - 64161.0625, - 64154.09765625 + 64198.4453125, + 64183.5390625, + 64169.55859375, + 64181.5390625, + 64195.640625, + 64189.6953125, + 64191.328125, + 64178.12109375, + 64180.265625, + 64155.39453125, + 64161.234375, + 64162.4921875, + 64164.390625, + 64146.68359375, + 64149.96875, + 64155.984375, + 64158.796875, + 64160.19140625, + 64153.44921875, + 64160.63671875, + 64153.109375, + 64137.0078125, + 64138.2578125, + 64123.1953125 ], "quantiles": { "0.1": [ - 64192.0859375, - 64153.41796875, - 64148.41796875, - 64127.35546875, - 64133.5546875, - 64128.97265625, - 64139.60546875, - 64147.90625, - 64123.81640625, - 64125.515625, - 64110.03515625, - 64108.2265625, - 64129.4765625, - 64145.16015625, - 64108.9609375, - 64103.11328125, - 64117.65625, - 64109.28125, - 64080.15625, - 64112.97265625, - 64129.35546875, - 64103.91796875, - 64106.25, - 64086.1484375 + 64195.87109375, + 64175.86328125, + 64162.03125, + 64149.109375, + 64183.640625, + 64158.0078125, + 64136.11328125, + 64139.171875, + 64144.26171875, + 64135.234375, + 64111.5234375, + 64113.75, + 64125.8203125, + 64100.828125, + 64091.84765625, + 64088.68359375, + 64103.0390625, + 64107.75390625, + 64071.5625, + 64109.3203125, + 64079.28515625, + 64067.09375, + 64090.76953125, + 64058.40625 ], "0.2": [ - 64192.0859375, - 64153.41796875, - 64148.41796875, - 64127.35546875, - 64133.5546875, - 64128.97265625, - 64139.60546875, - 64147.90625, - 64123.81640625, - 64125.515625, - 64110.03515625, - 64108.2265625, - 64129.4765625, - 64145.16015625, - 64108.9609375, - 64103.11328125, - 64117.65625, - 64109.28125, - 64080.15625, - 64112.97265625, - 64129.35546875, - 64103.91796875, - 64106.25, - 64086.1484375 + 64195.87109375, + 64175.86328125, + 64162.03125, + 64149.109375, + 64183.640625, + 64158.0078125, + 64136.11328125, + 64139.171875, + 64144.26171875, + 64135.234375, + 64111.5234375, + 64113.75, + 64125.8203125, + 64100.828125, + 64091.84765625, + 64088.68359375, + 64103.0390625, + 64107.75390625, + 64071.5625, + 64109.3203125, + 64079.28515625, + 64067.09375, + 64090.76953125, + 64058.40625 ], "0.3": [ - 64192.0859375, - 64153.41796875, - 64148.41796875, - 64127.35546875, - 64133.5546875, - 64128.97265625, - 64139.60546875, - 64147.90625, - 64123.81640625, - 64125.515625, - 64110.03515625, - 64108.2265625, - 64129.4765625, - 64145.16015625, - 64108.9609375, - 64103.11328125, - 64117.65625, - 64109.28125, - 64080.15625, - 64112.97265625, - 64129.35546875, - 64103.91796875, - 64106.25, - 64086.1484375 + 64195.87109375, + 64175.86328125, + 64162.03125, + 64149.109375, + 64183.640625, + 64158.0078125, + 64136.11328125, + 64139.171875, + 64144.26171875, + 64135.234375, + 64111.5234375, + 64113.75, + 64125.8203125, + 64100.828125, + 64091.84765625, + 64088.68359375, + 64103.0390625, + 64107.75390625, + 64071.5625, + 64109.3203125, + 64079.28515625, + 64067.09375, + 64090.76953125, + 64058.40625 ], "0.4": [ - 64141.25, - 64110.6796875, - 64099.33203125, - 64098.2265625, - 64098.94140625, - 64102.6640625, - 64131.3984375, - 64105.328125, - 64085.22265625, - 64085.58203125, - 64078.21875, - 64076.25, - 64097.01953125, - 64090.14453125, - 64085.3125, - 64073.24609375, - 64087.578125, - 64085.2421875, - 64066.2734375, - 64081.96875, - 64103.3046875, - 64063.5078125, - 64056.296875, - 64060.9140625 + 64157.18359375, + 64137.0, + 64124.94921875, + 64127.78515625, + 64148.5625, + 64132.89453125, + 64135.95703125, + 64109.6015625, + 64108.2734375, + 64093.13671875, + 64086.0625, + 64087.0546875, + 64096.80078125, + 64062.203125, + 64070.83203125, + 64067.62890625, + 64078.328125, + 64081.2265625, + 64063.60546875, + 64081.0, + 64065.40234375, + 64033.31640625, + 64042.5234375, + 64039.47265625 ], "0.5": [ - 64141.25, - 64110.6796875, - 64099.33203125, - 64098.2265625, - 64098.94140625, - 64102.6640625, - 64131.3984375, - 64105.328125, - 64085.22265625, - 64085.58203125, - 64078.21875, - 64076.25, - 64097.01953125, - 64090.14453125, - 64085.3125, - 64073.24609375, - 64087.578125, - 64085.2421875, - 64066.2734375, - 64081.96875, - 64103.3046875, - 64063.5078125, - 64056.296875, - 64060.9140625 + 64157.18359375, + 64137.0, + 64124.94921875, + 64127.78515625, + 64148.5625, + 64132.89453125, + 64135.95703125, + 64109.6015625, + 64108.2734375, + 64093.13671875, + 64086.0625, + 64087.0546875, + 64096.80078125, + 64062.203125, + 64070.83203125, + 64067.62890625, + 64078.328125, + 64081.2265625, + 64063.60546875, + 64081.0, + 64065.40234375, + 64033.31640625, + 64042.5234375, + 64039.47265625 ], "0.6": [ - 64141.25, - 64110.6796875, - 64099.33203125, - 64098.2265625, - 64098.94140625, - 64102.6640625, - 64131.3984375, - 64105.328125, - 64085.22265625, - 64085.58203125, - 64078.21875, - 64076.25, - 64097.01953125, - 64090.14453125, - 64085.3125, - 64073.24609375, - 64087.578125, - 64085.2421875, - 64066.2734375, - 64081.96875, - 64103.3046875, - 64063.5078125, - 64056.296875, - 64060.9140625 + 64157.18359375, + 64137.0, + 64124.94921875, + 64127.78515625, + 64148.5625, + 64132.89453125, + 64135.95703125, + 64109.6015625, + 64108.2734375, + 64093.13671875, + 64086.0625, + 64087.0546875, + 64096.80078125, + 64062.203125, + 64070.83203125, + 64067.62890625, + 64078.328125, + 64081.2265625, + 64063.60546875, + 64081.0, + 64065.40234375, + 64033.31640625, + 64042.5234375, + 64039.47265625 ], "0.7": [ - 64141.25, - 64110.6796875, - 64099.33203125, - 64098.2265625, - 64098.94140625, - 64102.6640625, - 64131.3984375, - 64105.328125, - 64085.22265625, - 64085.58203125, - 64078.21875, - 64076.25, - 64097.01953125, - 64090.14453125, - 64085.3125, - 64073.24609375, - 64087.578125, - 64085.2421875, - 64066.2734375, - 64081.96875, - 64103.3046875, - 64063.5078125, - 64056.296875, - 64060.9140625 + 64157.18359375, + 64137.0, + 64124.94921875, + 64127.78515625, + 64148.5625, + 64132.89453125, + 64135.95703125, + 64109.6015625, + 64108.2734375, + 64093.13671875, + 64086.0625, + 64087.0546875, + 64096.80078125, + 64062.203125, + 64070.83203125, + 64067.62890625, + 64078.328125, + 64081.2265625, + 64063.60546875, + 64081.0, + 64065.40234375, + 64033.31640625, + 64042.5234375, + 64039.47265625 ], "0.8": [ - 64350.0703125, - 64344.8125, - 64343.1640625, - 64342.80859375, - 64355.5390625, - 64363.83203125, - 64398.88671875, - 64389.609375, - 64366.20703125, - 64375.9296875, - 64389.33203125, - 64390.4375, - 64416.9140625, - 64437.31640625, - 64418.453125, - 64427.8515625, - 64441.83984375, - 64444.140625, - 64440.42578125, - 64449.9609375, - 64486.49609375, - 64459.45703125, - 64450.4453125, - 64447.671875 + 64356.84375, + 64361.1875, + 64360.78125, + 64372.80859375, + 64404.97265625, + 64392.16015625, + 64398.7578125, + 64390.1484375, + 64380.1640625, + 64374.76953125, + 64391.71484375, + 64384.2265625, + 64402.609375, + 64400.0390625, + 64396.19921875, + 64418.9296875, + 64430.0234375, + 64436.3515625, + 64437.0859375, + 64452.203125, + 64454.16796875, + 64442.24609375, + 64437.11328125, + 64425.5546875 ], "0.9": [ - 64350.0703125, - 64344.8125, - 64343.1640625, - 64342.80859375, - 64355.5390625, - 64363.83203125, - 64398.88671875, - 64389.609375, - 64366.20703125, - 64375.9296875, - 64389.33203125, - 64390.4375, - 64416.9140625, - 64437.31640625, - 64418.453125, - 64427.8515625, - 64441.83984375, - 64444.140625, - 64440.42578125, - 64449.9609375, - 64486.49609375, - 64459.45703125, - 64450.4453125, - 64447.671875 + 64356.84375, + 64361.1875, + 64360.78125, + 64372.80859375, + 64404.97265625, + 64392.16015625, + 64398.7578125, + 64390.1484375, + 64380.1640625, + 64374.76953125, + 64391.71484375, + 64384.2265625, + 64402.609375, + 64400.0390625, + 64396.19921875, + 64418.9296875, + 64430.0234375, + 64436.3515625, + 64437.0859375, + 64452.203125, + 64454.16796875, + 64442.24609375, + 64437.11328125, + 64425.5546875 ] }, "timestamps": [ - "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", "2026-06-18 12:00:00", @@ -589,6 +588,7 @@ "2026-06-23 05:00:00", "2026-06-23 06:00:00", "2026-06-23 07:00:00", - "2026-06-23 08:00:00" + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index aedbc23617fe61d2bc626ac548cd81146cf863df..80c72c7b78a6877080e5d6fb2e2a14a9ec585085 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T08:26:01.030573+00:00", + "evaluated_at": "2026-06-23T09:03:18.671710+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 66813c6cd43cd7995752d58424162d237a20787c..8d6b30db572dcc8912be4c61da877c92d35e959e 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T08:55:05.972060+00:00", + "evaluated_at": "2026-06-23T09:03:21.907589+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 264b3753b6499db4ba9caedb58da9cf9d0b05afd..0520be0fc21b85899b5f2ac5836a9e9deed3f93b 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,483002.2502396901,483002.2502396901,514.21337890625,0.8216748694164596,0.008028710826024198,0.008024887309687914,11.580865392342735,694.9836330732473,0.010829408896268919,0.008012601556504486,0.006906783112696605,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,602244.6494337717,602244.6494337717,585.0538736979166,0.9725537556779656,0.009163682087820287,0.009145483133804413,15.958315168111797,776.0442316219944,0.012106507703444755,0.009127004544637968,0.007648666937974323,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.183329755683341,1.183329755683341,0.862094004948934,0.5049245792762104,0.03178129762224546,0.03245936373087361,3.072462410731646,1.087809613711582,0.04097275636630648,0.032471093456424745,0.037043745123925144,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.08469317662986088,0.08469317662986088,0.23846952120463052,0.8583443397246492,0.35427310814394003,0.2696593982832649,2.853928543681366,0.29102092129237184,0.26901129496096393,0.22043430562687938,0.13047666021754903,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.13197220400067422,0.13197220400067422,0.31390489968988633,2.017959931972372,0.23835039343612083,0.20375667936902103,36.05705373239151,0.3632797874926077,0.252716373907901,0.21836862587122527,0.16219938335019415,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 1d2688ea6359a6effe007dfe1b2a9e06598f653f..c60961bc6c924a6f849102b51fa225accbdd106e 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T08:55:46.281090+00:00", + "evaluated_at": "2026-06-23T09:04:08.234558+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64199.53125, 64078.609375, 63974.3984375, 64378.0703125, @@ -101,10 +100,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "actuals": [ - 64145.390625, 64139.2109375, 64657.21875, 65149.5703125, @@ -127,350 +126,350 @@ 63400.0, 62936.01171875, 62886.03125, - 62428.6796875 + 62385.98828125, + 62407.8515625 ], "p50": [ - 64153.0546875, - 64147.9609375, - 64143.28125, - 64140.97265625, - 64135.59765625, - 64130.1640625, - 64120.60546875, - 64110.37890625, - 64107.8515625, - 64104.95703125, - 64103.6484375, - 64099.98046875, - 64098.75390625, - 64098.54296875, - 64095.99609375, - 64095.32421875, - 64092.12109375, - 64089.80078125, - 64086.3046875, - 64082.2890625, - 64076.85546875, - 64071.75, - 64063.58984375, - 64053.76171875 + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 ], "p10": [ - 63914.57421875, - 63813.74609375, - 63735.77734375, - 63677.94140625, - 63630.59375, - 63594.3984375, - 63535.0390625, - 63481.74609375, - 63447.41796875, - 63417.0, - 63390.16015625, - 63360.69921875, - 63326.234375, - 63288.43359375, - 63242.8203125, - 63223.53125, - 63204.7734375, - 63172.6875, - 63132.6171875, - 63086.171875, - 63060.15234375, - 63032.96875, - 62999.80078125, - 62975.296875 + 63914.328125, + 63829.07421875, + 63769.40234375, + 63716.00390625, + 63675.46875, + 63637.06640625, + 63586.79296875, + 63543.66796875, + 63515.703125, + 63493.55078125, + 63463.53515625, + 63431.375, + 63400.359375, + 63359.96875, + 63320.65625, + 63300.03125, + 63278.8671875, + 63243.828125, + 63199.34765625, + 63144.15625, + 63116.5859375, + 63089.49609375, + 63059.390625, + 63042.31640625 ], "p90": [ - 64357.1953125, - 64405.58984375, - 64449.67578125, - 64488.68359375, - 64506.875, - 64533.04296875, - 64552.2421875, - 64569.50390625, - 64587.875, - 64605.84765625, - 64622.76953125, - 64629.59375, - 64640.24609375, - 64659.62890625, - 64677.53515625, - 64683.0078125, - 64688.4140625, - 64714.29296875, - 64739.12109375, - 64760.0546875, - 64766.578125, - 64772.78125, - 64769.23828125, - 64769.5 + 64340.3515625, + 64371.7734375, + 64412.5, + 64440.62109375, + 64456.97265625, + 64467.859375, + 64482.328125, + 64497.703125, + 64509.890625, + 64529.98046875, + 64540.734375, + 64545.390625, + 64558.29296875, + 64571.74609375, + 64592.375, + 64595.859375, + 64598.17578125, + 64617.796875, + 64641.9375, + 64659.4296875, + 64662.71875, + 64661.91796875, + 64660.9296875, + 64670.77734375 ], "mean": [ - 64153.0546875, - 64147.9609375, - 64143.28125, - 64140.97265625, - 64135.59765625, - 64130.1640625, - 64120.60546875, - 64110.37890625, - 64107.8515625, - 64104.95703125, - 64103.6484375, - 64099.98046875, - 64098.75390625, - 64098.54296875, - 64095.99609375, - 64095.32421875, - 64092.12109375, - 64089.80078125, - 64086.3046875, - 64082.2890625, - 64076.85546875, - 64071.75, - 64063.58984375, - 64053.76171875 + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 ], "quantiles": { "0.1": [ - 63914.57421875, - 63813.74609375, - 63735.77734375, - 63677.94140625, - 63630.59375, - 63594.3984375, - 63535.0390625, - 63481.74609375, - 63447.41796875, - 63417.0, - 63390.16015625, - 63360.69921875, - 63326.234375, - 63288.43359375, - 63242.8203125, - 63223.53125, - 63204.7734375, - 63172.6875, - 63132.6171875, - 63086.171875, - 63060.15234375, - 63032.96875, - 62999.80078125, - 62975.296875 + 63914.328125, + 63829.07421875, + 63769.40234375, + 63716.00390625, + 63675.46875, + 63637.06640625, + 63586.79296875, + 63543.66796875, + 63515.703125, + 63493.55078125, + 63463.53515625, + 63431.375, + 63400.359375, + 63359.96875, + 63320.65625, + 63300.03125, + 63278.8671875, + 63243.828125, + 63199.34765625, + 63144.15625, + 63116.5859375, + 63089.49609375, + 63059.390625, + 63042.31640625 ], "0.2": [ - 63914.57421875, - 63813.74609375, - 63735.77734375, - 63677.94140625, - 63630.59375, - 63594.3984375, - 63535.0390625, - 63481.74609375, - 63447.41796875, - 63417.0, - 63390.16015625, - 63360.69921875, - 63326.234375, - 63288.43359375, - 63242.8203125, - 63223.53125, - 63204.7734375, - 63172.6875, - 63132.6171875, - 63086.171875, - 63060.15234375, - 63032.96875, - 62999.80078125, - 62975.296875 + 63914.328125, + 63829.07421875, + 63769.40234375, + 63716.00390625, + 63675.46875, + 63637.06640625, + 63586.79296875, + 63543.66796875, + 63515.703125, + 63493.55078125, + 63463.53515625, + 63431.375, + 63400.359375, + 63359.96875, + 63320.65625, + 63300.03125, + 63278.8671875, + 63243.828125, + 63199.34765625, + 63144.15625, + 63116.5859375, + 63089.49609375, + 63059.390625, + 63042.31640625 ], "0.3": [ - 63914.57421875, - 63813.74609375, - 63735.77734375, - 63677.94140625, - 63630.59375, - 63594.3984375, - 63535.0390625, - 63481.74609375, - 63447.41796875, - 63417.0, - 63390.16015625, - 63360.69921875, - 63326.234375, - 63288.43359375, - 63242.8203125, - 63223.53125, - 63204.7734375, - 63172.6875, - 63132.6171875, - 63086.171875, - 63060.15234375, - 63032.96875, - 62999.80078125, - 62975.296875 + 63914.328125, + 63829.07421875, + 63769.40234375, + 63716.00390625, + 63675.46875, + 63637.06640625, + 63586.79296875, + 63543.66796875, + 63515.703125, + 63493.55078125, + 63463.53515625, + 63431.375, + 63400.359375, + 63359.96875, + 63320.65625, + 63300.03125, + 63278.8671875, + 63243.828125, + 63199.34765625, + 63144.15625, + 63116.5859375, + 63089.49609375, + 63059.390625, + 63042.31640625 ], "0.4": [ - 64153.0546875, - 64147.9609375, - 64143.28125, - 64140.97265625, - 64135.59765625, - 64130.1640625, - 64120.60546875, - 64110.37890625, - 64107.8515625, - 64104.95703125, - 64103.6484375, - 64099.98046875, - 64098.75390625, - 64098.54296875, - 64095.99609375, - 64095.32421875, - 64092.12109375, - 64089.80078125, - 64086.3046875, - 64082.2890625, - 64076.85546875, - 64071.75, - 64063.58984375, - 64053.76171875 + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 ], "0.5": [ - 64153.0546875, - 64147.9609375, - 64143.28125, - 64140.97265625, - 64135.59765625, - 64130.1640625, - 64120.60546875, - 64110.37890625, - 64107.8515625, - 64104.95703125, - 64103.6484375, - 64099.98046875, - 64098.75390625, - 64098.54296875, - 64095.99609375, - 64095.32421875, - 64092.12109375, - 64089.80078125, - 64086.3046875, - 64082.2890625, - 64076.85546875, - 64071.75, - 64063.58984375, - 64053.76171875 + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 ], "0.6": [ - 64153.0546875, - 64147.9609375, - 64143.28125, - 64140.97265625, - 64135.59765625, - 64130.1640625, - 64120.60546875, - 64110.37890625, - 64107.8515625, - 64104.95703125, - 64103.6484375, - 64099.98046875, - 64098.75390625, - 64098.54296875, - 64095.99609375, - 64095.32421875, - 64092.12109375, - 64089.80078125, - 64086.3046875, - 64082.2890625, - 64076.85546875, - 64071.75, - 64063.58984375, - 64053.76171875 + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 ], "0.7": [ - 64153.0546875, - 64147.9609375, - 64143.28125, - 64140.97265625, - 64135.59765625, - 64130.1640625, - 64120.60546875, - 64110.37890625, - 64107.8515625, - 64104.95703125, - 64103.6484375, - 64099.98046875, - 64098.75390625, - 64098.54296875, - 64095.99609375, - 64095.32421875, - 64092.12109375, - 64089.80078125, - 64086.3046875, - 64082.2890625, - 64076.85546875, - 64071.75, - 64063.58984375, - 64053.76171875 + 64145.09765625, + 64136.53125, + 64132.796875, + 64128.7890625, + 64123.734375, + 64115.609375, + 64109.30078125, + 64103.07421875, + 64100.77734375, + 64102.1640625, + 64101.0703125, + 64097.125, + 64097.125, + 64091.89453125, + 64091.0234375, + 64087.5234375, + 64082.18359375, + 64079.68359375, + 64077.671875, + 64072.6796875, + 64065.4609375, + 64058.140625, + 64051.7421875, + 64048.81640625 ], "0.8": [ - 64357.1953125, - 64405.58984375, - 64449.67578125, - 64488.68359375, - 64506.875, - 64533.04296875, - 64552.2421875, - 64569.50390625, - 64587.875, - 64605.84765625, - 64622.76953125, - 64629.59375, - 64640.24609375, - 64659.62890625, - 64677.53515625, - 64683.0078125, - 64688.4140625, - 64714.29296875, - 64739.12109375, - 64760.0546875, - 64766.578125, - 64772.78125, - 64769.23828125, - 64769.5 + 64340.3515625, + 64371.7734375, + 64412.5, + 64440.62109375, + 64456.97265625, + 64467.859375, + 64482.328125, + 64497.703125, + 64509.890625, + 64529.98046875, + 64540.734375, + 64545.390625, + 64558.29296875, + 64571.74609375, + 64592.375, + 64595.859375, + 64598.17578125, + 64617.796875, + 64641.9375, + 64659.4296875, + 64662.71875, + 64661.91796875, + 64660.9296875, + 64670.77734375 ], "0.9": [ - 64357.1953125, - 64405.58984375, - 64449.67578125, - 64488.68359375, - 64506.875, - 64533.04296875, - 64552.2421875, - 64569.50390625, - 64587.875, - 64605.84765625, - 64622.76953125, - 64629.59375, - 64640.24609375, - 64659.62890625, - 64677.53515625, - 64683.0078125, - 64688.4140625, - 64714.29296875, - 64739.12109375, - 64760.0546875, - 64766.578125, - 64772.78125, - 64769.23828125, - 64769.5 + 64340.3515625, + 64371.7734375, + 64412.5, + 64440.62109375, + 64456.97265625, + 64467.859375, + 64482.328125, + 64497.703125, + 64509.890625, + 64529.98046875, + 64540.734375, + 64545.390625, + 64558.29296875, + 64571.74609375, + 64592.375, + 64595.859375, + 64598.17578125, + 64617.796875, + 64641.9375, + 64659.4296875, + 64662.71875, + 64661.91796875, + 64660.9296875, + 64670.77734375 ] }, "timestamps": [ - "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", "2026-06-18 12:00:00", @@ -589,6 +588,7 @@ "2026-06-23 05:00:00", "2026-06-23 06:00:00", "2026-06-23 07:00:00", - "2026-06-23 08:00:00" + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a8c4de339a638082e449e47821470fcec1f65d50..c916682410a70cc81a70cad81bc5d3f302e93345 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-23T08:27:01.091828+00:00", + "evaluated_at": "2026-06-23T09:04:13.119476+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 90a80d8489943cf00570fc9466846efd2722b9d6..cc5bd853ac454d83490a4fc832ac16d4dd9e6af7 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T08:55:54.448135+00:00", + "evaluated_at": "2026-06-23T09:04:15.519129+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 59e58e83f9faf4cb7ef52cb4efa8bde6497bed9e..831503b87680a623d447491e2d8366967578ceaa 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,491737.1494064331,491737.1494064331,517.2490234375,0.8265256043956141,0.00807682359869382,0.008072254957681569,11.043429912544942,701.2397232091413,0.010926892858407592,0.00805990372928697,0.007002319868375434,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,611070.0779221853,611070.0779221853,588.9119466145834,0.9789671536118473,0.00922419033171083,0.009205680868373914,14.29230789071971,781.7097146141816,0.012194890827361922,0.009187191564375818,0.007753820829640793,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7378849396995975,0.7378849396995975,0.6531385580698649,0.38254031433849495,0.024219405040648068,0.024391800635032,2.939171975256644,0.8590022931864603,0.03235464297538288,0.024600708318737636,0.02998693975846885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.004053491581502714,0.004053491581502714,0.055875805020332334,0.201118703658592,0.06981168028555954,0.0723022406523921,1.7605918483116942,0.06366703685191195,0.058851961411576975,0.05164997278805579,0.06260404964105484,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.1001478361260081,0.1001478361260081,0.26492789222134483,1.7031077625507787,0.20303280494202272,0.17582840109914807,24.99452770857963,0.3164614291284296,0.2201470811328206,0.18429766415397902,0.13060101037120153,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index b5168cebb5fd690b6a8d31482cf1ac81c302113c..8b1196fee6b86c0cf6d17d6e60b71df092e0486f 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T08:55:32.374390+00:00", + "evaluated_at": "2026-06-23T09:03:53.099798+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64199.53125, 64078.609375, 63974.3984375, 64378.0703125, @@ -101,10 +100,10 @@ 64247.73828125, 63989.94921875, 64211.19140625, - 64165.98828125 + 64165.98828125, + 64145.390625 ], "actuals": [ - 64145.390625, 64139.2109375, 64657.21875, 65149.5703125, @@ -127,350 +126,350 @@ 63400.0, 62936.01171875, 62886.03125, - 62428.6796875 + 62385.98828125, + 62407.8515625 ], "p50": [ - 64149.39453125, - 64145.78125, - 64139.265625, - 64134.8671875, - 64130.5703125, - 64122.41796875, - 64114.34375, - 64113.828125, - 64111.97265625, - 64111.265625, - 64109.3125, - 64106.30859375, - 64098.18359375, - 64099.19921875, - 64094.6015625, - 64092.91015625, - 64092.6484375, - 64089.97265625, - 64090.5, - 64088.0, - 64083.70703125, - 64081.828125, - 64081.828125, - 64082.55078125 + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 ], "p10": [ - 63852.8984375, - 63791.23046875, - 63729.9375, - 63667.95703125, - 63606.03515625, - 63563.6171875, - 63501.26953125, - 63483.9453125, - 63438.58984375, - 63419.546875, - 63370.7109375, - 63338.1796875, - 63304.23046875, - 63271.265625, - 63243.2890625, - 63207.3515625, - 63176.66796875, - 63150.93359375, - 63122.8359375, - 63100.34765625, - 63077.9609375, - 63063.65234375, - 63032.0859375, - 63010.765625 + 63897.05859375, + 63832.56640625, + 63776.87890625, + 63724.51953125, + 63658.1875, + 63601.56640625, + 63541.62890625, + 63508.58984375, + 63461.484375, + 63430.609375, + 63391.33984375, + 63348.84375, + 63309.62109375, + 63266.7421875, + 63235.00390625, + 63197.88671875, + 63161.46875, + 63127.83203125, + 63097.54296875, + 63066.23828125, + 63057.58984375, + 63033.71875, + 62985.2890625, + 62974.01953125 ], "p90": [ - 64422.28125, - 64473.015625, - 64496.109375, - 64530.66015625, - 64566.26171875, - 64596.953125, - 64620.82421875, - 64652.14453125, - 64670.015625, - 64690.9296875, - 64719.98828125, - 64753.75390625, - 64773.88671875, - 64804.3046875, - 64813.51171875, - 64845.3359375, - 64862.74609375, - 64876.921875, - 64889.4453125, - 64918.609375, - 64928.69140625, - 64946.61328125, - 64963.51953125, - 64986.18359375 + 64369.59765625, + 64417.6328125, + 64451.38671875, + 64487.30859375, + 64526.859375, + 64558.1953125, + 64586.25390625, + 64613.640625, + 64632.37109375, + 64670.21484375, + 64706.46484375, + 64748.99609375, + 64782.34765625, + 64821.4765625, + 64831.625, + 64872.71875, + 64894.58203125, + 64915.08203125, + 64935.0078125, + 64965.37109375, + 64982.76953125, + 65006.34375, + 65033.390625, + 65062.6484375 ], "mean": [ - 64149.39453125, - 64145.78125, - 64139.265625, - 64134.8671875, - 64130.5703125, - 64122.41796875, - 64114.34375, - 64113.828125, - 64111.97265625, - 64111.265625, - 64109.3125, - 64106.30859375, - 64098.18359375, - 64099.19921875, - 64094.6015625, - 64092.91015625, - 64092.6484375, - 64089.97265625, - 64090.5, - 64088.0, - 64083.70703125, - 64081.828125, - 64081.828125, - 64082.55078125 + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 ], "quantiles": { "0.1": [ - 63852.8984375, - 63791.23046875, - 63729.9375, - 63667.95703125, - 63606.03515625, - 63563.6171875, - 63501.26953125, - 63483.9453125, - 63438.58984375, - 63419.546875, - 63370.7109375, - 63338.1796875, - 63304.23046875, - 63271.265625, - 63243.2890625, - 63207.3515625, - 63176.66796875, - 63150.93359375, - 63122.8359375, - 63100.34765625, - 63077.9609375, - 63063.65234375, - 63032.0859375, - 63010.765625 + 63897.05859375, + 63832.56640625, + 63776.87890625, + 63724.51953125, + 63658.1875, + 63601.56640625, + 63541.62890625, + 63508.58984375, + 63461.484375, + 63430.609375, + 63391.33984375, + 63348.84375, + 63309.62109375, + 63266.7421875, + 63235.00390625, + 63197.88671875, + 63161.46875, + 63127.83203125, + 63097.54296875, + 63066.23828125, + 63057.58984375, + 63033.71875, + 62985.2890625, + 62974.01953125 ], "0.2": [ - 63852.8984375, - 63791.23046875, - 63729.9375, - 63667.95703125, - 63606.03515625, - 63563.6171875, - 63501.26953125, - 63483.9453125, - 63438.58984375, - 63419.546875, - 63370.7109375, - 63338.1796875, - 63304.23046875, - 63271.265625, - 63243.2890625, - 63207.3515625, - 63176.66796875, - 63150.93359375, - 63122.8359375, - 63100.34765625, - 63077.9609375, - 63063.65234375, - 63032.0859375, - 63010.765625 + 63897.05859375, + 63832.56640625, + 63776.87890625, + 63724.51953125, + 63658.1875, + 63601.56640625, + 63541.62890625, + 63508.58984375, + 63461.484375, + 63430.609375, + 63391.33984375, + 63348.84375, + 63309.62109375, + 63266.7421875, + 63235.00390625, + 63197.88671875, + 63161.46875, + 63127.83203125, + 63097.54296875, + 63066.23828125, + 63057.58984375, + 63033.71875, + 62985.2890625, + 62974.01953125 ], "0.3": [ - 63852.8984375, - 63791.23046875, - 63729.9375, - 63667.95703125, - 63606.03515625, - 63563.6171875, - 63501.26953125, - 63483.9453125, - 63438.58984375, - 63419.546875, - 63370.7109375, - 63338.1796875, - 63304.23046875, - 63271.265625, - 63243.2890625, - 63207.3515625, - 63176.66796875, - 63150.93359375, - 63122.8359375, - 63100.34765625, - 63077.9609375, - 63063.65234375, - 63032.0859375, - 63010.765625 + 63897.05859375, + 63832.56640625, + 63776.87890625, + 63724.51953125, + 63658.1875, + 63601.56640625, + 63541.62890625, + 63508.58984375, + 63461.484375, + 63430.609375, + 63391.33984375, + 63348.84375, + 63309.62109375, + 63266.7421875, + 63235.00390625, + 63197.88671875, + 63161.46875, + 63127.83203125, + 63097.54296875, + 63066.23828125, + 63057.58984375, + 63033.71875, + 62985.2890625, + 62974.01953125 ], "0.4": [ - 64149.39453125, - 64145.78125, - 64139.265625, - 64134.8671875, - 64130.5703125, - 64122.41796875, - 64114.34375, - 64113.828125, - 64111.97265625, - 64111.265625, - 64109.3125, - 64106.30859375, - 64098.18359375, - 64099.19921875, - 64094.6015625, - 64092.91015625, - 64092.6484375, - 64089.97265625, - 64090.5, - 64088.0, - 64083.70703125, - 64081.828125, - 64081.828125, - 64082.55078125 + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 ], "0.5": [ - 64149.39453125, - 64145.78125, - 64139.265625, - 64134.8671875, - 64130.5703125, - 64122.41796875, - 64114.34375, - 64113.828125, - 64111.97265625, - 64111.265625, - 64109.3125, - 64106.30859375, - 64098.18359375, - 64099.19921875, - 64094.6015625, - 64092.91015625, - 64092.6484375, - 64089.97265625, - 64090.5, - 64088.0, - 64083.70703125, - 64081.828125, - 64081.828125, - 64082.55078125 + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 ], "0.6": [ - 64149.39453125, - 64145.78125, - 64139.265625, - 64134.8671875, - 64130.5703125, - 64122.41796875, - 64114.34375, - 64113.828125, - 64111.97265625, - 64111.265625, - 64109.3125, - 64106.30859375, - 64098.18359375, - 64099.19921875, - 64094.6015625, - 64092.91015625, - 64092.6484375, - 64089.97265625, - 64090.5, - 64088.0, - 64083.70703125, - 64081.828125, - 64081.828125, - 64082.55078125 + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 ], "0.7": [ - 64149.39453125, - 64145.78125, - 64139.265625, - 64134.8671875, - 64130.5703125, - 64122.41796875, - 64114.34375, - 64113.828125, - 64111.97265625, - 64111.265625, - 64109.3125, - 64106.30859375, - 64098.18359375, - 64099.19921875, - 64094.6015625, - 64092.91015625, - 64092.6484375, - 64089.97265625, - 64090.5, - 64088.0, - 64083.70703125, - 64081.828125, - 64081.828125, - 64082.55078125 + 64138.6171875, + 64133.80078125, + 64126.8046875, + 64120.89453125, + 64117.2265625, + 64110.02734375, + 64105.9921875, + 64102.140625, + 64098.6796875, + 64096.53515625, + 64094.38671875, + 64091.421875, + 64083.63671875, + 64086.0234375, + 64080.62109375, + 64079.64453125, + 64077.95703125, + 64075.4921875, + 64076.109375, + 64073.0546875, + 64071.140625, + 64069.9921875, + 64063.93359375, + 64066.1484375 ], "0.8": [ - 64422.28125, - 64473.015625, - 64496.109375, - 64530.66015625, - 64566.26171875, - 64596.953125, - 64620.82421875, - 64652.14453125, - 64670.015625, - 64690.9296875, - 64719.98828125, - 64753.75390625, - 64773.88671875, - 64804.3046875, - 64813.51171875, - 64845.3359375, - 64862.74609375, - 64876.921875, - 64889.4453125, - 64918.609375, - 64928.69140625, - 64946.61328125, - 64963.51953125, - 64986.18359375 + 64369.59765625, + 64417.6328125, + 64451.38671875, + 64487.30859375, + 64526.859375, + 64558.1953125, + 64586.25390625, + 64613.640625, + 64632.37109375, + 64670.21484375, + 64706.46484375, + 64748.99609375, + 64782.34765625, + 64821.4765625, + 64831.625, + 64872.71875, + 64894.58203125, + 64915.08203125, + 64935.0078125, + 64965.37109375, + 64982.76953125, + 65006.34375, + 65033.390625, + 65062.6484375 ], "0.9": [ - 64422.28125, - 64473.015625, - 64496.109375, - 64530.66015625, - 64566.26171875, - 64596.953125, - 64620.82421875, - 64652.14453125, - 64670.015625, - 64690.9296875, - 64719.98828125, - 64753.75390625, - 64773.88671875, - 64804.3046875, - 64813.51171875, - 64845.3359375, - 64862.74609375, - 64876.921875, - 64889.4453125, - 64918.609375, - 64928.69140625, - 64946.61328125, - 64963.51953125, - 64986.18359375 + 64369.59765625, + 64417.6328125, + 64451.38671875, + 64487.30859375, + 64526.859375, + 64558.1953125, + 64586.25390625, + 64613.640625, + 64632.37109375, + 64670.21484375, + 64706.46484375, + 64748.99609375, + 64782.34765625, + 64821.4765625, + 64831.625, + 64872.71875, + 64894.58203125, + 64915.08203125, + 64935.0078125, + 64965.37109375, + 64982.76953125, + 65006.34375, + 65033.390625, + 65062.6484375 ] }, "timestamps": [ - "2026-06-18 09:00:00", "2026-06-18 10:00:00", "2026-06-18 11:00:00", "2026-06-18 12:00:00", @@ -589,6 +588,7 @@ "2026-06-23 05:00:00", "2026-06-23 06:00:00", "2026-06-23 07:00:00", - "2026-06-23 08:00:00" + "2026-06-23 08:00:00", + "2026-06-23 09:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 617b51c0834a345cd3e83b5de94f9bb074182d40..99b710c36f31498e7e8d93dc62fd1d779aaf87d2 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T08:26:42.299700+00:00", + "evaluated_at": "2026-06-23T09:03:59.681627+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 52770582792f92ba92e69abc71b0fc6b007626a4..9462c3d48a57c28eb857a6d296f637bc9ff7a944 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T08:55:39.503131+00:00", + "evaluated_at": "2026-06-23T09:04:02.438397+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t080000z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t090000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t024200z", - "data_fetched_at": "2026-06-23T08:53:53.667791Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t055000z", + "data_fetched_at": "2026-06-23T09:01:59.076885Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []