diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 19b460d7100f64347bd8a8ebd16b82ea0b4a8e81..aad3202987a71da09287ee44e6e795360e866e03 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T13:23:58.373092+00:00", + "generated_at": "2026-06-23T13:36:48.910982+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 8343, - "num_unique_releases": 989 + "num_model_releases": 8353, + "num_unique_releases": 990 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index e0aa002981f976b1b51743153b6c45bf4b7c86bd..9c9979797ef1ae6ecc8f74081d910e530e4d3508 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.7321313427639944,0.8825881442136032,0.18583380699074972,0.5077137221921354,37.683659337099456,3.5074867074052265,0.7004105223150396,1202.0696816519091,7.895267095294706,0.16068033276293062,0.1,10,950,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T13:22:15.518596+00:00 -2,Chronos-2,2.800637464499937,0.9026793545724952,0.17506450310920812,0.5277575206977141,36.31737929887201,3.7399037245421676,0.6604199999881541,1152.3040725227163,7.915199408718559,0.1063574093735968,0.1,10,965,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T13:19:11.450349+00:00 -3,Moirai-1.1-Large,27391.673792674177,8.525629953841662,0.27669776378356187,0.5596621516380913,21.73124172139398,4.677484464963095,0.5496646283016157,1111.1589316959523,191723.20253321363,0.15319314563506659,0.1,10,934,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T13:23:12.286617+00:00 -4,Toto-2.0-1B,2.666451596406209,0.8700339486637129,0.16328270301746967,0.49475791969215377,36.791460910092006,3.6913016578331557,0.6766812829864105,1101.3535084887947,7.930961814187438,0.10057266808489058,0.1,10,956,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T13:21:36.880237+00:00 -5,Timer-S1,2.6896756735739595,0.8937203140962371,0.18092612640376662,0.526041463222,34.552010472806714,4.214285101911576,0.6166916748064282,1055.1184520705876,7.996546463780545,0.14593520063357973,0.1,10,909,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T13:23:50.602231+00:00 -6,TimesFM-2.5,2.5887286599664994,0.8498527329507629,0.14910180744940094,0.6233997821087438,39.148539497358776,4.525837318679654,0.5539829437093814,1040.008032674364,7.668039025924128,0.09269802590832957,0.1,10,973,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T13:20:02.925057+00:00 -7,ARIMA,3.3705420833261583,1.2192454800656556,0.3068393066582995,0.8618861269601517,-0.17579799674261948,6.7695652598942075,0.33266718165327425,877.1145354891813,8.581302569521922,0.06488348044309501,0.1,10,664,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T13:23:53.244815+00:00 -8,ETS,6.054622208979043,1.6402601544081126,0.4428968754955311,1.184177377622891,-6.959850881968646,7.123352217746015,0.2947822861481563,859.0293895841,13.267442010662606,0.10692925157584825,0.1,10,664,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T13:23:53.359716+00:00 -9,Moving-Average,3.3909462497393728,1.1733728131161354,0.3161039191961411,0.807993553124537,7.18360774724994,6.43146756789379,0.3679974058776607,852.4309904631306,8.552694245869336,-0.006024537196883048,0.2,10,664,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T13:23:53.399015+00:00 -10,Seasonal-Naive,3.7313981798310847,1.2799572845980722,0.3283141681386755,0.9530384468285868,3.4037139801724253e-16,7.487374975185126,0.24670207421387932,749.4124053592641,8.698192049271704,0.06526770685124247,0.1,10,664,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T13:23:53.429455+00:00 +1,TiRex,2.73277620841396,0.8828726975463264,0.18583577838753979,0.5078855231328814,37.66159505158619,3.5073937880319632,0.700424932819681,1202.0679818333074,7.896160034484948,0.16096490318713583,0.1,10,951,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T13:35:04.715797+00:00 +2,Chronos-2,2.801554231799299,0.9030438485976731,0.17506727480530243,0.52795758902897,36.2914999663156,3.7404071792101816,0.6603836371707453,1152.3013501372718,7.916275229171899,0.10669856088414346,0.1,10,966,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T13:33:52.835471+00:00 +3,Moirai-1.1-Large,27391.674991693475,8.526040569749162,0.2767008113492797,0.5598914424345908,21.7080112241981,4.678298247954298,0.549551617510597,1111.156272460195,191723.20412694244,0.15360207447273716,0.1,10,935,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T13:36:09.134662+00:00 +4,Toto-2.0-1B,2.667338906602253,0.8703962294036902,0.16328549943576443,0.49497279839163977,36.764718380037365,3.6919915351129715,0.676615189644931,1101.3491192191375,7.932113015992941,0.10090525084696902,0.1,10,957,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T13:34:55.047094+00:00 +5,Timer-S1,2.6908828789407204,0.8941602602406601,0.1809296799311762,0.5263438983576684,34.52254814422254,4.215606805772654,0.6165029938720484,1055.112408986127,7.999225594078422,0.14629142585855637,0.1,10,910,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T13:36:40.365530+00:00 +6,TimesFM-2.5,2.588999035705164,0.8500180886321319,0.14910320882732403,0.6235032090181861,39.130797064887794,4.525371503316442,0.5540532133366414,1040.008683819509,7.668127884814012,0.09294434420810307,0.1,10,974,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T13:34:24.706263+00:00 +7,ARIMA,3.3713081928616146,1.219556868032098,0.30684493425726544,0.8625577024286226,-0.19583451229191554,6.769198485972504,0.33273749422019316,877.1179173076642,8.581585124305256,0.06527260900773037,0.1,10,665,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T13:36:43.838610+00:00 +8,ETS,6.056053768989966,1.6407994844216671,0.4429013774227636,1.1846948969017157,-6.99720710296765,7.124718761835496,0.2946079740518487,859.0249683546708,13.268386639492467,0.10742523018693939,0.1,10,665,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T13:36:43.883267+00:00 +9,Moving-Average,3.3908998563107793,1.1733894829783158,0.3161029506961194,0.8079691614473987,7.178707234060612,6.42998898059585,0.3681671305180246,852.4361141270365,8.552534179191824,-0.006175868721932917,0.2,10,665,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T13:36:43.899258+00:00 +10,Seasonal-Naive,3.731329146738368,1.2799536490772587,0.32831303820016305,0.9530475535175794,3.4022426965219266e-16,7.485150390798395,0.24695581685528964,749.4251837550813,8.698017275804677,0.06512072897622193,0.1,10,665,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T13:36:43.913868+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 0f8e2cf0f7ec0597d1a97779eb9018cd1caefc6d..1290427cb0ee6362f857e4bc493dac6a10b452f3 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.5074867074052265,0.7004105223150396,1202.0696816519091,90,950,7269 -2,Chronos-2,3.7399037245421676,0.6604199999881541,1152.3040725227163,90,962,7266 -3,Moirai-1.1-Large,4.677484464963095,0.5496646283016157,1111.1589316959523,90,934,7197 -4,Toto-2.0-1B,3.6913016578331557,0.6766812829864105,1101.3535084887947,90,956,7298 -5,Timer-S1,4.214285101911576,0.6166916748064282,1055.1184520705876,90,909,7103 -6,TimesFM-2.5,4.525837318679654,0.5539829437093814,1040.008032674364,90,969,7311 -7,ARIMA,6.7695652598942075,0.33266718165327425,877.1145354891813,90,664,5887 -8,ETS,7.123352217746015,0.2947822861481563,859.0293895841,90,664,5887 -9,Moving-Average,6.43146756789379,0.3679974058776607,852.4309904631306,90,664,5887 -10,Seasonal-Naive,7.487374975185126,0.24670207421387932,749.4124053592641,90,664,5887 +1,TiRex,3.5073937880319632,0.700424932819681,1202.0679818333074,90,951,7278 +2,Chronos-2,3.7404071792101816,0.6603836371707453,1152.3013501372718,90,963,7275 +3,Moirai-1.1-Large,4.678298247954298,0.549551617510597,1111.156272460195,90,935,7206 +4,Toto-2.0-1B,3.6919915351129715,0.676615189644931,1101.3491192191375,90,957,7307 +5,Timer-S1,4.215606805772654,0.6165029938720484,1055.112408986127,90,910,7112 +6,TimesFM-2.5,4.525371503316442,0.5540532133366414,1040.008683819509,90,970,7320 +7,ARIMA,6.769198485972504,0.33273749422019316,877.1179173076642,90,665,5896 +8,ETS,7.124718761835496,0.2946079740518487,859.0249683546708,90,665,5896 +9,Moving-Average,6.42998898059585,0.3681671305180246,852.4361141270365,90,665,5896 +10,Seasonal-Naive,7.485150390798395,0.24695581685528964,749.4251837550813,90,665,5896 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 664b0b5e34f8d0b961742b598f24d6b7f8e73c2c..c57843cc61e50b7abca38c2538611ad19d948d90 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -126,6 +126,7 @@ binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:14:1 binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T03:00:15.387964+00:00,2026-06-22T03:00:15.387964+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.34742539351244683,0.5894280223338951,0.00906049733820385,0.47964414223958124,-5.152623180985824,True binance_btcusdt_1h_close/1h/short|window:8acb72f73d3ad8a001a1,2026-06-22T00:57:02.246587+00:00,2026-06-22T00:57:02.246587+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5727852094031666,0.7568257457322436,0.007948332961962012,0.3908421741756471,-25.386992145518363,True binance_btcusdt_1h_close/1h/short|window:8b672e41f4076de52323,2026-06-22T10:47:33.778526+00:00,2026-06-22T10:47:33.778526+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7844263502308207,0.885678468876161,0.006339198304984733,0.35984143368962934,-55.209993777110014,True +binance_btcusdt_1h_close/1h/short|window:8c2beab81929d7a699da,2026-06-23T13:36:43.838610+00:00,2026-06-23T13:36:43.838610+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.9847386973371544,1.7276396317916403,0.02415309833978542,2.3565967610536034,-59.67286687154226,True binance_btcusdt_1h_close/1h/short|window:8c58cdaf32dbaa6aa786,2026-06-23T09:38:09.499900+00:00,2026-06-23T09:38:09.499900+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.566304927075914,1.6019690780648401,0.014143846966331993,1.3177544523613662,-14.56667520469461,True binance_btcusdt_1h_close/1h/short|window:8c9733e71e7878350ef9,2026-06-21T17:17:59.159152+00:00,2026-06-21T17:17:59.159152+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2451833680342065,0.49515994187151946,0.015416484556476194,0.7751129773699335,21.255045579287152,True binance_btcusdt_1h_close/1h/short|window:8d5d6a4f21e62b661d8b,2026-06-22T03:52:30.713466+00:00,2026-06-22T03:52:30.713466+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3682160408490701,0.6068080757942087,0.01267370209900411,0.7467727605105429,-12.667434496614213,True @@ -858,6 +859,7 @@ binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T02:55:1 binance_btcusdt_1h_close/1h/short|window:8a0fac7398308b2c1875,2026-06-17T11:32:09.309978+00:00,2026-06-17T11:32:09.309978+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.4499030735912511,0.6707481446796936,0.012780916440104604,0.3030122991145166,4.719851647741404,True binance_btcusdt_1h_close/1h/short|window:8acb72f73d3ad8a001a1,2026-06-22T00:54:35.962488+00:00,2026-06-22T00:54:35.962488+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.20109392778562815,0.44843497609534,0.005425373312812014,0.2727778513356516,25.786906519785976,True binance_btcusdt_1h_close/1h/short|window:8b672e41f4076de52323,2026-06-22T10:45:37.555153+00:00,2026-06-22T10:45:37.555153+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.16015071364535233,0.4001883477131141,0.004046977920702959,0.310895120142334,17.131556968210475,True +binance_btcusdt_1h_close/1h/short|window:8c2beab81929d7a699da,2026-06-23T13:33:52.835471+00:00,2026-06-23T13:33:52.835471+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,3.88090309798548,1.9700007862905742,0.017302917171809387,1.0833001718194648,-67.4704578363344,True binance_btcusdt_1h_close/1h/short|window:8c58cdaf32dbaa6aa786,2026-06-23T09:34:15.331534+00:00,2026-06-23T09:34:15.331534+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.8345353120906855,1.3544501881171878,0.009277680820394686,0.7077253472386228,2.1124434101575877,True binance_btcusdt_1h_close/1h/short|window:8c9733e71e7878350ef9,2026-06-21T16:31:14.055763+00:00,2026-06-21T16:31:14.055763+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.02728416998513891,0.16517920566808314,0.002467076604197881,0.1831836899059525,86.52063185600024,True binance_btcusdt_1h_close/1h/short|window:8ccd037beb5e10aea188,2026-06-17T02:22:11.443582+00:00,2026-06-17T02:22:11.443582+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.18483322614056388,0.4299223489661405,0.005286381310504468,0.2905971520993176,42.282666682803665,True @@ -1755,6 +1757,7 @@ binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:14:1 binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T03:00:15.447541+00:00,2026-06-22T03:00:15.447541+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07624049525668536,0.27611681451278075,0.0027993931636526074,0.13255530578415065,60.863900992543776,True binance_btcusdt_1h_close/1h/short|window:8acb72f73d3ad8a001a1,2026-06-22T00:57:02.373297+00:00,2026-06-22T00:57:02.373297+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.033942330109868094,0.1842344433320439,0.0019987225065676226,0.08970735520925016,81.8870353828508,True binance_btcusdt_1h_close/1h/short|window:8b672e41f4076de52323,2026-06-22T10:47:33.822978+00:00,2026-06-22T10:47:33.822978+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1637544291789051,0.4046658240806914,0.004068425370945487,0.21496190811045968,16.049564291616228,True +binance_btcusdt_1h_close/1h/short|window:8c2beab81929d7a699da,2026-06-23T13:36:43.883267+00:00,2026-06-23T13:36:43.883267+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,4.4167346650546335,2.1016028799596356,0.01850883199546937,1.7491164671416424,-70.84153271907064,True binance_btcusdt_1h_close/1h/short|window:8c58cdaf32dbaa6aa786,2026-06-23T09:38:09.743054+00:00,2026-06-23T09:38:09.743054+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.808290920882491,1.344727080445133,0.009233652654856145,0.8372577544498475,2.832452723585969,True binance_btcusdt_1h_close/1h/short|window:8c9733e71e7878350ef9,2026-06-21T17:17:59.373376+00:00,2026-06-21T17:17:59.373376+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1653528112193917,0.406635968919858,0.006188377921502674,0.2572875426691846,39.08504492887024,True binance_btcusdt_1h_close/1h/short|window:8d5d6a4f21e62b661d8b,2026-06-22T03:52:30.941892+00:00,2026-06-22T03:52:30.941892+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08255737304387419,0.28732798861905917,0.0030983290413552447,0.1467293409063524,55.1287922100772,True @@ -2485,6 +2488,7 @@ binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T02:59:5 binance_btcusdt_1h_close/1h/short|window:8a0fac7398308b2c1875,2026-06-17T11:35:43.008799+00:00,2026-06-17T11:35:43.008799+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.728815714353312,0.8537070424643995,0.016016921824258682,0.4084323489447684,-19.156449382999504,True binance_btcusdt_1h_close/1h/short|window:8acb72f73d3ad8a001a1,2026-06-22T00:56:26.142066+00:00,2026-06-22T00:56:26.142066+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4862017624948177,0.69728169522426,0.006779691831939212,0.30310085116971147,-17.575740700563408,True binance_btcusdt_1h_close/1h/short|window:8b672e41f4076de52323,2026-06-22T10:47:11.827352+00:00,2026-06-22T10:47:11.827352+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.48174450701942173,0.6940781706835489,0.006222054622963891,0.3705628119320399,-36.064539258434216,True +binance_btcusdt_1h_close/1h/short|window:8c2beab81929d7a699da,2026-06-23T13:36:09.134662+00:00,2026-06-23T13:36:09.134662+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,5.022326901316751,2.2410548635222547,0.01944301944648205,1.210224005915154,-73.8986079249381,True binance_btcusdt_1h_close/1h/short|window:8c58cdaf32dbaa6aa786,2026-06-23T09:37:15.761064+00:00,2026-06-23T09:37:15.761064+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.913500282542665,1.3832932742345945,0.00936699956517327,0.6938069948764679,0.005609713328210227,True binance_btcusdt_1h_close/1h/short|window:8c9733e71e7878350ef9,2026-06-21T17:16:17.746348+00:00,2026-06-21T17:16:17.746348+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.0719689875277427,0.26827036274576194,0.002522790337140804,0.18131810912319754,67.97916075369868,True binance_btcusdt_1h_close/1h/short|window:8ccd037beb5e10aea188,2026-06-17T02:23:26.669519+00:00,2026-06-17T02:23:26.669519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.23984760724721363,0.48974238865674435,0.00625966098978473,0.28714333652966445,31.027906352619993,True @@ -3353,6 +3357,7 @@ binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:14:1 binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T03:00:15.468567+00:00,2026-06-22T03:00:15.468567+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.15889741759751386,0.39861938938982117,0.0049299265200008525,0.22808436595369974,32.70967213875667,True binance_btcusdt_1h_close/1h/short|window:8acb72f73d3ad8a001a1,2026-06-22T00:57:02.422742+00:00,2026-06-22T00:57:02.422742+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.16591954671423226,0.4073322313716805,0.005326766616100762,0.24332629516278417,34.51778093034175,True binance_btcusdt_1h_close/1h/short|window:8b672e41f4076de52323,2026-06-22T10:47:33.846149+00:00,2026-06-22T10:47:33.846149+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.08836447465589138,0.29726162661179695,0.002548387430035732,0.13978531158512925,43.847750475147606,True +binance_btcusdt_1h_close/1h/short|window:8c2beab81929d7a699da,2026-06-23T13:36:43.899258+00:00,2026-06-23T13:36:43.899258+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6603610634184226,0.8126260292523385,0.005299789627833081,0.42980329551208357,6.609256771604051,True binance_btcusdt_1h_close/1h/short|window:8c58cdaf32dbaa6aa786,2026-06-23T09:38:09.816378+00:00,2026-06-23T09:38:09.816378+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.7795481954386414,1.3339970747489072,0.009394799037070925,0.8478338056107465,3.6327436360588723,True binance_btcusdt_1h_close/1h/short|window:8c9733e71e7878350ef9,2026-06-21T17:17:59.445528+00:00,2026-06-21T17:17:59.445528+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.3541700282907864,0.5951218600343853,0.00962480721690074,0.4409674654798754,3.1944729674583034,True binance_btcusdt_1h_close/1h/short|window:8d5d6a4f21e62b661d8b,2026-06-22T03:52:30.995479+00:00,2026-06-22T03:52:30.995479+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1328566614123921,0.3644950773500132,0.004369673045327681,0.1938174372955824,36.47387741163124,True @@ -4017,6 +4022,7 @@ binance_btcusdt_1h_close/1h/short|window:889fa8c462bc168a48f7,2026-06-22T03:14:1 binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T03:00:15.485122+00:00,2026-06-22T03:00:15.485122+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3133767491301912,0.5598006333778046,0.006997276833118936,0.34706806082861713,8.856935204244513e-15,True binance_btcusdt_1h_close/1h/short|window:8acb72f73d3ad8a001a1,2026-06-22T00:57:02.459390+00:00,2026-06-22T00:57:02.459390+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3408425913792598,0.5838172585486487,0.007834985230214898,0.349418143791387,0.0,True binance_btcusdt_1h_close/1h/short|window:8b672e41f4076de52323,2026-06-22T10:47:33.858984+00:00,2026-06-22T10:47:33.858984+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.22636726059465168,0.47578068539470125,0.00463375057949215,0.33831048281389076,6.130651478203357e-15,True +binance_btcusdt_1h_close/1h/short|window:8c2beab81929d7a699da,2026-06-23T13:36:43.913868+00:00,2026-06-23T13:36:43.913868+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7538284816919462,0.8682329651032298,0.00636823145804507,0.5130343816548927,0.0,True binance_btcusdt_1h_close/1h/short|window:8c58cdaf32dbaa6aa786,2026-06-23T09:38:09.870466+00:00,2026-06-23T09:38:09.870466+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.9137149783472547,1.3833708751984244,0.010385777009268541,0.7125846928186026,-5.801402179461336e-15,True binance_btcusdt_1h_close/1h/short|window:8c9733e71e7878350ef9,2026-06-21T17:17:59.487199+00:00,2026-06-21T17:17:59.487199+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.37754444948222393,0.6144464577831203,0.00986854992420835,0.34665722958790884,0.0,True binance_btcusdt_1h_close/1h/short|window:8d5d6a4f21e62b661d8b,2026-06-22T03:52:31.025884+00:00,2026-06-22T03:52:31.025884+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28541744693596577,0.5342447444158583,0.006534114068261951,0.344179263781772,9.724554652699964e-15,True @@ -4748,6 +4754,7 @@ binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T02:59:2 binance_btcusdt_1h_close/1h/short|window:8a0fac7398308b2c1875,2026-06-17T11:34:20.068974+00:00,2026-06-17T11:34:20.068974+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.574020279918533,0.7576412607022752,0.014391608071771492,0.37713192602778145,-7.444468453048039,True binance_btcusdt_1h_close/1h/short|window:8acb72f73d3ad8a001a1,2026-06-22T00:55:45.855510+00:00,2026-06-22T00:55:45.855510+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2954067016533306,0.5435132948266589,0.006209535198921523,0.2699512596526466,7.141208677712725,True binance_btcusdt_1h_close/1h/short|window:8b672e41f4076de52323,2026-06-22T10:46:45.553225+00:00,2026-06-22T10:46:45.553225+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3673220531396736,0.6060709967814609,0.006586515211505761,0.31813497540883073,-23.74218118537651,True +binance_btcusdt_1h_close/1h/short|window:8c2beab81929d7a699da,2026-06-23T13:35:04.715797+00:00,2026-06-23T13:35:04.715797+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,2.849982979957155,1.688189260704248,0.01457327607865068,0.9753280402771374,-58.16493233821977,True binance_btcusdt_1h_close/1h/short|window:8c58cdaf32dbaa6aa786,2026-06-23T09:36:23.033475+00:00,2026-06-23T09:36:23.033475+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.6905824492206147,1.3002239996326075,0.009105377290744624,0.6894875384893094,6.190735742838141,True binance_btcusdt_1h_close/1h/short|window:8c9733e71e7878350ef9,2026-06-21T17:12:10.401177+00:00,2026-06-21T17:12:10.401177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.01771644841108554,0.13310314951602586,0.0019919278701277117,0.15417489532222442,91.03556739079835,True binance_btcusdt_1h_close/1h/short|window:8ccd037beb5e10aea188,2026-06-17T02:23:04.669585+00:00,2026-06-17T02:23:04.669585+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.15090318105796446,0.3884625864326762,0.004579921847652155,0.2421203969429595,50.241909402967394,True @@ -5695,6 +5702,7 @@ binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T03:00:1 binance_btcusdt_1h_close/1h/short|window:8a0fac7398308b2c1875,2026-06-17T11:36:16.892365+00:00,2026-06-17T11:36:16.892365+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.30609973295347176,0.5532628064071105,0.01079066834809581,0.26381192694117733,23.530136140682732,True binance_btcusdt_1h_close/1h/short|window:8acb72f73d3ad8a001a1,2026-06-22T00:56:52.160586+00:00,2026-06-22T00:56:52.160586+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09724655805690471,0.3118438039418207,0.0032760892528657715,0.1628273288811205,55.60421517763483,True binance_btcusdt_1h_close/1h/short|window:8b672e41f4076de52323,2026-06-22T10:47:31.788485+00:00,2026-06-22T10:47:31.788485+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.13451042680830227,0.36675663158053773,0.003135411319500816,0.19310804358400824,25.45373044462641,True +binance_btcusdt_1h_close/1h/short|window:8c2beab81929d7a699da,2026-06-23T13:36:40.365530+00:00,2026-06-23T13:36:40.365530+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,4.73586755339266,2.1762048509716774,0.01920887553593523,1.4027396148639177,-72.53660396225095,True binance_btcusdt_1h_close/1h/short|window:8c58cdaf32dbaa6aa786,2026-06-23T09:37:53.126373+00:00,2026-06-23T09:37:53.126373+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.704638642128724,1.3056181073073105,0.008898563097764411,0.7286975434684836,5.778217337171907,True binance_btcusdt_1h_close/1h/short|window:8c9733e71e7878350ef9,2026-06-21T17:17:35.692655+00:00,2026-06-21T17:17:35.692655+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.02642381464199248,0.16255403606798718,0.0023723007167705894,0.1358711946626952,86.91787598747241,True binance_btcusdt_1h_close/1h/short|window:8ccd037beb5e10aea188,2026-06-17T02:23:42.841837+00:00,2026-06-17T02:23:42.841837+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3291761914236114,0.5737387832660534,0.008578754194568836,0.3245233425058188,16.114254150146404,True @@ -6610,6 +6618,7 @@ binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T02:55:4 binance_btcusdt_1h_close/1h/short|window:8a0fac7398308b2c1875,2026-06-17T11:32:36.605531+00:00,2026-06-17T11:32:36.605531+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.4238911042287543,0.6510692007987741,0.009919224981746527,0.5001549565400869,7.685951396254043,True binance_btcusdt_1h_close/1h/short|window:8acb72f73d3ad8a001a1,2026-06-22T00:55:03.159797+00:00,2026-06-22T00:55:03.159797+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.19851734814255775,0.44555285673257417,0.0035910119594315475,0.2842543102323815,26.387803914929965,True binance_btcusdt_1h_close/1h/short|window:8b672e41f4076de52323,2026-06-22T10:46:10.833541+00:00,2026-06-22T10:46:10.833541+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.26956409725816716,0.5191956252301893,0.004100079632426448,0.39219063673982285,-8.710245073136774,True +binance_btcusdt_1h_close/1h/short|window:8c2beab81929d7a699da,2026-06-23T13:34:24.706263+00:00,2026-06-23T13:34:24.706263+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.5145542494726667,1.2306722754139978,0.011908886013628267,0.8041029197172739,-33.53604122132227,True binance_btcusdt_1h_close/1h/short|window:8c58cdaf32dbaa6aa786,2026-06-23T09:35:01.999499+00:00,2026-06-23T09:35:01.999499+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.7349551050999665,1.3171769452507003,0.00906477839814645,0.8784613465221267,4.899315892063272,True binance_btcusdt_1h_close/1h/short|window:8c9733e71e7878350ef9,2026-06-21T16:31:55.779007+00:00,2026-06-21T16:31:55.779007+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.015409594664524972,0.12413538844553947,0.00260355802918897,0.10316053958724042,92.15704996853512,True binance_btcusdt_1h_close/1h/short|window:8ccd037beb5e10aea188,2026-06-17T02:22:26.661651+00:00,2026-06-17T02:22:26.661651+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.39354500389074154,0.6273316538249457,0.013673155094831793,0.3830169886756,7.312755963035135,True @@ -7582,6 +7591,7 @@ binance_btcusdt_1h_close/1h/short|window:898d7c937d1306ecacc1,2026-06-22T02:56:1 binance_btcusdt_1h_close/1h/short|window:8a0fac7398308b2c1875,2026-06-17T11:33:55.171648+00:00,2026-06-17T11:33:55.171648+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.5583685988452459,0.7472406565794222,0.014363315371893727,0.3554216654829276,-6.068530222428685,True binance_btcusdt_1h_close/1h/short|window:8acb72f73d3ad8a001a1,2026-06-22T00:55:32.215049+00:00,2026-06-22T00:55:32.215049+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.11974019146486424,0.34603495699837067,0.003706450274094684,0.2521549962752823,48.00492075476119,True binance_btcusdt_1h_close/1h/short|window:8b672e41f4076de52323,2026-06-22T10:46:36.458113+00:00,2026-06-22T10:46:36.458113+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.164488673494129,0.40557203243582884,0.003862288349035755,0.21321123668486208,15.831558818412962,True +binance_btcusdt_1h_close/1h/short|window:8c2beab81929d7a699da,2026-06-23T13:34:55.047094+00:00,2026-06-23T13:34:55.047094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,3.7105055863707976,1.9262672676372814,0.016911723559879795,1.1181503704644642,-66.22884980383813,True binance_btcusdt_1h_close/1h/short|window:8c58cdaf32dbaa6aa786,2026-06-23T09:35:49.515329+00:00,2026-06-23T09:35:49.515329+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.7154803582770022,1.3097634741727233,0.00916586975697335,0.685359564842476,5.462219629507262,True binance_btcusdt_1h_close/1h/short|window:8c9733e71e7878350ef9,2026-06-21T17:00:54.140892+00:00,2026-06-21T17:00:54.140892+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.028243860214981275,0.16805909738833325,0.002658503356120769,0.22020538903242784,86.0795101583599,True binance_btcusdt_1h_close/1h/short|window:8ccd037beb5e10aea188,2026-06-17T02:22:49.444952+00:00,2026-06-17T02:22:49.444952+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.21770936065540178,0.466593356848768,0.006083580433662636,0.28852807356484805,35.33578940059116,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 0c3878d358d5d16bc4220aaabb5a616c2f8f527c..24d621c1970917172f1f7a2688a389558a284245 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2303478611417982,1.0145611886376305,0.01126589670775784,0.8186889382552698,-13.789246263653352,1.22062149299839,0.4842723548960506,1.3599621042731003e-27,228,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T13:23:53.107258+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2380089564963628,1.0176750683020583,0.011322172697417348,0.8254046929399786,-13.989611419146316,1.2234470408317362,0.48816364054240396,3.95930644491883e-28,229,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T13:36:43.838610+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5403797673006585,1.0781587478820736,0.10665469540415219,0.8366690121214557,-56.28506249342217,1.6757996321466717,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T13:13:45.370166+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.910976136573286,1.2681468148837518,1.2932229673790996,0.9912499381846754,9.775247230657454,1.404352167356141,-0.030996992829053896,0.5980573287788915,132,0.9621212121212122,2026-06-17T12:10:12.335728+00:00,2026-06-23T13:23:53.147941+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.8470601730414336,2.2207368897641184,0.1322350680634107,1.523499652983632,13.15981089952733,4.800088014569779,0.3162280701754385,5.012440725528422e-06,96,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T13:23:53.203153+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.3626651 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0773899758066314,1.0143075542996194,0.588600849566593,0.5049307599989376,20.26597496350963,0.453652016312704,-0.07807807807807807,0.4964399910945455,37,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T13:13:45.525341+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6165010349689841,1.0140346218494274,0.014773143685131057,0.699714397140782,14.779812452795081,2.87010050975131,-0.01530612244897959,0.8766975149490891,49,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T13:23:53.244815+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7088882421927962,0.7088514591745381,0.007712848685494829,0.39106374567383034,22.0720328088674,1.1637141543322127,0.357633973710819,3.624846046812921e-23,345,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T13:18:45.674340+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7180559151864168,0.7124963994263186,0.007740565646437933,0.39306442898639,21.81323948330323,1.174472358865615,0.36104548881628545,1.207333120064696e-23,346,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T13:33:52.835471+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.342872866747477,0.4745200182106267,0.05384135267866591,0.2697134153077109,20.663981301944094,0.5070594714806828,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T13:08:45.092457+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.24253423617968417,0.38219492254419085,0.45387440210880525,0.2051424524576366,75.19673882531794,0.3500255961262586,0.22845149790121327,3.441113243688913e-06,187,0.9679144385026738,2026-06-16T12:06:44.487655+00:00,2026-06-23T13:18:51.611289+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.961395022601109,2.164703434069077,0.13379435632316086,1.2295725803907092,10.350367422463858,5.5365918150103015,0.49253731343283574,3.1211205827460774e-17,134,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T13:18:56.465788+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.140 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9287578053737696,0.9291673363256524,0.5763412414970376,0.48344938624166844,26.144221570446785,0.498398760356675,0.15555555555555556,0.09355152428639044,55,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T13:09:09.892155+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5966741864370266,0.8718166891120973,0.01021059544253919,0.5447984077536683,35.08493925541422,3.5279456313484188,0.035730438715513346,0.6690076903774476,67,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T13:19:11.450349+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.138462240042306,0.8665371489198485,0.008199418632891135,0.5639973186330375,14.704213368647515,1.7601253942168926,0.36192905170415024,4.118088208109891e-16,228,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T13:23:53.284386+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.15277784015153,0.8719304490553934,0.008244437905216806,0.5691725114212847,14.33065115865748,1.7695716825155128,0.3668888378150616,1.398604830822649e-16,229,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T13:36:43.883267+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.16949130757092,1.7497344256684344,0.18642719878410866,1.3506063173057374,-69.43453939087526,4.262176024066775,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T13:13:45.582181+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.9704740473951197,1.5712156194867073,1.3729461640785077,1.1829404115468332,-4.173887230261384,2.3430225888408467,0.09183437427712236,0.11830750096212429,132,0.9621212121212122,2026-06-17T12:10:12.697348+00:00,2026-06-23T13:23:53.307872+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,9.079125108732322,2.6204477838985762,0.1549538674512101,1.8218185536889602,4.255312327501728,8.41465929345933,0.4092105263157894,3.498229764096974e-09,96,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T13:23:53.335913+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,10.77412089 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2224302514863008,1.0626427117701875,0.6363941685713268,0.5450652291259903,17.699884775215413,0.6404006551491408,0.07807807807807807,0.4964399910945455,37,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T13:13:45.676532+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.39576782714409,0.9306208486363996,0.013363573008291357,0.6421936776234033,21.865260325304618,2.7655363768163173,0.003401360544217687,0.972494915019066,49,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T13:23:53.359716+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9336710870876055,0.8408546189483335,0.009050820348588461,0.42834238985237405,5.3173875130202815,1.3595072423007601,0.2498351553010585,6.2119915252761755e-12,340,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T13:22:50.204415+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9456612800912099,0.8449607780233305,0.009081296005767035,0.4306352978173675,5.0850825410614595,1.3754445301623697,0.2539244436777644,2.603862296129165e-12,341,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T13:36:09.134662+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2886136182620137,0.4407444560959034,0.05033385638043658,0.2531190149114259,28.17436354196208,0.40767979411602007,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T13:12:34.960768+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.7566660079224572,1.0813673242983652,1.3676817372960772,0.5446051256610441,27.126027568298344,2.469871570691359,0.28495887191539365,8.447753649251981e-09,185,0.972972972972973,2026-06-16T12:07:52.741323+00:00,2026-06-23T13:22:56.739891+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.539441270194324,2.4049644654002944,0.13875390200490084,1.2345662982269208,6.96020041023324,33.392809210965794,0.5351732237228422,1.2260374366156426e-19,131,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T13:23:03.931352+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1615778260661151,1.0453026185401673,0.6291214146919643,0.4976252275480886,14.307977271405031,0.7352109832387587,-0.1223404255319149,0.21999193355152702,48,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T13:13:06.789481+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.819829274043912,1.2186658795978622,0.013020662962913782,0.6522495623768308,11.780940546940595,5.728030990228893,0.0303030303030303,0.7190589532180416,66,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T13:23:12.286617+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7666020148974846,0.7744520448590972,0.007517654677640958,0.48566023615892195,17.831431975167227,0.7442192982056653,0.24345003477857638,4.449880457018117e-08,228,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T13:23:53.371419+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7661380806115498,0.7746187434809018,0.007507969677423456,0.4854163193875384,17.78242684327394,0.7426186314305208,0.2419367195280778,5.034774824896507e-08,229,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T13:36:43.899258+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5471956995007726,0.6762872243537096,0.07417545192580133,0.45238264992358557,-33.28656191496858,0.5127123707334149,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T13:13:45.691177+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.5808088219552983,1.4669062343414156,1.46000571071341,1.2915089394985204,5.604990607290899,1.9764667207740936,0.24982650936849407,2.146845461862095e-05,132,0.9621212121212122,2026-06-17T12:10:12.867076+00:00,2026-06-23T13:23:53.379120+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.407903475581645,2.3431852918863565,0.13827483117450437,1.5780089261011192,7.936339099451629,4.805577824965359,0.26885964912280697,0.00010420938550881354,96,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T13:23:53.390612+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.080273070935194,1.0149697433627343,0.6594781710282721,0.5187508060355102,20.394392113157647,0.4514265880960206,0.018018018018018018,0.8752869537322376,37,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T13:13:45.733111+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9027213068678728,1.0585483947436778,0.015633759412382448,0.7643390651117735,15.069196030813057,3.6247065206110487,-0.020408163265306117,0.8361066583228702,49,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T13:23:53.399015+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9119142640138589,0.8765583077661184,0.008955790651381355,0.4921800638620002,3.3692395596412035e-16,0.8262388592543217,0.19460545637220802,1.2192067939292128e-05,228,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T13:23:53.406263+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9112239330866888,0.8765219525579835,0.008944491266257616,0.4922711307519254,3.3545267231362197e-16,0.8244911245840508,0.19313567762200257,1.3567697904230845e-05,229,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T13:36:43.913868+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.24001634527529367,0.4544740261704839,0.051685353854007944,0.3219751307891324,1.4438931485930167e-16,0.2296321096103468,0.04761904761904762,1.0,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T13:13:45.742815+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.7290141148827636,1.5242000735255519,1.4533388971145191,1.349702727908241,1.093974053829946e-15,1.9927814956698575,0.2616238723108952,8.59929128752753e-06,132,0.9621212121212122,2026-06-17T12:10:12.978229+00:00,2026-06-23T13:23:53.412367+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.965897163536354,2.4818405304539612,0.14427558306303007,1.9893358696077197,1.2298877391216653e-16,4.794770606417069,0.26008771929824553,0.00017405803633866392,96,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T13:23:53.421275+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.6468278723805707,1.2503702557586094,0.7188416334759469,0.9609045576726192,-5.381002015129729e-17,0.7820509008508376,0.17117117117117117,0.13596347576397852,37,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T13:13:45.782281+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.237326850189453,1.2151357197524706,0.016431191619239487,0.6641948504576776,3.813462780696706e-15,3.7565586988483055,-0.01276052858947315,0.8971184220232427,49,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T13:23:53.429455+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.638093800573726,0.7121713294635275,0.007811385088707431,0.3860508135183949,17.515566972294216,0.7113748166826708,0.46517809675704413,1.0009980422393181e-37,342,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T13:21:56.136863+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6445424570733861,0.7150168627907598,0.007831099056608141,0.38776882292585474,17.294924117161525,0.7203042085851091,0.46802380099909635,2.8244703654569917e-38,343,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T13:35:04.715797+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32355845359025515,0.4362658768354618,0.048157471808452285,0.24349446471584263,36.154594422427266,0.4797179032349619,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T13:11:41.420965+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.3001201631046941,0.4271910836599169,0.5845592955642898,0.21384491126937777,74.40215460250553,0.4455564574591716,0.26277244986922405,1.0069365512392953e-07,186,0.967741935483871,2026-06-16T12:07:37.946365+00:00,2026-06-23T13:22:02.060760+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.397168398713837,2.0843151842913636,0.12845132382064103,1.1607400059948316,13.239024519375668,4.879668915289016,0.4677307425399028,1.7890738308338873e-15,132,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T13:22:09.407792+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1640585 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8840612980988769,0.9152061733039277,0.5925079420333217,0.4755008734816154,26.096883932792746,0.4215169390405538,0.1478129713423831,0.12194743469194921,52,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T13:12:06.286908+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5818806811967572,0.8642045493110191,0.00989110141756257,0.5375750127953125,35.73709028743931,3.3840786575797206,0.03844414292175487,0.6455309866197934,67,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T13:22:15.518596+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.655513413742666,0.6891868828219843,0.007197952891510184,0.3805088563044605,27.046066652257025,0.8645107503812586,0.3861099335876784,3.805229904684277e-26,337,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T13:23:33.504980+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6675854674102695,0.6935863442662141,0.007233488165606118,0.38353320766114535,26.751443366415284,0.8913020533600321,0.38967218583744495,1.1254042616907116e-26,338,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T13:36:40.365530+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.29483004496619825,0.46548654878620704,0.051677057688773544,0.23891626291868845,18.012729595469647,0.3783377150923359,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T13:13:23.573666+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10752168514647037,0.25003163755461744,0.3967082010399126,0.1321369979675349,89.85384677851631,0.19996433458428234,0.2959827058187714,2.697199964985997e-09,183,0.9726775956284153,2026-06-16T12:08:08.243141+00:00,2026-06-23T13:23:40.433257+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.323890943748009,2.0939074284250987,0.13096168551061965,1.2953114693126593,11.877648905230917,4.627947188137354,0.38857642794650665,9.222321550972033e-11,127,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T13:23:45.736036+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1368 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.006524008338965,0.9888395157671105,0.6561923806059051,0.5246056230024532,19.48601245987616,0.3508813059211922,0.18038852913968548,0.07373754991173526,47,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T13:13:42.024184+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.722242523854818,0.9321681646832376,0.011220645261935643,0.5999872780840687,28.27361070424822,3.4996888248672633,-0.018945212493599588,0.8262992790852917,63,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T13:23:50.602231+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5709429215324461,0.6535809474365168,0.007018077062154875,0.44314300576347304,28.38504810242025,0.6823348786319046,0.3977607737917785,1.6683564737892523e-28,348,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T13:19:36.979732+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5736466789190943,0.6552345042502059,0.007032090841385458,0.44417727485789665,28.207623777710385,0.6832234675307534,0.40022395678951356,6.455226280048941e-29,349,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T13:34:24.706263+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.33495704111947366,0.5010608588966544,0.057479343375581575,0.33223136035557854,10.92486816077923,0.37532226183456846,-0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T13:09:40.323822+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10438816141697557,0.25216278244862406,0.3294726135903849,0.18249183382336068,85.97280528106577,0.17153775865813412,0.020982272595175818,0.670664344338163,186,0.967741935483871,2026-06-16T12:07:01.390017+00:00,2026-06-23T13:19:45.241228+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.756329059468379,1.9338072414907372,0.125017209823111,1.390195361139281,19.85524358584687,4.724672114817725,0.4781647318960752,1.921050604846561e-16,135,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T13:19:57.187170+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8744024582008242,0.9116593170863342,0.5170260765873402,0.6892685203306067,26.903263343988275,0.3990081854109155,0.1595959595959596,0.0853395958152206,55,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T13:10:16.677949+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.496082989829835,0.8438066521812555,0.010243828412806211,0.6464506760214753,36.5668893711282,3.2540726466781376,0.027216856892010532,0.7427673318146732,68,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T13:20:02.925057+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6581585119799532,0.6800215221152777,0.00729204462586404,0.378967644232552,25.765453584122195,1.0349407381835511,0.38131041890440387,5.70054809592342e-26,343,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T13:21:18.150704+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6670316139403918,0.6836443295150508,0.007320008808811761,0.38111643122741223,25.4980282835758,1.0464527562385801,0.3846362465251882,1.8060324324245053e-26,344,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T13:34:55.047094+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40519730215333866,0.5287544315839078,0.05883406185198004,0.28694694299859,9.790961717185407,0.5513226404559831,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T13:10:47.681198+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.18535571129047457,0.31220800021937406,0.35392010318838363,0.16450369595541597,84.08234931137646,0.33894231447904183,0.273090481786134,3.4015680960976146e-08,185,0.9675675675675676,2026-06-16T12:07:21.772238+00:00,2026-06-23T13:21:23.883026+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.908379845667817,1.993366528905023,0.12462632776500429,1.1186851526546093,15.62841863681933,4.728084656497759,0.40680058354842324,3.114928506574113e-12,134,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T13:21:28.937365+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 708bfca063384d35c12b5e3bb323ab6133cfdebf..59c25bed3d7c248864648d4fcd7233ad47be1760 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T13:23:53.530558+00:00", + "generated_at": "2026-06-23T13:36:44.120726+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 8487704903d286b5847371c6e3599176a05658ef..1a977af4d16f789ba81d0f739a00650749c1ae2a 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.4322056622342117,0.9059883583609023,7.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 Air Quality,Moving-Average,1.5248091692853838,1.3250564926492328,9.0,1,1,1.0 Air Quality,ETS,87.38344699188936,9.823467973646709,10.0,1,1,1.0 -Finance,Moving-Average,0.6651067326661556,0.9287076051373484,1.0,1,1,1.0 +Finance,Moving-Average,0.8760097017510685,0.7632727147065043,1.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,2.0,1,1,1.0 -Finance,Timer-S1,1.1926050443975764,1.1176032349581044,3.0,1,1,1.0 -Finance,TiRex,1.3745826236456515,1.1787017642866306,4.0,1,1,1.0 -Finance,ARIMA,2.172816357492512,1.2942345164586067,5.0,1,1,1.0 -Finance,TimesFM-2.5,1.0228972325829304,1.3005524471170713,6.0,1,1,1.0 -Finance,Toto-2.0-1B,2.0017543621443714,1.4354787795023203,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,3.1090012500535136,1.7807082017681284,8.0,1,1,1.0 -Finance,Chronos-2,2.8223389925178077,1.8216137770213943,9.0,1,1,1.0 -Finance,ETS,3.170179107969771,2.5498377023710685,10.0,1,1,1.0 +Finance,TimesFM-2.5,2.009149675630846,1.5182889668352304,3.0,1,1,1.0 +Finance,TiRex,3.780678296421555,2.134893470503949,4.0,1,1,1.0 +Finance,Chronos-2,5.148257451449573,2.354548865854485,5.0,1,1,1.0 +Finance,Toto-2.0-1B,4.922214636998957,2.375305853854537,6.0,1,1,1.0 +Finance,Timer-S1,6.282420561721339,2.703175381627612,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,6.662426564255417,2.7391332793621275,8.0,1,1,1.0 +Finance,ETS,5.859071091531857,2.8809850438147824,9.0,1,1,1.0 +Finance,ARIMA,3.959440071351503,3.8149179187310205,10.0,1,1,1.0 Hazards,ARIMA,0.567637194590232,0.5674252074657933,1.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.559209060564735,0.5777659783168213,2.0,1,1,1.0 Hazards,Moving-Average,0.5940060485007667,0.5836026351328607,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index b478e7ae4394c10156323fdcb1a8e4cba2ee7b09..bb8392516bfddeb6ad9577fac5a6d678ce76be38 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,ARIMA,1.0070261058266976,0.7800587569760835,4.0,6,6,1.0 -1h,TiRex,0.6023796050472927,0.8122609988416543,4.333333333333333,6,6,1.0 -1h,Toto-2.0-1B,0.48278279422898573,0.7123523263762892,4.5,6,6,1.0 -1h,Chronos-2,0.721685499038669,0.8773185715454329,4.666666666666667,6,6,1.0 -1h,Timer-S1,0.7724489874653879,0.8538571827110737,4.666666666666667,6,6,1.0 -1h,Moving-Average,0.8428719601986957,0.9929582420347471,5.166666666666667,6,6,1.0 -1h,Moirai-1.1-Large,1.419402832874796,1.0847907671724417,5.833333333333333,6,6,1.0 +1h,Chronos-2,0.7977310428871355,0.9156564461464558,4.0,6,6,1.0 +1h,TiRex,0.7130227800534368,0.8967904609493155,4.333333333333333,6,6,1.0 +1h,Toto-2.0-1B,0.5608887698831365,0.7747269087332559,4.333333333333333,6,6,1.0 +1h,ARIMA,1.1129505143876925,0.9340555099152278,4.833333333333333,6,6,1.0 +1h,Moving-Average,0.8824657697458658,0.9610170827389635,5.166666666666667,6,6,1.0 +1h,Timer-S1,1.0189233986859807,0.9892733998002724,5.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,1.6116630807658607,1.16551011719415,5.833333333333333,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,6.333333333333333,6,6,1.0 -1h,TimesFM-2.5,0.7034163225536868,1.0145672653005968,7.0,6,6,1.0 -1h,ETS,3.78561823156273,2.185521720966317,8.5,6,6,1.0 +1h,TimesFM-2.5,0.7871832113190914,1.0410828047202059,6.5,6,6,1.0 +1h,ETS,4.193670544207069,2.2304536595754834,8.333333333333334,6,6,1.0 6min,TimesFM-2.5,0.006365348298783292,0.08785984087365559,1.0,1,1,1.0 6min,TiRex,0.11628577628688691,0.28765638752406336,2.0,1,1,1.0 6min,Timer-S1,0.1865912591439226,0.3175053132345421,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index e76e5f43c23fabd3de1f5df0afe421a262d04c8d..72cead207785c1416920c06283c01cacd61753d8 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,TiRex,0.47289097293536037,0.7592961387644733,4.142857142857143,7,7,1.0 -24,Toto-2.0-1B,0.39867969067035286,0.6630530522936244,4.142857142857143,7,7,1.0 -24,Chronos-2,0.5904937001800954,0.8258029133786344,4.714285714285714,7,7,1.0 -24,ARIMA,0.9853257456922329,0.8879090271111588,4.857142857142857,7,7,1.0 -24,Timer-S1,0.6775776701128179,0.8367440889281635,4.857142857142857,7,7,1.0 -24,Moving-Average,0.7311701901827958,0.9668936132817441,5.428571428571429,7,7,1.0 -24,Moirai-1.1-Large,1.090820416943072,0.9848772782475668,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.5411903338958562,0.8932011686494217,6.142857142857143,7,7,1.0 +24,Toto-2.0-1B,0.45336240916373377,0.7125156167092322,4.0,7,7,1.0 +24,Chronos-2,0.6434403325573507,0.8566393897382271,4.142857142857143,7,7,1.0 +24,TiRex,0.5464271774985138,0.8265409471795213,4.142857142857143,7,7,1.0 +24,Moving-Average,0.7605131038240789,0.9401721192620315,5.428571428571429,7,7,1.0 +24,Timer-S1,0.8591107179454994,0.9492721397738525,5.428571428571429,7,7,1.0 +24,ARIMA,1.073519501189544,1.0361817320466495,5.571428571428571,7,7,1.0 +24,Moirai-1.1-Large,1.216299759007847,1.0473680434594765,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.5959817065357554,0.9131730327455571,5.714285714285714,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.571428571428571,7,7,1.0 -24,ETS,2.9142058220894334,2.0032197862613828,8.571428571428571,7,7,1.0 +24,ETS,3.181461305544557,2.0384689291950813,8.428571428571429,7,7,1.0 60,TimesFM-2.5,0.006365348298783292,0.08785984087365559,1.0,1,1,1.0 60,TiRex,0.11628577628688691,0.28765638752406336,2.0,1,1,1.0 60,Timer-S1,0.1865912591439226,0.3175053132345421,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 72aad4f4a569b3762cc041b9036bc785251dee38..24d19bd25cefa216e6a2e6a7852bbb28cc291017 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.34355864204074527,0.613629482447874,3.6,10,10,1.0 -Overall,Timer-S1,0.48154333386017384,0.6597639351347913,4.2,10,10,1.0 -Overall,Chronos-2,0.5116346487965506,0.7046262332578632,4.3,10,10,1.0 -Overall,Toto-2.0-1B,0.3584779901014662,0.5752435946316061,4.3,10,10,1.0 -Overall,Moirai-1.1-Large,0.7074312864664901,0.7630013959259223,5.3,10,10,1.0 -Overall,ARIMA,0.9147956209995425,0.8508858174160384,5.7,10,10,1.0 -Overall,TimesFM-2.5,0.29235235460911013,0.6296378313396676,5.8,10,10,1.0 -Overall,Moving-Average,0.6791874615824718,0.8763819073211271,5.9,10,10,1.0 +Overall,TiRex,0.3801375443792006,0.6511835861210911,3.6,10,10,1.0 +Overall,Chronos-2,0.543331714938622,0.7229428195106444,3.9,10,10,1.0 +Overall,Toto-2.0-1B,0.3922269874778416,0.6049563889899184,4.2,10,10,1.0 +Overall,Timer-S1,0.5685889450781312,0.7206878978515476,4.6,10,10,1.0 +Overall,Moirai-1.1-Large,0.7634584682129599,0.7965762854277469,5.3,10,10,1.0 +Overall,TimesFM-2.5,0.3127696648926298,0.6394601290145596,5.5,10,10,1.0 +Overall,Moving-Average,0.6981542996828068,0.8593567184767658,5.9,10,10,1.0 +Overall,ARIMA,0.9713710416721143,0.9480221989001708,6.2,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.2,10,10,1.0 -Overall,ETS,2.169046199254824,1.5943605817011874,8.7,10,10,1.0 +Overall,ETS,2.306446042591478,1.6139474686597048,8.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index ba7b00d9f10132e5f240133ddbc81193159ee0a1..b0f9f3a46cc21262ad7703f81bf69a0a45e54688 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,3738128.4374678894,1932164.9431985568,1075.0071249190212,1.879273642040445,0.017086934234888218,0.016845308733060525,50.41520358826025,1933.4240190573535,0.030365576512265815,0.016883627585672967,0.016003747451017025,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1106807.7382877937,2579467.172171479,1558.0333211408986,1.9720977835564544,0.02415309833978542,0.024466219876424066,61.98221061752687,1052.0493041144953,0.016333960598461962,0.024189792986961237,0.022975606125939296,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,7.593872656247368,7.767905889057713,2.0541670094513194,1.2031163736856252,0.07288689077029968,0.07797187149296309,38.49013958177101,2.755698215742676,0.10379440500387625,0.07737096947211616,0.0750193446187416,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.22965174914736247,0.2314355060738095,0.35550573730897955,1.0688151253051663,0.4389331629660917,0.6790301614321502,41.259651530814914,0.47921993817803793,0.7104466348082089,0.527039537808927,0.5231988667756254,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.1437706757699051,0.1319694569488602,0.3283136465344993,2.9548228188104932,0.26309315725874005,0.2248145039021072,58.69509418959168,0.3791710376201024,0.2831982584635879,0.24521348864613496,0.22477605901089145,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 8e38a67034863230951911f98ea9aee1763d23e2..ac8f3a1f4d1c3a67b9971ff6dc5902e76b85109f 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,11 +1,25 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T13:23:53.107258+00:00", + "evaluated_at": "2026-06-23T13:36:43.838610+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, 63816.609375, 62369.44140625, 62688.0, @@ -87,7 +101,9 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, + 63311.98828125 + ], + "actuals": [ 63896.01171875, 64606.0, 64257.98828125, @@ -101,9 +117,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65578.0 - ], - "actuals": [ + 65578.0, 64980.390625, 64836.94921875, 64719.76953125, @@ -113,363 +127,363 @@ 64433.80078125, 64320.5703125, 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62137.98828125 + 64020.01171875 ], "p50": [ - 64698.228758783924, - 64738.12670424215, - 64722.886555394536, - 64722.9165391328, - 64704.59932978051, - 64707.26388924843, - 64719.22649326681, - 64719.91807379806, - 64714.555898271035, - 64676.294705892455, - 64719.572283648275, - 64682.05936308148, - 64754.290508335114, - 64714.55589827175, - 64734.89066952983, - 64719.91807378478, - 64707.920619180695, - 64720.28788510208, - 64691.99715242995, - 64722.914998293934, - 64714.90168840825, - 64721.41653603935, - 64719.22649351177, - 64707.920619180695 + 62696.75200067133, + 62707.24080663108, + 62736.098987171266, + 62750.982710283024, + 62759.66766640632, + 62791.38591151225, + 62826.60160008181, + 62806.331931618566, + 62855.3098247077, + 62846.76639551354, + 62852.102555002464, + 62889.3794296366, + 62866.49605933005, + 62903.82920864645, + 62890.27484417014, + 62917.89156360443, + 62901.36528123122, + 62899.074379248515, + 62917.554048140286, + 62893.7931913956, + 62924.169415726545, + 62925.7804412496, + 62929.61597052221, + 62927.65013261743 ], "p10": [ - 64455.744352812246, - 64465.961250931716, - 64471.476584755044, - 64484.92983747641, - 64470.88138117658, - 64465.43621773095, - 64458.79010110207, - 64483.60822460793, - 64487.343591996214, - 64455.09576512174, - 64458.79010134703, - 64455.095765121696, - 64495.612801209325, - 64465.43621320902, - 64483.60822459465, - 64465.43621320902, - 64483.78540821514, - 64484.92829663755, - 64471.50502765444, - 64487.59566096225, - 64471.50502765444, - 64464.8126502031, - 64455.095765121696, - 64487.34359199693 + 62445.91696624061, + 62450.76014637799, + 62476.1499768025, + 62496.79425058216, + 62480.58445147457, + 62608.78175194589, + 62551.731722504774, + 62586.594263646744, + 62581.42036257581, + 62593.766617085326, + 62605.08946469721, + 62611.446478339436, + 62587.4128443983, + 62698.36308488664, + 62656.25120108055, + 62669.16039560426, + 62650.59658375675, + 62653.23542835916, + 62665.80509571837, + 62605.39229367953, + 62674.06804883022, + 62675.011743775125, + 62682.70092176147, + 62678.767504572184 ], "p90": [ - 64986.64813402957, - 64984.063398144, - 65064.39796832611, - 64937.51901441784, - 65058.25319588025, - 64989.46074506763, - 65058.25327910724, - 64989.46074055897, - 65122.91300891332, - 64891.97960397424, - 65149.26870637193, - 64966.722686678135, - 65058.2532793522, - 64966.722686678135, - 65119.98459808538, - 64966.722686678135, - 65122.91300891403, - 64989.46074054569, - 64966.722686678135, - 64983.5383604213, - 64940.43799488889, - 64983.5383604213, - 64937.51747357898, - 64989.46074054569 + 62903.34999190415, + 62969.57694469314, + 62993.68005230049, + 62998.889729015646, + 62995.87270478172, + 63015.65074369074, + 63044.07522375701, + 63010.64131594758, + 63071.940365563125, + 63071.65813227967, + 63082.98097989155, + 63093.71971118882, + 63083.98094271164, + 63134.66106144127, + 63118.990993372216, + 63126.44489801044, + 63134.098842536456, + 63151.84907993365, + 63166.613851334696, + 63150.10362296109, + 63192.578539773356, + 63169.57523592772, + 63160.53802241472, + 63163.855170992836 ], "mean": [ - 65668.86742408974, - 65062.11796232374, - 65710.06506950824, - 65368.86709357062, - 65373.18478856635, - 65035.80212792428, - 65370.28856778392, - 65690.90470809798, - 66017.6085957501, - 65008.83292303373, - 66654.67099540665, - 65343.04341614798, - 66039.54855113286, - 65040.17581292913, - 65389.953248401274, - 65366.838564882484, - 65070.242785251576, - 65698.2270085047, - 65041.43280085124, - 65704.87474485667, - 65366.691205749776, - 64734.61345832761, - 64725.39111933712, - 65056.11832160131 + 62686.16898436004, + 63658.019746961734, + 63385.777314721876, + 63396.50076621959, + 63721.645406714364, + 63442.67633516474, + 63772.18606646222, + 63123.672457157314, + 64126.28712764427, + 63480.773756549504, + 63812.192278102404, + 63502.92320262827, + 62833.19667179816, + 64192.24242264795, + 62891.91656043581, + 63881.84354790522, + 64151.75799827147, + 63214.01904176396, + 63562.29710171733, + 63531.904424182896, + 64189.623194702566, + 63239.44461054977, + 62932.8071991033, + 63240.38140495693 ], "quantiles": { "0.1": [ - 64455.744352812246, - 64465.961250931716, - 64471.476584755044, - 64484.92983747641, - 64470.88138117658, - 64465.43621773095, - 64458.79010110207, - 64483.60822460793, - 64487.343591996214, - 64455.09576512174, - 64458.79010134703, - 64455.095765121696, - 64495.612801209325, - 64465.43621320902, - 64483.60822459465, - 64465.43621320902, - 64483.78540821514, - 64484.92829663755, - 64471.50502765444, - 64487.59566096225, - 64471.50502765444, - 64464.8126502031, - 64455.095765121696, - 64487.34359199693 + 62445.91696624061, + 62450.76014637799, + 62476.1499768025, + 62496.79425058216, + 62480.58445147457, + 62608.78175194589, + 62551.731722504774, + 62586.594263646744, + 62581.42036257581, + 62593.766617085326, + 62605.08946469721, + 62611.446478339436, + 62587.4128443983, + 62698.36308488664, + 62656.25120108055, + 62669.16039560426, + 62650.59658375675, + 62653.23542835916, + 62665.80509571837, + 62605.39229367953, + 62674.06804883022, + 62675.011743775125, + 62682.70092176147, + 62678.767504572184 ], "0.2": [ - 64556.89131584176, - 64600.17589670015, - 64592.35794326785, - 64599.65239981632, - 64591.956753349354, - 64590.23864395943, - 64591.95683657634, - 64593.32019066423, - 64592.38638616654, - 64487.09152303164, - 64561.598581384955, - 64566.583176238535, - 64602.28755149168, - 64581.37363588063, - 64593.553641771876, - 64598.43141553634, - 64601.632968689286, - 64608.61454271415, - 64591.9568368213, - 64602.12849611724, - 64599.65085897745, - 64541.66020197063, - 64585.07125079115, - 64592.38638616725 + 62578.12698731561, + 62570.453685572254, + 62618.09483501323, + 62605.46136906075, + 62636.44242050558, + 62688.7624431376, + 62698.60523696861, + 62701.77622633556, + 62713.87688544275, + 62674.27411749228, + 62727.25356509316, + 62731.13889211397, + 62694.725439229915, + 62776.91427798164, + 62764.13476218898, + 62804.419840461305, + 62733.828895986, + 62739.674817190535, + 62784.21191209548, + 62743.23463121624, + 62790.697388884626, + 62753.361512810516, + 62801.10773813858, + 62758.60784820916 ], "0.3": [ - 64627.2531832942, - 64656.616851304716, - 64653.02872224216, - 64671.86739511282, - 64644.71084389562, - 64628.93235141462, - 64639.04896602467, - 64645.83664081622, - 64639.76483229798, - 64599.6508589775, - 64658.368303008814, - 64601.385204975304, - 64671.86585427396, - 64641.92076186141, - 64645.9763187805, - 64639.76483229869, - 64644.71092736757, - 64656.09181358202, - 64639.04896626963, - 64674.83724147216, - 64656.09181358202, - 64639.76483229869, - 64637.378612201814, - 64645.83664080294 + 62644.55281010725, + 62609.16010959854, + 62663.77620844541, + 62672.53564083467, + 62673.78601312923, + 62730.93304608617, + 62740.52676728201, + 62749.44695395281, + 62769.2349919079, + 62746.27563581758, + 62773.585077816664, + 62802.39245338734, + 62756.532441433126, + 62821.288633997785, + 62825.73964619699, + 62842.20816591402, + 62807.21054198332, + 62813.00861562579, + 62850.3908491964, + 62816.53795236535, + 62848.282177780966, + 62836.168473343794, + 62855.93463526707, + 62838.58853940087 ], "0.4": [ - 64664.04443717903, - 64682.82082975378, - 64682.26734913168, - 64707.26542556536, - 64674.83715800021, - 64669.65664630791, - 64675.96288806264, - 64676.21028973199, - 64673.73629757509, - 64656.09181358206, - 64679.91843447993, - 64645.790081477084, - 64709.88530303172, - 64676.54210730353, - 64679.91843447993, - 64671.86585427396, - 64675.46516193038, - 64701.93494177842, - 64673.7362975758, - 64707.2638847265, - 64676.70704157761, - 64675.9628883076, - 64674.83724147216, - 64675.46516193038 + 62672.47156701506, + 62675.21405247828, + 62703.45036104745, + 62721.24815668246, + 62728.25449089788, + 62761.839077936536, + 62799.47531434942, + 62785.433180364475, + 62816.96507054186, + 62812.3853364499, + 62823.70818406178, + 62851.771824770425, + 62812.490228695104, + 62868.93797076495, + 62866.800996579186, + 62876.08923787282, + 62864.85895969144, + 62850.99266496769, + 62888.97227900151, + 62855.23060682469, + 62868.79212238899, + 62896.744866808265, + 62876.4445798751, + 62879.76172845321 ], "0.5": [ - 64698.228758783924, - 64738.12670424215, - 64722.886555394536, - 64722.9165391328, - 64704.59932978051, - 64707.26388924843, - 64719.22649326681, - 64719.91807379806, - 64714.555898271035, - 64676.294705892455, - 64719.572283648275, - 64682.05936308148, - 64754.290508335114, - 64714.55589827175, - 64734.89066952983, - 64719.91807378478, - 64707.920619180695, - 64720.28788510208, - 64691.99715242995, - 64722.914998293934, - 64714.90168840825, - 64721.41653603935, - 64719.22649351177, - 64707.920619180695 + 62696.75200067133, + 62707.24080663108, + 62736.098987171266, + 62750.982710283024, + 62759.66766640632, + 62791.38591151225, + 62826.60160008181, + 62806.331931618566, + 62855.3098247077, + 62846.76639551354, + 62852.102555002464, + 62889.3794296366, + 62866.49605933005, + 62903.82920864645, + 62890.27484417014, + 62917.89156360443, + 62901.36528123122, + 62899.074379248515, + 62917.554048140286, + 62893.7931913956, + 62924.169415726545, + 62925.7804412496, + 62929.61597052221, + 62927.65013261743 ], "0.6": [ - 64727.36760672476, - 64802.644085917906, - 64787.17689274942, - 64771.00907551788, - 64763.41990051616, - 64730.19686652012, - 64771.36109163903, - 64759.1702366668, - 64745.903801438784, - 64727.06765697714, - 64770.69935058656, - 64722.914998293934, - 64799.88079865819, - 64754.290508335114, - 64771.36109188399, - 64791.76209970631, - 64737.05946712153, - 64770.49389452492, - 64754.290508335114, - 64770.69935058656, - 64760.870135587356, - 64771.00753467902, - 64754.290508335114, - 64745.9038014395 + 62740.840922406984, + 62767.183325477745, + 62791.345612233126, + 62800.34909794927, + 62783.353297489324, + 62845.67646789395, + 62879.129192537664, + 62827.199982389255, + 62901.157826902505, + 62892.81591015504, + 62901.31350666585, + 62941.907022092455, + 62898.21466324111, + 62948.58889822952, + 62933.71001145759, + 62963.35161060893, + 62925.835555339036, + 62922.89787687592, + 62974.55964774709, + 62943.99551953557, + 62958.02097687888, + 62962.02774554391, + 62977.81509361472, + 62978.57418907821 ], "0.7": [ - 64788.69677190341, - 64827.33121903708, - 64847.37002487681, - 64825.98231438116, - 64811.02438202995, - 64790.56032916616, - 64826.80618106942, - 64813.48892413891, - 64817.01034010273, - 64790.65767760738, - 64847.398467776206, - 64811.0244655019, - 64856.0646938888, - 64799.507757068684, - 64825.980773542295, - 64834.33203328067, - 64813.48892412563, - 64825.226977385, - 64787.24705834729, - 64828.732132782585, - 64813.48892412563, - 64825.980773542295, - 64811.0244655019, - 64798.38863230018 + 62799.88501034778, + 62818.120995200145, + 62844.70041263404, + 62847.745461896804, + 62846.548782679216, + 62895.92865372082, + 62907.34238773328, + 62882.92438714023, + 62965.971781666296, + 62941.34067718683, + 62952.663524798714, + 62997.95224339492, + 62953.377175602945, + 63015.8555386891, + 62968.199784495606, + 63038.12653946174, + 62983.15325147277, + 62988.99917267731, + 63031.87922172337, + 63025.27510313002, + 63020.36163352664, + 63024.35354537847, + 63042.437601405974, + 63018.09950228242 ], "0.8": [ - 64846.37283349203, - 64874.719661540155, - 64908.91934821003, - 64874.19616465632, - 64891.54698298324, - 64847.43882005248, - 64908.94779086447, - 64863.11865825121, - 64896.65987491092, - 64828.94160611178, - 64899.11745815119, - 64863.11865823793, - 64937.51747357898, - 64874.19462381746, - 64891.54706645518, - 64874.19462381746, - 64895.87244164538, - 64896.02992829863, - 64856.0646938888, - 64895.87244164538, - 64854.08430089945, - 64860.349666843045, - 64860.349666843045, - 64854.48037949732 + 62839.11800120801, + 62904.11615164729, + 62928.21925925465, + 62950.15025585147, + 62924.02988991662, + 62958.999517515294, + 63011.829083609366, + 62921.64430629981, + 63024.20679386496, + 63014.16419727637, + 63025.48704488825, + 63057.550223723214, + 63012.9887268393, + 63085.462545251045, + 63054.71537567265, + 63090.09386677717, + 63057.058045495585, + 63065.13266877615, + 63088.612639157356, + 63113.431284635815, + 63117.83489556452, + 63103.67060634779, + 63105.50846520045, + 63090.66474498917 ], "0.9": [ - 64986.64813402957, - 64984.063398144, - 65064.39796832611, - 64937.51901441784, - 65058.25319588025, - 64989.46074506763, - 65058.25327910724, - 64989.46074055897, - 65122.91300891332, - 64891.97960397424, - 65149.26870637193, - 64966.722686678135, - 65058.2532793522, - 64966.722686678135, - 65119.98459808538, - 64966.722686678135, - 65122.91300891403, - 64989.46074054569, - 64966.722686678135, - 64983.5383604213, - 64940.43799488889, - 64983.5383604213, - 64937.51747357898, - 64989.46074054569 + 62903.34999190415, + 62969.57694469314, + 62993.68005230049, + 62998.889729015646, + 62995.87270478172, + 63015.65074369074, + 63044.07522375701, + 63010.64131594758, + 63071.940365563125, + 63071.65813227967, + 63082.98097989155, + 63093.71971118882, + 63083.98094271164, + 63134.66106144127, + 63118.990993372216, + 63126.44489801044, + 63134.098842536456, + 63151.84907993365, + 63166.613851334696, + 63150.10362296109, + 63192.578539773356, + 63169.57523592772, + 63160.53802241472, + 63163.855170992836 ] }, "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", @@ -575,20 +589,6 @@ "2026-06-22 20:00:00", "2026-06-22 21:00:00", "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" + "2026-06-22 23:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index ea1a4d7b9d02603b5082991c748e1dd3ca38de73..fd3ce5736d5fa7a4b5c4d90ffc66e02be3162581 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,29 +1,11 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T13:23:53.257590+00:00", + "evaluated_at": "2026-06-23T13:36:43.855955+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 6046cb6564b738ec22e8a4537240eb2baeb68d7a..fc3767b0a67a85c2dc016c8efa202103fa4efd13 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,5.300,4.300,5.300,5.300,5.300,5.200,4.200,5.300,5.300,5.700 +2026-06-23,Chronos-2,5.200,3.900,5.000,5.000,5.200,4.900,3.900,5.000,5.200,5.400 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index a7dca43a992776c9e97b7444638d9abdc6e0005c..50b476ea93e32983e04c462d88fd23b7c161c54a 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,5.1,4.15,4.65,4.95,5.1,4.9,3.55,4.95,5.15,5.2 +2026-W26,Chronos-Bolt-Mini,5.05,3.95,4.5,4.8,5.05,4.75,3.4,4.8,5.1,5.05 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 7c10b00d649bffcfcf4304c0d40982f54513b4fe..9c1a0293abdc610bfaa7b6218d18249dac90385f 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,4855571.715356827,4855571.715356827,1984.5623372395833,3.469312532827604,0.0313930770238212,0.030792512607862945,54.3736929420912,2203.53618426311,0.03460784904979648,0.03116873427702152,0.022525011093440496,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,1439125.5034243267,1439125.5034243267,1117.1585286458333,1.4140556741176395,0.017302917171809387,0.017476590144339898,14.800629048596443,1199.6355710899568,0.018625362969266552,0.0173448367084808,0.014180432842482838,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5295659158333971,0.5295659158333971,0.5971391995747884,0.3497417420650002,0.02245494588045587,0.022608952534132254,2.791484631303323,0.727712797629255,0.027409574971647723,0.02249147151537862,0.028857158475148265,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.18624769951500356,0.18624769951500356,0.3414943069219589,1.0266902672419262,0.44542287086411203,0.3464864268922774,19.153472472039194,0.43156424726221654,0.6397967670891679,0.5062675023106668,0.37070818733985256,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.15525492182113412,0.15525492182113412,0.36003248227967155,3.240292340517044,0.28750974211877955,0.24333551732889566,65.23542760312557,0.39402401173168894,0.29429176504522847,0.26890390313534845,0.20322219364936858,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index e52aabadb0f939de3e8dd7e9dfc628c52d4bbf8a..6f749ddb661b55840e5e640ea229163829b1ad81 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,11 +1,25 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T13:18:45.674340+00:00", + "evaluated_at": "2026-06-23T13:33:52.835471+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, 63816.609375, 62369.44140625, 62688.0, @@ -87,7 +101,9 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, + 63311.98828125 + ], + "actuals": [ 63896.01171875, 64606.0, 64257.98828125, @@ -101,9 +117,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65578.0 - ], - "actuals": [ + 65578.0, 64980.390625, 64836.94921875, 64719.76953125, @@ -113,363 +127,363 @@ 64433.80078125, 64320.5703125, 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62137.98828125 + 64020.01171875 ], "p50": [ - 65525.32421875, - 65509.98046875, - 65512.46875, - 65533.08203125, - 65573.578125, - 65570.9609375, - 65614.2109375, - 65624.875, - 65696.984375, - 65687.1796875, - 65718.9609375, - 65742.125, - 65763.7890625, - 65768.875, - 65785.4453125, - 65753.046875, - 65671.5625, - 65658.546875, - 65641.3828125, - 65644.515625, - 65686.2265625, - 65655.515625, - 65699.390625, - 65709.15625 + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 ], "p10": [ - 64790.3046875, - 64652.0078125, - 64564.6953125, - 64543.9453125, - 64503.71875, - 64491.63671875, - 64473.03125, - 64427.87890625, - 64437.2578125, - 64411.7421875, - 64424.53125, - 64348.94140625, - 64291.1484375, - 64282.34765625, - 64307.06640625, - 64238.4453125, - 64184.4296875, - 64142.71484375, - 64098.6640625, - 64105.85546875, - 64104.40234375, - 64113.21875, - 64134.9140625, - 64119.13671875 + 63048.15234375, + 62921.83203125, + 62802.5546875, + 62727.28125, + 62667.88671875, + 62606.71484375, + 62537.5546875, + 62478.30078125, + 62448.66796875, + 62375.515625, + 62348.51171875, + 62296.1328125, + 62259.60546875, + 62238.77734375, + 62212.73828125, + 62206.3828125, + 62151.5625, + 62152.17578125, + 62160.765625, + 62154.3828125, + 62137.265625, + 62152.2890625, + 62141.58984375, + 62133.625 ], "p90": [ - 66509.53125, - 66598.6796875, - 66729.2578125, - 66881.4921875, - 66926.75, - 67070.9453125, - 67229.5703125, - 67335.921875, - 67483.8515625, - 67569.421875, - 67719.3359375, - 67859.75, - 67970.3515625, - 68003.015625, - 68090.0546875, - 68125.9375, - 68062.2109375, - 68092.2890625, - 68161.375, - 68173.2421875, - 68276.1875, - 68390.375, - 68445.375, - 68472.484375 + 63704.53515625, + 63851.83203125, + 63934.1015625, + 64010.33203125, + 64039.8671875, + 64089.6875, + 64131.23046875, + 64139.7421875, + 64164.60546875, + 64167.46484375, + 64197.953125, + 64224.453125, + 64230.7578125, + 64240.17578125, + 64255.2890625, + 64256.39453125, + 64491.6796875, + 64478.7578125, + 64495.73046875, + 64503.1015625, + 64464.08984375, + 64528.171875, + 64557.76953125, + 64557.890625 ], "mean": [ - 65525.32421875, - 65509.98046875, - 65512.46875, - 65533.08203125, - 65573.578125, - 65570.9609375, - 65614.2109375, - 65624.875, - 65696.984375, - 65687.1796875, - 65718.9609375, - 65742.125, - 65763.7890625, - 65768.875, - 65785.4453125, - 65753.046875, - 65671.5625, - 65658.546875, - 65641.3828125, - 65644.515625, - 65686.2265625, - 65655.515625, - 65699.390625, - 65709.15625 + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 ], "quantiles": { "0.1": [ - 64790.3046875, - 64652.0078125, - 64564.6953125, - 64543.9453125, - 64503.71875, - 64491.63671875, - 64473.03125, - 64427.87890625, - 64437.2578125, - 64411.7421875, - 64424.53125, - 64348.94140625, - 64291.1484375, - 64282.34765625, - 64307.06640625, - 64238.4453125, - 64184.4296875, - 64142.71484375, - 64098.6640625, - 64105.85546875, - 64104.40234375, - 64113.21875, - 64134.9140625, - 64119.13671875 + 63048.15234375, + 62921.83203125, + 62802.5546875, + 62727.28125, + 62667.88671875, + 62606.71484375, + 62537.5546875, + 62478.30078125, + 62448.66796875, + 62375.515625, + 62348.51171875, + 62296.1328125, + 62259.60546875, + 62238.77734375, + 62212.73828125, + 62206.3828125, + 62151.5625, + 62152.17578125, + 62160.765625, + 62154.3828125, + 62137.265625, + 62152.2890625, + 62141.58984375, + 62133.625 ], "0.2": [ - 64790.3046875, - 64652.0078125, - 64564.6953125, - 64543.9453125, - 64503.71875, - 64491.63671875, - 64473.03125, - 64427.87890625, - 64437.2578125, - 64411.7421875, - 64424.53125, - 64348.94140625, - 64291.1484375, - 64282.34765625, - 64307.06640625, - 64238.4453125, - 64184.4296875, - 64142.71484375, - 64098.6640625, - 64105.85546875, - 64104.40234375, - 64113.21875, - 64134.9140625, - 64119.13671875 + 63048.15234375, + 62921.83203125, + 62802.5546875, + 62727.28125, + 62667.88671875, + 62606.71484375, + 62537.5546875, + 62478.30078125, + 62448.66796875, + 62375.515625, + 62348.51171875, + 62296.1328125, + 62259.60546875, + 62238.77734375, + 62212.73828125, + 62206.3828125, + 62151.5625, + 62152.17578125, + 62160.765625, + 62154.3828125, + 62137.265625, + 62152.2890625, + 62141.58984375, + 62133.625 ], "0.3": [ - 64790.3046875, - 64652.0078125, - 64564.6953125, - 64543.9453125, - 64503.71875, - 64491.63671875, - 64473.03125, - 64427.87890625, - 64437.2578125, - 64411.7421875, - 64424.53125, - 64348.94140625, - 64291.1484375, - 64282.34765625, - 64307.06640625, - 64238.4453125, - 64184.4296875, - 64142.71484375, - 64098.6640625, - 64105.85546875, - 64104.40234375, - 64113.21875, - 64134.9140625, - 64119.13671875 + 63048.15234375, + 62921.83203125, + 62802.5546875, + 62727.28125, + 62667.88671875, + 62606.71484375, + 62537.5546875, + 62478.30078125, + 62448.66796875, + 62375.515625, + 62348.51171875, + 62296.1328125, + 62259.60546875, + 62238.77734375, + 62212.73828125, + 62206.3828125, + 62151.5625, + 62152.17578125, + 62160.765625, + 62154.3828125, + 62137.265625, + 62152.2890625, + 62141.58984375, + 62133.625 ], "0.4": [ - 65525.32421875, - 65509.98046875, - 65512.46875, - 65533.08203125, - 65573.578125, - 65570.9609375, - 65614.2109375, - 65624.875, - 65696.984375, - 65687.1796875, - 65718.9609375, - 65742.125, - 65763.7890625, - 65768.875, - 65785.4453125, - 65753.046875, - 65671.5625, - 65658.546875, - 65641.3828125, - 65644.515625, - 65686.2265625, - 65655.515625, - 65699.390625, - 65709.15625 + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 ], "0.5": [ - 65525.32421875, - 65509.98046875, - 65512.46875, - 65533.08203125, - 65573.578125, - 65570.9609375, - 65614.2109375, - 65624.875, - 65696.984375, - 65687.1796875, - 65718.9609375, - 65742.125, - 65763.7890625, - 65768.875, - 65785.4453125, - 65753.046875, - 65671.5625, - 65658.546875, - 65641.3828125, - 65644.515625, - 65686.2265625, - 65655.515625, - 65699.390625, - 65709.15625 + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 ], "0.6": [ - 65525.32421875, - 65509.98046875, - 65512.46875, - 65533.08203125, - 65573.578125, - 65570.9609375, - 65614.2109375, - 65624.875, - 65696.984375, - 65687.1796875, - 65718.9609375, - 65742.125, - 65763.7890625, - 65768.875, - 65785.4453125, - 65753.046875, - 65671.5625, - 65658.546875, - 65641.3828125, - 65644.515625, - 65686.2265625, - 65655.515625, - 65699.390625, - 65709.15625 + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 ], "0.7": [ - 65525.32421875, - 65509.98046875, - 65512.46875, - 65533.08203125, - 65573.578125, - 65570.9609375, - 65614.2109375, - 65624.875, - 65696.984375, - 65687.1796875, - 65718.9609375, - 65742.125, - 65763.7890625, - 65768.875, - 65785.4453125, - 65753.046875, - 65671.5625, - 65658.546875, - 65641.3828125, - 65644.515625, - 65686.2265625, - 65655.515625, - 65699.390625, - 65709.15625 + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 ], "0.8": [ - 66509.53125, - 66598.6796875, - 66729.2578125, - 66881.4921875, - 66926.75, - 67070.9453125, - 67229.5703125, - 67335.921875, - 67483.8515625, - 67569.421875, - 67719.3359375, - 67859.75, - 67970.3515625, - 68003.015625, - 68090.0546875, - 68125.9375, - 68062.2109375, - 68092.2890625, - 68161.375, - 68173.2421875, - 68276.1875, - 68390.375, - 68445.375, - 68472.484375 + 63704.53515625, + 63851.83203125, + 63934.1015625, + 64010.33203125, + 64039.8671875, + 64089.6875, + 64131.23046875, + 64139.7421875, + 64164.60546875, + 64167.46484375, + 64197.953125, + 64224.453125, + 64230.7578125, + 64240.17578125, + 64255.2890625, + 64256.39453125, + 64491.6796875, + 64478.7578125, + 64495.73046875, + 64503.1015625, + 64464.08984375, + 64528.171875, + 64557.76953125, + 64557.890625 ], "0.9": [ - 66509.53125, - 66598.6796875, - 66729.2578125, - 66881.4921875, - 66926.75, - 67070.9453125, - 67229.5703125, - 67335.921875, - 67483.8515625, - 67569.421875, - 67719.3359375, - 67859.75, - 67970.3515625, - 68003.015625, - 68090.0546875, - 68125.9375, - 68062.2109375, - 68092.2890625, - 68161.375, - 68173.2421875, - 68276.1875, - 68390.375, - 68445.375, - 68472.484375 + 63704.53515625, + 63851.83203125, + 63934.1015625, + 64010.33203125, + 64039.8671875, + 64089.6875, + 64131.23046875, + 64139.7421875, + 64164.60546875, + 64167.46484375, + 64197.953125, + 64224.453125, + 64230.7578125, + 64240.17578125, + 64255.2890625, + 64256.39453125, + 64491.6796875, + 64478.7578125, + 64495.73046875, + 64503.1015625, + 64464.08984375, + 64528.171875, + 64557.76953125, + 64557.890625 ] }, "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", @@ -575,20 +589,6 @@ "2026-06-22 20:00:00", "2026-06-22 21:00:00", "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" + "2026-06-22 23:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index bcaa8150a6d114b7ecc82055f1c500a01e0c3611..73352baddc53dcc8280edd4517ef6a2199102084 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,29 +1,11 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T13:19:13.941402+00:00", + "evaluated_at": "2026-06-23T13:33:55.449577+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 90468f0fc6fa3719d13217524f7fe86f0906cc1d..6e1aaccfa2cfb2e1466bee8e4860f355374d1819 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,5453998.279469979,5373454.362141817,2064.7735788728764,3.6095338101592684,0.03267553242483285,0.032011151922936035,112.90730159203872,2335.379686361509,0.036678529827087095,0.032428499631621345,0.0315298024514811,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1637823.8100399498,1618248.363371064,1194.7930788303577,1.5123224584468673,0.01850883199546937,0.018704356268539304,40.30286717270747,1279.7749060049387,0.019869594331588525,0.018550179156628398,0.017350931011230815,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,40.80650449467975,42.26480901897464,5.524301652595784,3.2355586185720284,0.20205608092167893,0.23458602600461984,86.30682403553787,6.387996907848324,0.24060629514107576,0.20807488999247237,0.19508424028346397,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.5177618132703925,0.5135135812845241,0.536504977459877,1.6129827863009847,0.6701414261619352,1.1086415504436424,61.646536699540974,0.7195566782890647,1.0667473949181085,0.7953720732976206,0.7889789972844559,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.2462162389607794,0.24593658909889646,0.453571621114563,4.082144590031067,0.36192293804680975,0.2950466134278656,121.50657945046298,0.4962018127342739,0.3706071278408519,0.3387671537213964,0.3184688375204221,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 0c6c0648457450e5cde86d79b9dde271fe7c429c..de7e47038474d886830da074afff06e809484025 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,11 +1,25 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T13:23:53.284386+00:00", + "evaluated_at": "2026-06-23T13:36:43.883267+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, 63816.609375, 62369.44140625, 62688.0, @@ -87,7 +101,9 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, + 63311.98828125 + ], + "actuals": [ 63896.01171875, 64606.0, 64257.98828125, @@ -101,9 +117,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65578.0 - ], - "actuals": [ + 65578.0, 64980.390625, 64836.94921875, 64719.76953125, @@ -113,363 +127,363 @@ 64433.80078125, 64320.5703125, 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62137.98828125 + 64020.01171875 ], "p50": [ - 65497.05063460757, - 65534.25498058761, - 65539.79917031767, - 65559.83554754771, - 65577.41489352776, - 65603.8887707578, - 65648.95639798784, - 65639.98105646789, - 65657.60727744793, - 65677.64365467797, - 65712.41831315802, - 65717.58359663807, - 65769.1746613681, - 65757.76572609815, - 65809.2474158282, - 65797.56504305825, - 65817.89829528828, - 65846.21592251833, - 65862.37144037338, - 65880.41758322841, - 65914.94614795846, - 65924.4708064385, - 65955.01890241855, - 65970.72715464859 + 63359.58939403161, + 63337.40988467269, + 63311.87490656377, + 63320.25789720485, + 63295.750262845926, + 63284.30122223701, + 63297.752572253085, + 63260.85626601916, + 63274.41699103524, + 63250.25115355132, + 63228.4193004424, + 63244.76322858348, + 63197.14035984956, + 63209.318272365635, + 63179.33798175671, + 63168.875269272794, + 63155.67427553887, + 63144.17835992995, + 63137.06720994603, + 63120.99902871211, + 63092.96795685319, + 63097.66344749426, + 63082.405813135345, + 63082.60911627642 ], "p10": [ - 65256.86743148257, - 65281.38232433761, - 65286.50229531766, - 65321.455078797706, - 65346.163331027754, - 65366.67783325779, - 65365.537257362834, - 65406.27246271788, - 65422.00571494792, - 65426.276467177966, - 65446.793313158014, - 65486.41797163806, - 65511.686380118095, - 65505.79189797314, - 65570.2591345782, - 65558.57285555825, - 65578.60923278828, - 65587.04795376833, - 65618.68198724838, - 65668.5910207284, - 65690.47739795846, - 65677.63135331351, - 65697.66773054356, - 65726.85449839859 + 63111.38861278161, + 63100.19894717269, + 63083.74990656377, + 63113.71492845485, + 63055.567059720925, + 63058.28169098701, + 63062.78850975308, + 63025.04220351916, + 63012.21464728524, + 63011.61052855132, + 63030.6806285674, + 62899.26322858348, + 62951.78684422456, + 62964.939366115635, + 62948.03954425671, + 62932.068628647794, + 62920.03208803887, + 62913.03617242995, + 62901.84650682103, + 62857.590044337114, + 62790.49100372819, + 62846.09860374426, + 62876.10386001034, + 62833.20091315142 ], "p90": [ - 65790.92563460757, - 65814.09912121262, - 65803.42417031767, - 65803.14804754771, - 65902.44223727776, - 65866.29072388279, - 66003.94467923784, - 65885.85996271789, - 65954.35376182293, - 65910.08896717797, - 66023.12378190803, - 65966.00547163807, - 66062.7332551181, - 66003.51181984815, - 66103.2692908282, - 66066.65449618324, - 66147.51157653828, - 66087.99834439333, - 66182.95151849838, - 66149.93711447841, - 66191.65317920846, - 66166.3692439385, - 66183.83921491855, - 66293.44590464859 + 63592.75072215661, + 63581.082931547695, + 63567.64053156377, + 63555.97274095485, + 63546.07955972093, + 63517.053956612006, + 63538.715462878085, + 63506.73517226916, + 63499.408397285246, + 63472.72771605132, + 63460.8411754424, + 63460.06400983348, + 63420.82434422456, + 63426.056553615635, + 63411.78329425671, + 63400.35417552279, + 63424.79497866387, + 63437.94398492995, + 63380.95588182103, + 63414.60840371211, + 63359.39490997819, + 63347.727119369265, + 63320.827688135345, + 63324.39153815142 ], "mean": [ - 65504.285986170165, - 65559.31453136902, - 65549.20229531759, - 65569.02285223528, - 65604.95192477797, - 65636.39246216395, - 65669.30465970664, - 65660.85590021807, - 65667.95618369781, - 65671.82633045925, - 65704.33657487694, - 65728.12711226294, - 65776.04055980562, - 65757.5447885983, - 65825.45108770306, - 65808.99512118325, - 65845.16659606968, - 65856.51728970568, - 65897.16103021712, - 65902.1491261973, - 65938.56722217705, - 65953.54010331348, - 65975.73737898118, - 66009.57322886717 + 63348.57591746906, + 63325.51363467262, + 63321.28312922023, + 63319.700924548815, + 63289.7969425333, + 63292.66452301812, + 63301.800033190724, + 63256.90036758179, + 63266.4141785351, + 63238.73890745742, + 63236.01101919253, + 63204.97867780234, + 63186.17840672434, + 63201.29598720916, + 63164.86159503802, + 63163.65683177283, + 63140.61845522607, + 63143.94753961744, + 63139.340588852254, + 63120.70949746236, + 63076.19375763467, + 63080.52334983791, + 63072.613137354, + 63074.83519049535 ], "quantiles": { "0.1": [ - 65256.86743148257, - 65281.38232433761, - 65286.50229531766, - 65321.455078797706, - 65346.163331027754, - 65366.67783325779, - 65365.537257362834, - 65406.27246271788, - 65422.00571494792, - 65426.276467177966, - 65446.793313158014, - 65486.41797163806, - 65511.686380118095, - 65505.79189797314, - 65570.2591345782, - 65558.57285555825, - 65578.60923278828, - 65587.04795376833, - 65618.68198724838, - 65668.5910207284, - 65690.47739795846, - 65677.63135331351, - 65697.66773054356, - 65726.85449839859 + 63111.38861278161, + 63100.19894717269, + 63083.74990656377, + 63113.71492845485, + 63055.567059720925, + 63058.28169098701, + 63062.78850975308, + 63025.04220351916, + 63012.21464728524, + 63011.61052855132, + 63030.6806285674, + 62899.26322858348, + 62951.78684422456, + 62964.939366115635, + 62948.03954425671, + 62932.068628647794, + 62920.03208803887, + 62913.03617242995, + 62901.84650682103, + 62857.590044337114, + 62790.49100372819, + 62846.09860374426, + 62876.10386001034, + 62833.20091315142 ], "0.2": [ - 65313.74985335757, - 65434.37607433761, - 65389.10151406766, - 65446.957422547704, - 65458.153174777755, - 65517.94502075779, - 65498.22592923784, - 65549.9959002179, - 65509.31977744792, - 65484.456154677966, - 65524.44800065801, - 65598.40781538807, - 65658.7059113681, - 65574.22275734815, - 65694.8489783282, - 65649.57441805824, - 65674.44126403828, - 65729.67686001833, - 65752.00229974838, - 65796.01914572841, - 65815.85786670845, - 65774.6231501885, - 65827.64858991855, - 65875.96699839858 + 63222.39564403161, + 63170.05050967269, + 63171.06396906377, + 63164.22664720485, + 63128.406512845926, + 63140.89106598701, + 63189.703744128085, + 63092.79532851916, + 63125.20644416024, + 63076.70818480132, + 63117.7513316924, + 63046.73197858348, + 63032.02512547456, + 63081.49952236564, + 63032.37860675671, + 63048.361597397794, + 62985.35396303887, + 62983.36585992995, + 62985.70744432103, + 62996.86074746211, + 62901.76483185319, + 62914.09704124426, + 62939.03628188535, + 62901.09583502642 ], "0.3": [ - 65418.26938460757, - 65462.36708996261, - 65477.34995156766, - 65497.38632879771, - 65500.843018527754, - 65571.0098645078, - 65582.40366361284, - 65598.5505877179, - 65610.02915244793, - 65571.67490467797, - 65656.25971940802, - 65642.13828413807, - 65714.1355988681, - 65677.98291359816, - 65738.2474158282, - 65718.05566805825, - 65744.63618591327, - 65799.15342251833, - 65810.39292474838, - 65855.62070822841, - 65862.91294483346, - 65879.05986893851, - 65899.09624616856, - 65918.57481089859 + 63269.42494090661, + 63248.04269717269, + 63237.36318781377, + 63230.18250657985, + 63191.918231595926, + 63202.76997223701, + 63225.102181628085, + 63179.02423476916, + 63198.02831916024, + 63156.09880980132, + 63152.7470348174, + 63132.35307233348, + 63098.57590672456, + 63118.736241115635, + 63097.05321613171, + 63091.05144114779, + 63073.02583803887, + 63061.35804742995, + 63053.61994432103, + 63033.57871621211, + 62994.83123810319, + 62997.98180686926, + 63003.71089126034, + 62994.52161627642 ], "0.4": [ - 65477.73813460757, - 65503.793261837614, - 65521.66870156766, - 65547.98789129771, - 65561.12504977777, - 65590.0215832578, - 65617.48764798784, - 65635.93808771789, - 65644.04790244793, - 65638.54365467797, - 65692.53550065802, - 65684.15000288807, - 65737.46216136811, - 65731.30088234815, - 65777.8255408282, - 65775.47519930825, - 65803.72251403828, - 65834.34482876833, - 65844.82261224838, - 65872.86289572841, - 65897.71567920846, - 65914.4903376885, - 65937.82593366856, - 65948.71543589859 + 63341.05423778161, + 63320.09738467269, + 63279.77334406377, + 63286.98211595485, + 63253.23776284593, + 63250.78169098701, + 63271.047494128085, + 63238.62579726916, + 63244.20019416024, + 63229.415997301316, + 63212.8607066924, + 63194.76322858348, + 63137.74231297456, + 63190.677647365635, + 63145.77157550671, + 63148.092066147794, + 63091.07115053887, + 63117.84632867995, + 63111.96525682103, + 63085.02793496211, + 63044.399988103185, + 63071.17516624426, + 63052.429250635345, + 63040.76146002642 ], "0.5": [ - 65497.05063460757, - 65534.25498058761, - 65539.79917031767, - 65559.83554754771, - 65577.41489352776, - 65603.8887707578, - 65648.95639798784, - 65639.98105646789, - 65657.60727744793, - 65677.64365467797, - 65712.41831315802, - 65717.58359663807, - 65769.1746613681, - 65757.76572609815, - 65809.2474158282, - 65797.56504305825, - 65817.89829528828, - 65846.21592251833, - 65862.37144037338, - 65880.41758322841, - 65914.94614795846, - 65924.4708064385, - 65955.01890241855, - 65970.72715464859 + 63359.58939403161, + 63337.40988467269, + 63311.87490656377, + 63320.25789720485, + 63295.750262845926, + 63284.30122223701, + 63297.752572253085, + 63260.85626601916, + 63274.41699103524, + 63250.25115355132, + 63228.4193004424, + 63244.76322858348, + 63197.14035984956, + 63209.318272365635, + 63179.33798175671, + 63168.875269272794, + 63155.67427553887, + 63144.17835992995, + 63137.06720994603, + 63120.99902871211, + 63092.96795685319, + 63097.66344749426, + 63082.405813135345, + 63082.60911627642 ], "0.6": [ - 65519.62641585757, - 65598.28310558762, - 65576.97495156767, - 65614.50117254771, - 65609.88364352776, - 65672.7075207578, - 65716.70639798784, - 65708.01699396789, - 65710.93930869793, - 65708.86552967798, - 65770.64096940802, - 65750.13828413807, - 65828.0934113681, - 65781.79150734816, - 65870.6575720782, - 65838.64785555824, - 65834.80063903828, - 65906.34482876833, - 65926.52495599838, - 65935.0832082284, - 65978.97427295845, - 65991.0411189385, - 66006.67046491856, - 66036.73496714859 + 63415.64798778161, + 63399.573165922695, + 63343.353812813766, + 63370.37508470485, + 63312.918231595926, + 63337.68012848701, + 63357.133431628085, + 63277.91485976916, + 63338.76660041024, + 63316.25896605132, + 63294.7786754424, + 63303.76322858348, + 63267.65246922456, + 63269.587803615635, + 63210.559856756714, + 63236.080347397794, + 63170.30786928887, + 63176.75648492995, + 63189.74260057103, + 63189.552934962114, + 63141.75311310319, + 63150.99547874426, + 63105.718313135345, + 63139.30677252642 ], "0.7": [ - 65606.66000960757, - 65662.10263683762, - 65669.81870156767, - 65666.76914129771, - 65722.21176852776, - 65716.4418957578, - 65767.20639798784, - 65750.73496271789, - 65758.56821494793, - 65752.29092030297, - 65839.61518815802, - 65836.66015913807, - 65891.8934113681, - 65857.49775734814, - 65920.4661658282, - 65908.35176180824, - 65928.38813903827, - 65971.59482876833, - 65978.14526849838, - 65996.95117697841, - 66031.70396045846, - 66059.7129939385, - 66057.06030866856, - 66096.21465464859 + 63465.55462840661, + 63440.36300967269, + 63419.06006281377, + 63418.17352220485, + 63374.597919095926, + 63380.18012848701, + 63373.641244128085, + 63346.27423476916, + 63390.97753791024, + 63374.20818480132, + 63326.9700816924, + 63350.87260358348, + 63303.63450047456, + 63300.349522365635, + 63263.79110675671, + 63277.013941147794, + 63236.34575991387, + 63253.67835992995, + 63231.83869432103, + 63238.01074746211, + 63202.16326935319, + 63192.39743186926, + 63172.962453760345, + 63183.67161627642 ], "0.8": [ - 65660.56625960757, - 65729.01201183762, - 65738.97104531767, - 65748.59726629771, - 65794.02426852776, - 65799.0801770078, - 65850.45717923784, - 65848.00449396789, - 65859.18930869793, - 65828.20927967798, - 65901.03237565802, - 65908.88828413807, - 65974.9379426181, - 65907.46103859815, - 65994.3880408282, - 65989.03379305825, - 66021.25063903828, - 66041.28701626832, - 66049.14292474838, - 66081.3597707284, - 66109.70317920846, - 66128.5137751885, - 66141.46890241855, - 66192.98496714859 + 63503.98783153161, + 63522.19113467269, + 63481.04209406377, + 63468.98445970485, + 63409.179950345926, + 63431.53169098701, + 63463.852181628085, + 63397.54376601916, + 63450.92675666024, + 63439.25896605132, + 63378.0068004424, + 63377.59135358348, + 63349.85715672456, + 63352.69639736564, + 63320.97079425671, + 63330.920191147794, + 63298.64302553887, + 63294.00648492995, + 63301.50119432103, + 63289.83340371211, + 63257.01248810319, + 63264.93844749426, + 63227.83003188534, + 63236.01849127642 ], "0.9": [ - 65790.92563460757, - 65814.09912121262, - 65803.42417031767, - 65803.14804754771, - 65902.44223727776, - 65866.29072388279, - 66003.94467923784, - 65885.85996271789, - 65954.35376182293, - 65910.08896717797, - 66023.12378190803, - 65966.00547163807, - 66062.7332551181, - 66003.51181984815, - 66103.2692908282, - 66066.65449618324, - 66147.51157653828, - 66087.99834439333, - 66182.95151849838, - 66149.93711447841, - 66191.65317920846, - 66166.3692439385, - 66183.83921491855, - 66293.44590464859 + 63592.75072215661, + 63581.082931547695, + 63567.64053156377, + 63555.97274095485, + 63546.07955972093, + 63517.053956612006, + 63538.715462878085, + 63506.73517226916, + 63499.408397285246, + 63472.72771605132, + 63460.8411754424, + 63460.06400983348, + 63420.82434422456, + 63426.056553615635, + 63411.78329425671, + 63400.35417552279, + 63424.79497866387, + 63437.94398492995, + 63380.95588182103, + 63414.60840371211, + 63359.39490997819, + 63347.727119369265, + 63320.827688135345, + 63324.39153815142 ] }, "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", @@ -575,20 +589,6 @@ "2026-06-22 20:00:00", "2026-06-22 21:00:00", "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" + "2026-06-22 23:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index e365f7eae7842ae0c2a5395ac376b78a04e6e72d..2de0bfd4abedcf2c0f8269e7ba24595eea0ef478 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,29 +1,11 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T13:23:53.366500+00:00", + "evaluated_at": "2026-06-23T13:36:43.891602+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 42e2a8e0b3fcd010aef185080eac2039a27802bc..6d82f18ce098ddb695d1f6220a0a777f3a0d6877 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2105,3 +2105,4 @@ {"evaluated_at": "2026-06-23T13:23:58.375822+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-23T13:23:58.375822+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-23T13:23:58.375822+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-23T13:36:48.913912+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index ebecaa591788544004e4129ca1fb61576a59a3ce..9ff5bfa9d5a92f16a639cf796e93fd6bdcc94eb8 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,5348747.465414047,4715963.810112317,1914.447265625,3.3467408745188365,0.030306940153189733,0.02972275868438713,59.17465826570854,2312.7359264330303,0.036322896082054364,0.03006753528973798,0.02201919666231,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1862390.930082957,1805624.1386008263,1270.898193359375,1.608653342801819,0.01969032365868011,0.019908665868546824,16.498034609415704,1364.694445684805,0.021188042440194954,0.019731775814880753,0.016496618982043635,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.43316017220649883,0.41904439348661526,0.5587948560714722,0.32728363262462506,0.020772056182244047,0.02074549177159594,2.4275299108207298,0.6581490501447972,0.024789430378621857,0.0210472174615586,0.024467327485997413,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.04293991539960255,0.053390532154826476,0.1736950581272443,0.522207902247741,0.22154905577012282,0.2540066350299767,2.4801100170827017,0.20721948605187337,0.3072042183636066,0.2575040387478024,0.2053822530811979,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.23481598476214927,0.2138938781047846,0.4250780923499001,3.8257028311491013,0.33853446573804485,0.27977038803815507,70.75378201156855,0.4845781513462501,0.3619255558444251,0.31748568197639604,0.23572306399801268,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 8dbb5cc8a3346b282a2cf3f709f01bf1167174c7..025ccba28554013c9d4913e666fb5c633ce8716c 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,11 +1,25 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T13:22:50.204415+00:00", + "evaluated_at": "2026-06-23T13:36:09.134662+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, 63816.609375, 62369.44140625, 62688.0, @@ -87,7 +101,9 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, + 63311.98828125 + ], + "actuals": [ 63896.01171875, 64606.0, 64257.98828125, @@ -101,9 +117,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65578.0 - ], - "actuals": [ + 65578.0, 64980.390625, 64836.94921875, 64719.76953125, @@ -113,363 +127,363 @@ 64433.80078125, 64320.5703125, 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62137.98828125 + 64020.01171875 ], "p50": [ - 65447.15625, - 65392.537109375, - 65481.142578125, - 65330.7109375, - 65409.041015625, - 65418.3046875, - 65477.23828125, - 65495.87890625, - 65532.34375, - 65527.15625, - 65540.09765625, - 65629.8984375, - 65495.359375, - 65487.607421875, - 65540.28125, - 65602.9140625, - 65533.9609375, - 65614.75, - 65538.79296875, - 65734.31640625, - 65693.0078125, - 65574.98046875, - 65834.54296875, - 65764.98046875 + 63286.189453125, + 63278.83984375, + 63182.984375, + 63217.732421875, + 63218.53515625, + 63134.912109375, + 63205.193359375, + 63193.404296875, + 63162.009765625, + 63041.6171875, + 63036.380859375, + 63133.568359375, + 63157.6875, + 63217.189453125, + 63359.744140625, + 63121.8671875, + 63103.08203125, + 63244.587890625, + 63201.6640625, + 63175.740234375, + 63005.5, + 63114.716796875, + 63067.845703125, + 62835.9765625 ], "p10": [ - 65056.44921875, - 64823.552734375, - 64906.849609375, - 64708.943359375, - 64692.431640625, - 64662.140625, - 64620.39453125, - 64563.185546875, - 64517.771484375, - 64304.078125, - 64508.599609375, - 64436.30859375, - 64435.3046875, - 64233.353515625, - 64271.083984375, - 64203.83984375, - 64425.84765625, - 64324.666015625, - 64141.162109375, - 64191.01171875, - 64042.6875, - 64256.431640625, - 63997.650390625, - 64189.763671875 + 62920.263671875, + 62715.435546875, + 62652.833984375, + 62536.130859375, + 62491.203125, + 62177.744140625, + 62236.953125, + 62127.630859375, + 62015.51171875, + 61928.025390625, + 62072.412109375, + 62024.185546875, + 61581.314453125, + 61720.50390625, + 61893.818359375, + 61785.23828125, + 61406.876953125, + 61915.41015625, + 61642.041015625, + 61344.767578125, + 61502.533203125, + 61698.20703125, + 61329.662109375, + 61470.603515625 ], "p90": [ - 65838.97265625, - 66054.3671875, - 66079.9140625, - 66060.8515625, - 66145.64453125, - 66206.87890625, - 66434.9453125, - 66537.9453125, - 66419.81640625, - 66781.45703125, - 66753.1484375, - 66875.37890625, - 66954.9296875, - 66958.2890625, - 67025.67578125, - 67144.8515625, - 67023.25390625, - 67368.2109375, - 67326.4375, - 67501.87890625, - 67666.40625, - 67522.1015625, - 68095.01171875, - 68184.85546875 + 63659.1875, + 63785.73046875, + 63834.77734375, + 63833.8515625, + 64058.482421875, + 64053.859375, + 64079.64453125, + 64101.99609375, + 64445.294921875, + 64072.3671875, + 64400.1015625, + 64272.20703125, + 64260.21484375, + 64439.857421875, + 64489.375, + 64535.576171875, + 64152.90234375, + 64634.111328125, + 64886.69140625, + 64871.42578125, + 64381.318359375, + 64677.974609375, + 64642.91796875, + 64744.759765625 ], "mean": [ - 65451.27734375, - 65449.12890625, - 65468.41015625, - 65383.39453125, - 65487.72265625, - 65491.953125, - 65513.97265625, - 65561.71875, - 65574.671875, - 65556.8671875, - 65626.21875, - 65797.3984375, - 65680.7265625, - 65588.265625, - 65720.40625, - 65774.6328125, - 65650.203125, - 65831.921875, - 65591.25, - 65902.953125, - 65827.4453125, - 65857.2734375, - 65982.703125, - 66040.7265625 + 63292.734375, + 63279.91015625, + 63209.51171875, + 63159.57421875, + 63264.15234375, + 63099.71875, + 63231.02734375, + 63191.9609375, + 63045.12890625, + 63074.87109375, + 63187.8984375, + 63167.0703125, + 63060.4296875, + 63129.0625, + 63333.1484375, + 62265.33203125, + 63026.16796875, + 63251.7265625, + 63221.54296875, + 63097.703125, + 62785.859375, + 63182.66015625, + 63149.3984375, + 63104.7421875 ], "quantiles": { "0.1": [ - 65056.44921875, - 64823.552734375, - 64906.849609375, - 64708.943359375, - 64692.431640625, - 64662.140625, - 64620.39453125, - 64563.185546875, - 64517.771484375, - 64304.078125, - 64508.599609375, - 64436.30859375, - 64435.3046875, - 64233.353515625, - 64271.083984375, - 64203.83984375, - 64425.84765625, - 64324.666015625, - 64141.162109375, - 64191.01171875, - 64042.6875, - 64256.431640625, - 63997.650390625, - 64189.763671875 + 62920.263671875, + 62715.435546875, + 62652.833984375, + 62536.130859375, + 62491.203125, + 62177.744140625, + 62236.953125, + 62127.630859375, + 62015.51171875, + 61928.025390625, + 62072.412109375, + 62024.185546875, + 61581.314453125, + 61720.50390625, + 61893.818359375, + 61785.23828125, + 61406.876953125, + 61915.41015625, + 61642.041015625, + 61344.767578125, + 61502.533203125, + 61698.20703125, + 61329.662109375, + 61470.603515625 ], "0.2": [ - 65056.44921875, - 64823.552734375, - 64906.849609375, - 64708.943359375, - 64692.431640625, - 64662.140625, - 64620.39453125, - 64563.185546875, - 64517.771484375, - 64304.078125, - 64508.599609375, - 64436.30859375, - 64435.3046875, - 64233.353515625, - 64271.083984375, - 64203.83984375, - 64425.84765625, - 64324.666015625, - 64141.162109375, - 64191.01171875, - 64042.6875, - 64256.431640625, - 63997.650390625, - 64189.763671875 + 62920.263671875, + 62715.435546875, + 62652.833984375, + 62536.130859375, + 62491.203125, + 62177.744140625, + 62236.953125, + 62127.630859375, + 62015.51171875, + 61928.025390625, + 62072.412109375, + 62024.185546875, + 61581.314453125, + 61720.50390625, + 61893.818359375, + 61785.23828125, + 61406.876953125, + 61915.41015625, + 61642.041015625, + 61344.767578125, + 61502.533203125, + 61698.20703125, + 61329.662109375, + 61470.603515625 ], "0.3": [ - 65056.44921875, - 64823.552734375, - 64906.849609375, - 64708.943359375, - 64692.431640625, - 64662.140625, - 64620.39453125, - 64563.185546875, - 64517.771484375, - 64304.078125, - 64508.599609375, - 64436.30859375, - 64435.3046875, - 64233.353515625, - 64271.083984375, - 64203.83984375, - 64425.84765625, - 64324.666015625, - 64141.162109375, - 64191.01171875, - 64042.6875, - 64256.431640625, - 63997.650390625, - 64189.763671875 + 62920.263671875, + 62715.435546875, + 62652.833984375, + 62536.130859375, + 62491.203125, + 62177.744140625, + 62236.953125, + 62127.630859375, + 62015.51171875, + 61928.025390625, + 62072.412109375, + 62024.185546875, + 61581.314453125, + 61720.50390625, + 61893.818359375, + 61785.23828125, + 61406.876953125, + 61915.41015625, + 61642.041015625, + 61344.767578125, + 61502.533203125, + 61698.20703125, + 61329.662109375, + 61470.603515625 ], "0.4": [ - 65447.15625, - 65392.537109375, - 65481.142578125, - 65330.7109375, - 65409.041015625, - 65418.3046875, - 65477.23828125, - 65495.87890625, - 65532.34375, - 65527.15625, - 65540.09765625, - 65629.8984375, - 65495.359375, - 65487.607421875, - 65540.28125, - 65602.9140625, - 65533.9609375, - 65614.75, - 65538.79296875, - 65734.31640625, - 65693.0078125, - 65574.98046875, - 65834.54296875, - 65764.98046875 + 63286.189453125, + 63278.83984375, + 63182.984375, + 63217.732421875, + 63218.53515625, + 63134.912109375, + 63205.193359375, + 63193.404296875, + 63162.009765625, + 63041.6171875, + 63036.380859375, + 63133.568359375, + 63157.6875, + 63217.189453125, + 63359.744140625, + 63121.8671875, + 63103.08203125, + 63244.587890625, + 63201.6640625, + 63175.740234375, + 63005.5, + 63114.716796875, + 63067.845703125, + 62835.9765625 ], "0.5": [ - 65447.15625, - 65392.537109375, - 65481.142578125, - 65330.7109375, - 65409.041015625, - 65418.3046875, - 65477.23828125, - 65495.87890625, - 65532.34375, - 65527.15625, - 65540.09765625, - 65629.8984375, - 65495.359375, - 65487.607421875, - 65540.28125, - 65602.9140625, - 65533.9609375, - 65614.75, - 65538.79296875, - 65734.31640625, - 65693.0078125, - 65574.98046875, - 65834.54296875, - 65764.98046875 + 63286.189453125, + 63278.83984375, + 63182.984375, + 63217.732421875, + 63218.53515625, + 63134.912109375, + 63205.193359375, + 63193.404296875, + 63162.009765625, + 63041.6171875, + 63036.380859375, + 63133.568359375, + 63157.6875, + 63217.189453125, + 63359.744140625, + 63121.8671875, + 63103.08203125, + 63244.587890625, + 63201.6640625, + 63175.740234375, + 63005.5, + 63114.716796875, + 63067.845703125, + 62835.9765625 ], "0.6": [ - 65447.15625, - 65392.537109375, - 65481.142578125, - 65330.7109375, - 65409.041015625, - 65418.3046875, - 65477.23828125, - 65495.87890625, - 65532.34375, - 65527.15625, - 65540.09765625, - 65629.8984375, - 65495.359375, - 65487.607421875, - 65540.28125, - 65602.9140625, - 65533.9609375, - 65614.75, - 65538.79296875, - 65734.31640625, - 65693.0078125, - 65574.98046875, - 65834.54296875, - 65764.98046875 + 63286.189453125, + 63278.83984375, + 63182.984375, + 63217.732421875, + 63218.53515625, + 63134.912109375, + 63205.193359375, + 63193.404296875, + 63162.009765625, + 63041.6171875, + 63036.380859375, + 63133.568359375, + 63157.6875, + 63217.189453125, + 63359.744140625, + 63121.8671875, + 63103.08203125, + 63244.587890625, + 63201.6640625, + 63175.740234375, + 63005.5, + 63114.716796875, + 63067.845703125, + 62835.9765625 ], "0.7": [ - 65447.15625, - 65392.537109375, - 65481.142578125, - 65330.7109375, - 65409.041015625, - 65418.3046875, - 65477.23828125, - 65495.87890625, - 65532.34375, - 65527.15625, - 65540.09765625, - 65629.8984375, - 65495.359375, - 65487.607421875, - 65540.28125, - 65602.9140625, - 65533.9609375, - 65614.75, - 65538.79296875, - 65734.31640625, - 65693.0078125, - 65574.98046875, - 65834.54296875, - 65764.98046875 + 63286.189453125, + 63278.83984375, + 63182.984375, + 63217.732421875, + 63218.53515625, + 63134.912109375, + 63205.193359375, + 63193.404296875, + 63162.009765625, + 63041.6171875, + 63036.380859375, + 63133.568359375, + 63157.6875, + 63217.189453125, + 63359.744140625, + 63121.8671875, + 63103.08203125, + 63244.587890625, + 63201.6640625, + 63175.740234375, + 63005.5, + 63114.716796875, + 63067.845703125, + 62835.9765625 ], "0.8": [ - 65838.97265625, - 66054.3671875, - 66079.9140625, - 66060.8515625, - 66145.64453125, - 66206.87890625, - 66434.9453125, - 66537.9453125, - 66419.81640625, - 66781.45703125, - 66753.1484375, - 66875.37890625, - 66954.9296875, - 66958.2890625, - 67025.67578125, - 67144.8515625, - 67023.25390625, - 67368.2109375, - 67326.4375, - 67501.87890625, - 67666.40625, - 67522.1015625, - 68095.01171875, - 68184.85546875 + 63659.1875, + 63785.73046875, + 63834.77734375, + 63833.8515625, + 64058.482421875, + 64053.859375, + 64079.64453125, + 64101.99609375, + 64445.294921875, + 64072.3671875, + 64400.1015625, + 64272.20703125, + 64260.21484375, + 64439.857421875, + 64489.375, + 64535.576171875, + 64152.90234375, + 64634.111328125, + 64886.69140625, + 64871.42578125, + 64381.318359375, + 64677.974609375, + 64642.91796875, + 64744.759765625 ], "0.9": [ - 65838.97265625, - 66054.3671875, - 66079.9140625, - 66060.8515625, - 66145.64453125, - 66206.87890625, - 66434.9453125, - 66537.9453125, - 66419.81640625, - 66781.45703125, - 66753.1484375, - 66875.37890625, - 66954.9296875, - 66958.2890625, - 67025.67578125, - 67144.8515625, - 67023.25390625, - 67368.2109375, - 67326.4375, - 67501.87890625, - 67666.40625, - 67522.1015625, - 68095.01171875, - 68184.85546875 + 63659.1875, + 63785.73046875, + 63834.77734375, + 63833.8515625, + 64058.482421875, + 64053.859375, + 64079.64453125, + 64101.99609375, + 64445.294921875, + 64072.3671875, + 64400.1015625, + 64272.20703125, + 64260.21484375, + 64439.857421875, + 64489.375, + 64535.576171875, + 64152.90234375, + 64634.111328125, + 64886.69140625, + 64871.42578125, + 64381.318359375, + 64677.974609375, + 64642.91796875, + 64744.759765625 ] }, "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", @@ -575,20 +589,6 @@ "2026-06-22 20:00:00", "2026-06-22 21:00:00", "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" + "2026-06-22 23:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 9b11cd3208937847327038370a8cc239353de230..971a2747997e5272bebe8a485d5a2bd745b90cb3 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T13:23:17.752205+00:00", + "evaluated_at": "2026-06-23T13:36:13.606915+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index cc852a87944ac3db3558c3df3f85b113186e4211..a3d82a0cc6e2a12710610cb5f8fc030be8dfcc91 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1144254.268317417,1116263.5087744107,784.3111370956685,1.3710934680676552,0.012462675983456227,0.01233868144628769,33.3080025899987,1069.6982136646845,0.01680024797038869,0.012318073846270056,0.01148385534418125,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,244876.6237753192,238630.01392187632,343.3923722473507,0.4346526656460073,0.005299789627833081,0.005326383099366398,6.816044516138754,494.8501023293005,0.007682968889366805,0.005331458759740962,0.004596862536325938,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,3.7254732223560887,3.857635656925538,1.6989814043242737,0.995085763097673,0.06234093839361071,0.06375101933657625,7.0135930254093175,1.9301484974882344,0.07269976578764256,0.06399277067680005,0.05485515880509876,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.11641272174167273,0.11846751104187128,0.3020306027577069,0.9080440697695582,0.5581558386656671,0.4010889963068701,31.163729470479097,0.3411930857178567,0.5058209399418285,0.44776230754111307,0.4311686255514905,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.13269585709339263,0.132504604482938,0.32926450085028985,2.9633805076526087,0.26379497066419166,0.22538128197196874,78.33256905686935,0.3642744255275034,0.27207215920212896,0.24592367022533634,0.2256257847700699,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index d413c223d9fba4545e3fe69ac985f73081078f7d..45cc729023370ed84b0880ecd0a06b46f8a0c2e3 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,11 +1,25 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T13:23:53.371419+00:00", + "evaluated_at": "2026-06-23T13:36:43.899258+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, 63816.609375, 62369.44140625, 62688.0, @@ -87,7 +101,9 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, + 63311.98828125 + ], + "actuals": [ 63896.01171875, 64606.0, 64257.98828125, @@ -101,9 +117,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65578.0 - ], - "actuals": [ + 65578.0, 64980.390625, 64836.94921875, 64719.76953125, @@ -113,363 +127,363 @@ 64433.80078125, 64320.5703125, 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62137.98828125 + 64020.01171875 ], "p50": [ - 64182.08599917763, - 64199.25396792763, - 64184.76178042763, - 64184.76178042763, - 64182.30474917763, - 64188.74224917763, - 64213.77349917763, - 64184.76178042763, - 64182.35162417763, - 64182.35162417763, - 64197.08990542763, - 64182.21881167763, - 64213.77349917763, - 64182.32818667763, - 64213.77349917763, - 64182.05474917763, - 64182.35162417763, - 64190.63287417763, - 64186.75201480263, - 64184.76178042763, - 64199.25396792763, - 64188.74224917763, - 64199.25396792763, - 64194.92584292763 + 64156.18494380482, + 64145.67322505482, + 64131.80603755482, + 64151.85681880482, + 64139.01697505482, + 64139.23572505482, + 64164.35486567982, + 64139.12635005482, + 64164.35486567982, + 64151.85681880482, + 64141.69275630482, + 64169.70447505482, + 64133.74939692982, + 64157.59510005482, + 64139.28260005482, + 64140.48767817982, + 64138.95447505482, + 64139.12635005482, + 64143.68299067982, + 64139.28260005482, + 64122.91931880482, + 64139.28260005482, + 64135.69275630482, + 64147.56385005482 ], "p10": [ - 63941.90279605263, - 63946.38131167763, - 63931.46490542763, - 63946.38131167763, - 63951.05318667763, - 63951.53131167763, - 63930.35435855263, - 63951.05318667763, - 63946.75006167763, - 63930.98443667763, - 63931.46490542763, - 63951.05318667763, - 63956.28521792763, - 63930.35435855263, - 63974.78521792763, - 63943.06256167763, - 63943.06256167763, - 63931.46490542763, - 63943.06256167763, - 63972.93521792763, - 63974.78521792763, - 63941.90279605263, - 63941.90279605263, - 63951.05318667763 + 63907.98416255482, + 63908.46228755482, + 63903.68103755482, + 63945.31385005482, + 63898.83377192982, + 63913.21619380482, + 63929.39080317982, + 63903.31228755482, + 63902.15252192982, + 63913.21619380482, + 63943.954084429824, + 63824.20447505482, + 63888.39588130482, + 63913.21619380482, + 63907.98416255482, + 63903.68103755482, + 63903.31228755482, + 63907.98416255482, + 63908.46228755482, + 63875.873615679826, + 63820.442365679824, + 63887.717756304824, + 63929.39080317982, + 63898.15564692982 ], "p90": [ - 64475.96099917763, - 64479.09810855263, - 64448.38678042763, - 64428.07428042763, - 64507.33209292763, - 64451.14420230263, - 64568.76178042763, - 64430.64068667763, - 64479.09810855263, - 64414.79693667763, - 64507.79537417763, - 64430.64068667763, - 64507.33209292763, - 64428.07428042763, - 64507.79537417763, - 64451.14420230263, - 64511.96490542763, - 64432.41529605263, - 64507.33209292763, - 64454.28131167763, - 64475.96099917763, - 64430.64068667763, - 64428.07428042763, - 64517.64459292763 + 64389.346271929826, + 64389.346271929826, + 64387.57166255482, + 64387.57166255482, + 64389.346271929826, + 64371.98845942982, + 64405.31775630482, + 64385.00525630482, + 64389.346271929826, + 64374.33338130482, + 64374.11463130482, + 64385.00525630482, + 64357.43338130482, + 64374.33338130482, + 64371.72791255482, + 64371.96658442982, + 64408.075178179824, + 64432.89197505482, + 64387.57166255482, + 64432.89197505482, + 64389.346271929826, + 64389.346271929826, + 64374.11463130482, + 64389.346271929826 ], "mean": [ - 64189.32135074024, - 64224.313518708994, - 64194.164905427744, - 64193.949085115244, - 64209.84178042774, - 64221.24594058399, - 64234.121760896494, - 64205.63662417774, - 64192.70053042774, - 64176.53429995899, - 64189.008167146494, - 64192.76232730274, - 64220.63939761524, - 64182.10724917774, - 64229.97717105274, - 64193.48482730274, - 64209.61992495899, - 64200.93424136524, - 64221.54160464649, - 64206.49332339649, - 64222.875042146494, - 64217.81154605274, - 64219.97244449024, - 64233.77191714649 + 64145.17146724214, + 64133.776975054636, + 64141.21426021089, + 64151.29984614839, + 64133.06365474214, + 64147.59902583589, + 64168.402326617135, + 64135.17045161714, + 64156.35205317964, + 64140.34457271089, + 64149.284475054636, + 64129.91992427339, + 64122.78744380464, + 64149.57281489839, + 64124.80621333589, + 64135.26924067964, + 64123.89865474214, + 64138.89552974214, + 64145.95636958589, + 64138.99306880464, + 64106.14511958589, + 64122.14250239839, + 64125.90008052339, + 64139.78992427339 ], "quantiles": { "0.1": [ - 63941.90279605263, - 63946.38131167763, - 63931.46490542763, - 63946.38131167763, - 63951.05318667763, - 63951.53131167763, - 63930.35435855263, - 63951.05318667763, - 63946.75006167763, - 63930.98443667763, - 63931.46490542763, - 63951.05318667763, - 63956.28521792763, - 63930.35435855263, - 63974.78521792763, - 63943.06256167763, - 63943.06256167763, - 63931.46490542763, - 63943.06256167763, - 63972.93521792763, - 63974.78521792763, - 63941.90279605263, - 63941.90279605263, - 63951.05318667763 + 63907.98416255482, + 63908.46228755482, + 63903.68103755482, + 63945.31385005482, + 63898.83377192982, + 63913.21619380482, + 63929.39080317982, + 63903.31228755482, + 63902.15252192982, + 63913.21619380482, + 63943.954084429824, + 63824.20447505482, + 63888.39588130482, + 63913.21619380482, + 63907.98416255482, + 63903.68103755482, + 63903.31228755482, + 63907.98416255482, + 63908.46228755482, + 63875.873615679826, + 63820.442365679824, + 63887.717756304824, + 63929.39080317982, + 63898.15564692982 ], "0.2": [ - 63998.78521792763, - 64099.37506167763, - 64034.06412417763, - 64071.88365542763, - 64063.04303042763, - 64102.79849917763, - 64063.04303042763, - 64094.77662417763, - 64034.06412417763, - 63989.16412417763, - 64009.11959292763, - 64063.04303042763, - 64103.30474917763, - 63998.78521792763, - 64099.37506167763, - 64034.06412417763, - 64038.89459292763, - 64074.09381167763, - 64076.38287417763, - 64100.36334292763, - 64100.16568667763, - 64038.89459292763, - 64071.88365542763, - 64100.16568667763 + 64018.991193804824, + 63978.31385005482, + 63990.995100054824, + 63995.82556880482, + 63971.67322505482, + 63995.82556880482, + 64056.30603755482, + 63971.065412554824, + 64015.14431880482, + 63978.31385005482, + 64031.02478755482, + 63971.67322505482, + 63968.63416255482, + 64029.776350054824, + 63992.323225054824, + 64019.97400630482, + 63968.63416255482, + 63978.31385005482, + 63992.323225054824, + 64015.14431880482, + 63931.71619380482, + 63955.71619380482, + 63992.323225054824, + 63966.05056880482 ], "0.3": [ - 64103.30474917763, - 64127.36607730263, - 64122.31256167763, - 64122.31256167763, - 64105.73287417763, - 64155.86334292763, - 64147.22076480263, - 64143.33131167763, - 64134.77349917763, - 64076.38287417763, - 64140.93131167763, - 64106.77349917763, - 64158.73443667763, - 64102.54537417763, - 64142.77349917763, - 64102.54537417763, - 64109.08951480263, - 64143.57037417763, - 64134.77349917763, - 64159.96490542763, - 64147.22076480263, - 64143.33131167763, - 64143.33131167763, - 64142.77349917763 + 64066.020490679824, + 64056.30603755482, + 64057.29431880482, + 64061.78142817982, + 64035.18494380482, + 64057.70447505482, + 64091.70447505482, + 64057.29431880482, + 64087.96619380482, + 64057.70447505482, + 64066.020490679824, + 64057.29431880482, + 64035.18494380482, + 64067.01306880482, + 64056.99783442982, + 64062.66385005482, + 64056.30603755482, + 64056.30603755482, + 64060.23572505482, + 64051.862287554824, + 64024.78260005482, + 64039.60095942982, + 64056.99783442982, + 64059.47635005482 ], "0.4": [ - 64162.77349917763, - 64168.79224917763, - 64166.63131167763, - 64172.91412417763, - 64166.01490542763, - 64174.87506167763, - 64182.30474917763, - 64180.71881167763, - 64168.79224917763, - 64143.25162417763, - 64177.20709292763, - 64148.78521792763, - 64182.06099917763, - 64155.86334292763, - 64182.35162417763, - 64159.96490542763, - 64168.17584292763, - 64178.76178042763, - 64169.20318667763, - 64177.20709292763, - 64182.02349917763, - 64178.76178042763, - 64182.06099917763, - 64172.91412417763 + 64137.64978755482, + 64128.36072505482, + 64099.70447505482, + 64118.581037554824, + 64096.504475054826, + 64105.71619380482, + 64137.64978755482, + 64116.89588130482, + 64134.13806880482, + 64131.02166255482, + 64126.13416255482, + 64119.70447505482, + 64074.35135005482, + 64138.95447505482, + 64105.71619380482, + 64119.70447505482, + 64074.35135005482, + 64112.79431880482, + 64118.581037554824, + 64103.311506304824, + 64074.35135005482, + 64112.79431880482, + 64105.71619380482, + 64105.71619380482 ], "0.5": [ - 64182.08599917763, - 64199.25396792763, - 64184.76178042763, - 64184.76178042763, - 64182.30474917763, - 64188.74224917763, - 64213.77349917763, - 64184.76178042763, - 64182.35162417763, - 64182.35162417763, - 64197.08990542763, - 64182.21881167763, - 64213.77349917763, - 64182.32818667763, - 64213.77349917763, - 64182.05474917763, - 64182.35162417763, - 64190.63287417763, - 64186.75201480263, - 64184.76178042763, - 64199.25396792763, - 64188.74224917763, - 64199.25396792763, - 64194.92584292763 + 64156.18494380482, + 64145.67322505482, + 64131.80603755482, + 64151.85681880482, + 64139.01697505482, + 64139.23572505482, + 64164.35486567982, + 64139.12635005482, + 64164.35486567982, + 64151.85681880482, + 64141.69275630482, + 64169.70447505482, + 64133.74939692982, + 64157.59510005482, + 64139.28260005482, + 64140.48767817982, + 64138.95447505482, + 64139.12635005482, + 64143.68299067982, + 64139.28260005482, + 64122.91931880482, + 64139.28260005482, + 64135.69275630482, + 64147.56385005482 ], "0.6": [ - 64204.66178042763, - 64263.28209292763, - 64221.93756167763, - 64239.42740542763, - 64214.77349917763, - 64257.56099917763, - 64281.52349917763, - 64252.79771792763, - 64235.68365542763, - 64213.57349917763, - 64255.31256167763, - 64214.77349917763, - 64272.69224917763, - 64206.35396792763, - 64275.18365542763, - 64223.13756167763, - 64199.25396792763, - 64250.76178042763, - 64250.90553042763, - 64239.42740542763, - 64263.28209292763, - 64255.31256167763, - 64250.90553042763, - 64260.93365542763 + 64212.24353755482, + 64207.836506304826, + 64163.28494380482, + 64201.97400630482, + 64156.18494380482, + 64192.61463130482, + 64223.73572505482, + 64156.18494380482, + 64228.70447505482, + 64217.86463130482, + 64208.05213130482, + 64228.70447505482, + 64204.26150630482, + 64217.86463130482, + 64170.504475054826, + 64207.69275630482, + 64153.58806880482, + 64171.70447505482, + 64196.358381304824, + 64207.836506304826, + 64171.70447505482, + 64192.61463130482, + 64159.00525630482, + 64204.26150630482 ], "0.7": [ - 64291.69537417763, - 64327.10162417763, - 64314.78131167763, - 64291.69537417763, - 64327.10162417763, - 64301.29537417763, - 64332.02349917763, - 64295.51568667763, - 64283.31256167763, - 64256.99888980263, - 64324.28678042763, - 64301.29537417763, - 64336.49224917763, - 64282.06021792763, - 64324.99224917763, - 64292.84146792763, - 64292.84146792763, - 64316.01178042763, - 64302.52584292763, - 64301.29537417763, - 64316.01178042763, - 64323.98443667763, - 64301.29537417763, - 64320.41334292763 + 64262.15017817982, + 64248.62635005482, + 64238.991193804824, + 64249.772443804824, + 64217.86463130482, + 64235.11463130482, + 64240.24353755482, + 64224.54431880482, + 64280.91541255482, + 64275.81385005482, + 64240.24353755482, + 64275.81385005482, + 64240.24353755482, + 64248.62635005482, + 64223.73572505482, + 64248.62635005482, + 64219.625959429824, + 64248.62635005482, + 64238.45447505482, + 64256.29431880482, + 64232.11463130482, + 64234.016584429824, + 64226.24939692982, + 64248.62635005482 ], "0.8": [ - 64345.60162417763, - 64394.01099917763, - 64383.93365542763, - 64373.52349917763, - 64398.91412417763, - 64383.93365542763, - 64415.27428042763, - 64392.78521792763, - 64383.93365542763, - 64332.91724917763, - 64385.70396792763, - 64373.52349917763, - 64419.53678042763, - 64332.02349917763, - 64398.91412417763, - 64373.52349917763, - 64385.70396792763, - 64385.70396792763, - 64373.52349917763, - 64385.70396792763, - 64394.01099917763, - 64392.78521792763, - 64385.70396792763, - 64417.18365542763 + 64300.58338130482, + 64330.45447505482, + 64300.973225054826, + 64300.58338130482, + 64252.44666255482, + 64286.46619380482, + 64330.45447505482, + 64275.81385005482, + 64340.86463130482, + 64340.86463130482, + 64291.280256304824, + 64302.53260005482, + 64286.46619380482, + 64300.973225054826, + 64280.91541255482, + 64302.53260005482, + 64281.92322505482, + 64288.95447505482, + 64308.11697505482, + 64308.11697505482, + 64286.963850054824, + 64306.557600054824, + 64281.11697505482, + 64300.973225054826 ], "0.9": [ - 64475.96099917763, - 64479.09810855263, - 64448.38678042763, - 64428.07428042763, - 64507.33209292763, - 64451.14420230263, - 64568.76178042763, - 64430.64068667763, - 64479.09810855263, - 64414.79693667763, - 64507.79537417763, - 64430.64068667763, - 64507.33209292763, - 64428.07428042763, - 64507.79537417763, - 64451.14420230263, - 64511.96490542763, - 64432.41529605263, - 64507.33209292763, - 64454.28131167763, - 64475.96099917763, - 64430.64068667763, - 64428.07428042763, - 64517.64459292763 + 64389.346271929826, + 64389.346271929826, + 64387.57166255482, + 64387.57166255482, + 64389.346271929826, + 64371.98845942982, + 64405.31775630482, + 64385.00525630482, + 64389.346271929826, + 64374.33338130482, + 64374.11463130482, + 64385.00525630482, + 64357.43338130482, + 64374.33338130482, + 64371.72791255482, + 64371.96658442982, + 64408.075178179824, + 64432.89197505482, + 64387.57166255482, + 64432.89197505482, + 64389.346271929826, + 64389.346271929826, + 64374.11463130482, + 64389.346271929826 ] }, "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", @@ -575,20 +589,6 @@ "2026-06-22 20:00:00", "2026-06-22 21:00:00", "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" + "2026-06-22 23:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 85aba31209d762616d279709721cacc9a7b77a35..12de1587298a6aafdc5f24f5fd11bd7f9ee9bcc8 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T13:23:53.402256+00:00", + "evaluated_at": "2026-06-23T13:36:43.907521+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 4b1312a442ece9b68c636c923b1fcabf76da76e3..9b433859f598b05fed6a104a472c19ab72e9f275 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T13:18:17.689906+00:00", - "finished_at": "2026-06-23T13:23:58.375150+00:00", - "task_count": 4, + "started_at": "2026-06-23T13:33:23.427950+00:00", + "finished_at": "2026-06-23T13:36:48.913476+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,29 +10,11 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T13:19:13.941402+00:00", + "evaluated_at": "2026-06-23T13:33:55.449577+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } @@ -42,29 +24,11 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T13:20:05.986755+00:00", + "evaluated_at": "2026-06-23T13:34:28.286116+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } @@ -74,29 +38,11 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T13:21:39.316222+00:00", + "evaluated_at": "2026-06-23T13:34:57.672130+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } @@ -106,29 +52,11 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T13:22:19.866895+00:00", + "evaluated_at": "2026-06-23T13:35:46.240887+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } @@ -138,29 +66,11 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T13:23:17.752205+00:00", + "evaluated_at": "2026-06-23T13:36:13.606915+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } @@ -170,29 +80,11 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T13:23:52.900335+00:00", + "evaluated_at": "2026-06-23T13:36:43.641023+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } @@ -202,29 +94,11 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T13:23:53.257590+00:00", + "evaluated_at": "2026-06-23T13:36:43.855955+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } @@ -234,29 +108,11 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T13:23:53.366500+00:00", + "evaluated_at": "2026-06-23T13:36:43.891602+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } @@ -266,29 +122,11 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T13:23:53.402256+00:00", + "evaluated_at": "2026-06-23T13:36:43.907521+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } @@ -298,29 +136,11 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T13:23:53.432163+00:00", + "evaluated_at": "2026-06-23T13:36:43.918861+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } @@ -343,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T13:25:34.000059+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_133643.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_133643.json new file mode 100644 index 0000000000000000000000000000000000000000..70f8dd0c8b1afd83e5289f63f00bd1e5b2113f24 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_133643.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T13:36:43.838610+00:00", + "metrics": { + "MSE[mean]": 1106807.7382877937, + "MSE[0.5]": 2579467.172171479, + "MAE[0.5]": 1558.0333211408986, + "MASE[0.5]": 1.9720977835564544, + "MAPE[0.5]": 0.02415309833978542, + "sMAPE[0.5]": 0.024466219876424066, + "MSIS": 61.98221061752687, + "RMSE[mean]": 1052.0493041144953, + "NRMSE[mean]": 0.016333960598461962, + "ND[0.5]": 0.024189792986961237, + "mean_weighted_sum_quantile_loss": 0.022975606125939296 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00" + ], + "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "actual": [ + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875 + ], + "predictions": { + "p50": [ + 62696.75200067133, + 62707.24080663108, + 62736.098987171266, + 62750.982710283024, + 62759.66766640632, + 62791.38591151225, + 62826.60160008181, + 62806.331931618566, + 62855.3098247077, + 62846.76639551354, + 62852.102555002464, + 62889.3794296366, + 62866.49605933005, + 62903.82920864645, + 62890.27484417014, + 62917.89156360443, + 62901.36528123122, + 62899.074379248515, + 62917.554048140286, + 62893.7931913956, + 62924.169415726545, + 62925.7804412496, + 62929.61597052221, + 62927.65013261743 + ], + "p10": [ + 62445.91696624061, + 62450.76014637799, + 62476.1499768025, + 62496.79425058216, + 62480.58445147457, + 62608.78175194589, + 62551.731722504774, + 62586.594263646744, + 62581.42036257581, + 62593.766617085326, + 62605.08946469721, + 62611.446478339436, + 62587.4128443983, + 62698.36308488664, + 62656.25120108055, + 62669.16039560426, + 62650.59658375675, + 62653.23542835916, + 62665.80509571837, + 62605.39229367953, + 62674.06804883022, + 62675.011743775125, + 62682.70092176147, + 62678.767504572184 + ], + "p90": [ + 62903.34999190415, + 62969.57694469314, + 62993.68005230049, + 62998.889729015646, + 62995.87270478172, + 63015.65074369074, + 63044.07522375701, + 63010.64131594758, + 63071.940365563125, + 63071.65813227967, + 63082.98097989155, + 63093.71971118882, + 63083.98094271164, + 63134.66106144127, + 63118.990993372216, + 63126.44489801044, + 63134.098842536456, + 63151.84907993365, + 63166.613851334696, + 63150.10362296109, + 63192.578539773356, + 63169.57523592772, + 63160.53802241472, + 63163.855170992836 + ], + "mean": [ + 62686.16898436004, + 63658.019746961734, + 63385.777314721876, + 63396.50076621959, + 63721.645406714364, + 63442.67633516474, + 63772.18606646222, + 63123.672457157314, + 64126.28712764427, + 63480.773756549504, + 63812.192278102404, + 63502.92320262827, + 62833.19667179816, + 64192.24242264795, + 62891.91656043581, + 63881.84354790522, + 64151.75799827147, + 63214.01904176396, + 63562.29710171733, + 63531.904424182896, + 64189.623194702566, + 63239.44461054977, + 62932.8071991033, + 63240.38140495693 + ], + "quantiles": { + "0.1": [ + 62445.91696624061, + 62450.76014637799, + 62476.1499768025, + 62496.79425058216, + 62480.58445147457, + 62608.78175194589, + 62551.731722504774, + 62586.594263646744, + 62581.42036257581, + 62593.766617085326, + 62605.08946469721, + 62611.446478339436, + 62587.4128443983, + 62698.36308488664, + 62656.25120108055, + 62669.16039560426, + 62650.59658375675, + 62653.23542835916, + 62665.80509571837, + 62605.39229367953, + 62674.06804883022, + 62675.011743775125, + 62682.70092176147, + 62678.767504572184 + ], + "0.2": [ + 62578.12698731561, + 62570.453685572254, + 62618.09483501323, + 62605.46136906075, + 62636.44242050558, + 62688.7624431376, + 62698.60523696861, + 62701.77622633556, + 62713.87688544275, + 62674.27411749228, + 62727.25356509316, + 62731.13889211397, + 62694.725439229915, + 62776.91427798164, + 62764.13476218898, + 62804.419840461305, + 62733.828895986, + 62739.674817190535, + 62784.21191209548, + 62743.23463121624, + 62790.697388884626, + 62753.361512810516, + 62801.10773813858, + 62758.60784820916 + ], + "0.3": [ + 62644.55281010725, + 62609.16010959854, + 62663.77620844541, + 62672.53564083467, + 62673.78601312923, + 62730.93304608617, + 62740.52676728201, + 62749.44695395281, + 62769.2349919079, + 62746.27563581758, + 62773.585077816664, + 62802.39245338734, + 62756.532441433126, + 62821.288633997785, + 62825.73964619699, + 62842.20816591402, + 62807.21054198332, + 62813.00861562579, + 62850.3908491964, + 62816.53795236535, + 62848.282177780966, + 62836.168473343794, + 62855.93463526707, + 62838.58853940087 + ], + "0.4": [ + 62672.47156701506, + 62675.21405247828, + 62703.45036104745, + 62721.24815668246, + 62728.25449089788, + 62761.839077936536, + 62799.47531434942, + 62785.433180364475, + 62816.96507054186, + 62812.3853364499, + 62823.70818406178, + 62851.771824770425, + 62812.490228695104, + 62868.93797076495, + 62866.800996579186, + 62876.08923787282, + 62864.85895969144, + 62850.99266496769, + 62888.97227900151, + 62855.23060682469, + 62868.79212238899, + 62896.744866808265, + 62876.4445798751, + 62879.76172845321 + ], + "0.5": [ + 62696.75200067133, + 62707.24080663108, + 62736.098987171266, + 62750.982710283024, + 62759.66766640632, + 62791.38591151225, + 62826.60160008181, + 62806.331931618566, + 62855.3098247077, + 62846.76639551354, + 62852.102555002464, + 62889.3794296366, + 62866.49605933005, + 62903.82920864645, + 62890.27484417014, + 62917.89156360443, + 62901.36528123122, + 62899.074379248515, + 62917.554048140286, + 62893.7931913956, + 62924.169415726545, + 62925.7804412496, + 62929.61597052221, + 62927.65013261743 + ], + "0.6": [ + 62740.840922406984, + 62767.183325477745, + 62791.345612233126, + 62800.34909794927, + 62783.353297489324, + 62845.67646789395, + 62879.129192537664, + 62827.199982389255, + 62901.157826902505, + 62892.81591015504, + 62901.31350666585, + 62941.907022092455, + 62898.21466324111, + 62948.58889822952, + 62933.71001145759, + 62963.35161060893, + 62925.835555339036, + 62922.89787687592, + 62974.55964774709, + 62943.99551953557, + 62958.02097687888, + 62962.02774554391, + 62977.81509361472, + 62978.57418907821 + ], + "0.7": [ + 62799.88501034778, + 62818.120995200145, + 62844.70041263404, + 62847.745461896804, + 62846.548782679216, + 62895.92865372082, + 62907.34238773328, + 62882.92438714023, + 62965.971781666296, + 62941.34067718683, + 62952.663524798714, + 62997.95224339492, + 62953.377175602945, + 63015.8555386891, + 62968.199784495606, + 63038.12653946174, + 62983.15325147277, + 62988.99917267731, + 63031.87922172337, + 63025.27510313002, + 63020.36163352664, + 63024.35354537847, + 63042.437601405974, + 63018.09950228242 + ], + "0.8": [ + 62839.11800120801, + 62904.11615164729, + 62928.21925925465, + 62950.15025585147, + 62924.02988991662, + 62958.999517515294, + 63011.829083609366, + 62921.64430629981, + 63024.20679386496, + 63014.16419727637, + 63025.48704488825, + 63057.550223723214, + 63012.9887268393, + 63085.462545251045, + 63054.71537567265, + 63090.09386677717, + 63057.058045495585, + 63065.13266877615, + 63088.612639157356, + 63113.431284635815, + 63117.83489556452, + 63103.67060634779, + 63105.50846520045, + 63090.66474498917 + ], + "0.9": [ + 62903.34999190415, + 62969.57694469314, + 62993.68005230049, + 62998.889729015646, + 62995.87270478172, + 63015.65074369074, + 63044.07522375701, + 63010.64131594758, + 63071.940365563125, + 63071.65813227967, + 63082.98097989155, + 63093.71971118882, + 63083.98094271164, + 63134.66106144127, + 63118.990993372216, + 63126.44489801044, + 63134.098842536456, + 63151.84907993365, + 63166.613851334696, + 63150.10362296109, + 63192.578539773356, + 63169.57523592772, + 63160.53802241472, + 63163.855170992836 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_133352.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_133352.json new file mode 100644 index 0000000000000000000000000000000000000000..9222239a8419132758fcb9e1518c669eb590184a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_133352.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T13:33:52.835471+00:00", + "metrics": { + "MSE[mean]": 1439125.5034243267, + "MSE[0.5]": 1439125.5034243267, + "MAE[0.5]": 1117.1585286458333, + "MASE[0.5]": 1.4140556741176395, + "MAPE[0.5]": 0.017302917171809387, + "sMAPE[0.5]": 0.017476590144339898, + "MSIS": 14.800629048596443, + "RMSE[mean]": 1199.6355710899568, + "NRMSE[mean]": 0.018625362969266552, + "ND[0.5]": 0.0173448367084808, + "mean_weighted_sum_quantile_loss": 0.014180432842482838 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00" + ], + "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "actual": [ + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875 + ], + "predictions": { + "p50": [ + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 + ], + "p10": [ + 63048.15234375, + 62921.83203125, + 62802.5546875, + 62727.28125, + 62667.88671875, + 62606.71484375, + 62537.5546875, + 62478.30078125, + 62448.66796875, + 62375.515625, + 62348.51171875, + 62296.1328125, + 62259.60546875, + 62238.77734375, + 62212.73828125, + 62206.3828125, + 62151.5625, + 62152.17578125, + 62160.765625, + 62154.3828125, + 62137.265625, + 62152.2890625, + 62141.58984375, + 62133.625 + ], + "p90": [ + 63704.53515625, + 63851.83203125, + 63934.1015625, + 64010.33203125, + 64039.8671875, + 64089.6875, + 64131.23046875, + 64139.7421875, + 64164.60546875, + 64167.46484375, + 64197.953125, + 64224.453125, + 64230.7578125, + 64240.17578125, + 64255.2890625, + 64256.39453125, + 64491.6796875, + 64478.7578125, + 64495.73046875, + 64503.1015625, + 64464.08984375, + 64528.171875, + 64557.76953125, + 64557.890625 + ], + "mean": [ + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 + ], + "quantiles": { + "0.1": [ + 63048.15234375, + 62921.83203125, + 62802.5546875, + 62727.28125, + 62667.88671875, + 62606.71484375, + 62537.5546875, + 62478.30078125, + 62448.66796875, + 62375.515625, + 62348.51171875, + 62296.1328125, + 62259.60546875, + 62238.77734375, + 62212.73828125, + 62206.3828125, + 62151.5625, + 62152.17578125, + 62160.765625, + 62154.3828125, + 62137.265625, + 62152.2890625, + 62141.58984375, + 62133.625 + ], + "0.2": [ + 63048.15234375, + 62921.83203125, + 62802.5546875, + 62727.28125, + 62667.88671875, + 62606.71484375, + 62537.5546875, + 62478.30078125, + 62448.66796875, + 62375.515625, + 62348.51171875, + 62296.1328125, + 62259.60546875, + 62238.77734375, + 62212.73828125, + 62206.3828125, + 62151.5625, + 62152.17578125, + 62160.765625, + 62154.3828125, + 62137.265625, + 62152.2890625, + 62141.58984375, + 62133.625 + ], + "0.3": [ + 63048.15234375, + 62921.83203125, + 62802.5546875, + 62727.28125, + 62667.88671875, + 62606.71484375, + 62537.5546875, + 62478.30078125, + 62448.66796875, + 62375.515625, + 62348.51171875, + 62296.1328125, + 62259.60546875, + 62238.77734375, + 62212.73828125, + 62206.3828125, + 62151.5625, + 62152.17578125, + 62160.765625, + 62154.3828125, + 62137.265625, + 62152.2890625, + 62141.58984375, + 62133.625 + ], + "0.4": [ + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 + ], + "0.5": [ + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 + ], + "0.6": [ + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 + ], + "0.7": [ + 63378.6953125, + 63385.73828125, + 63381.48046875, + 63374.8671875, + 63371.2734375, + 63357.80078125, + 63341.0625, + 63318.77734375, + 63307.50390625, + 63303.3671875, + 63285.21484375, + 63269.88671875, + 63268.546875, + 63261.86328125, + 63251.609375, + 63242.21484375, + 63235.2890625, + 63214.1328125, + 63236.8828125, + 63232.3828125, + 63234.65234375, + 63245.3671875, + 63254.85546875, + 63243.64453125 + ], + "0.8": [ + 63704.53515625, + 63851.83203125, + 63934.1015625, + 64010.33203125, + 64039.8671875, + 64089.6875, + 64131.23046875, + 64139.7421875, + 64164.60546875, + 64167.46484375, + 64197.953125, + 64224.453125, + 64230.7578125, + 64240.17578125, + 64255.2890625, + 64256.39453125, + 64491.6796875, + 64478.7578125, + 64495.73046875, + 64503.1015625, + 64464.08984375, + 64528.171875, + 64557.76953125, + 64557.890625 + ], + "0.9": [ + 63704.53515625, + 63851.83203125, + 63934.1015625, + 64010.33203125, + 64039.8671875, + 64089.6875, + 64131.23046875, + 64139.7421875, + 64164.60546875, + 64167.46484375, + 64197.953125, + 64224.453125, + 64230.7578125, + 64240.17578125, + 64255.2890625, + 64256.39453125, + 64491.6796875, + 64478.7578125, + 64495.73046875, + 64503.1015625, + 64464.08984375, + 64528.171875, + 64557.76953125, + 64557.890625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_133643.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_133643.json new file mode 100644 index 0000000000000000000000000000000000000000..f0f658242e4574d8eae07ca5bed19dee5fd93748 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_133643.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T13:36:43.883267+00:00", + "metrics": { + "MSE[mean]": 1637823.8100399498, + "MSE[0.5]": 1618248.363371064, + "MAE[0.5]": 1194.7930788303577, + "MASE[0.5]": 1.5123224584468673, + "MAPE[0.5]": 0.01850883199546937, + "sMAPE[0.5]": 0.018704356268539304, + "MSIS": 40.30286717270747, + "RMSE[mean]": 1279.7749060049387, + "NRMSE[mean]": 0.019869594331588525, + "ND[0.5]": 0.018550179156628398, + "mean_weighted_sum_quantile_loss": 0.017350931011230815 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00" + ], + "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "actual": [ + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875 + ], + "predictions": { + "p50": [ + 63359.58939403161, + 63337.40988467269, + 63311.87490656377, + 63320.25789720485, + 63295.750262845926, + 63284.30122223701, + 63297.752572253085, + 63260.85626601916, + 63274.41699103524, + 63250.25115355132, + 63228.4193004424, + 63244.76322858348, + 63197.14035984956, + 63209.318272365635, + 63179.33798175671, + 63168.875269272794, + 63155.67427553887, + 63144.17835992995, + 63137.06720994603, + 63120.99902871211, + 63092.96795685319, + 63097.66344749426, + 63082.405813135345, + 63082.60911627642 + ], + "p10": [ + 63111.38861278161, + 63100.19894717269, + 63083.74990656377, + 63113.71492845485, + 63055.567059720925, + 63058.28169098701, + 63062.78850975308, + 63025.04220351916, + 63012.21464728524, + 63011.61052855132, + 63030.6806285674, + 62899.26322858348, + 62951.78684422456, + 62964.939366115635, + 62948.03954425671, + 62932.068628647794, + 62920.03208803887, + 62913.03617242995, + 62901.84650682103, + 62857.590044337114, + 62790.49100372819, + 62846.09860374426, + 62876.10386001034, + 62833.20091315142 + ], + "p90": [ + 63592.75072215661, + 63581.082931547695, + 63567.64053156377, + 63555.97274095485, + 63546.07955972093, + 63517.053956612006, + 63538.715462878085, + 63506.73517226916, + 63499.408397285246, + 63472.72771605132, + 63460.8411754424, + 63460.06400983348, + 63420.82434422456, + 63426.056553615635, + 63411.78329425671, + 63400.35417552279, + 63424.79497866387, + 63437.94398492995, + 63380.95588182103, + 63414.60840371211, + 63359.39490997819, + 63347.727119369265, + 63320.827688135345, + 63324.39153815142 + ], + "mean": [ + 63348.57591746906, + 63325.51363467262, + 63321.28312922023, + 63319.700924548815, + 63289.7969425333, + 63292.66452301812, + 63301.800033190724, + 63256.90036758179, + 63266.4141785351, + 63238.73890745742, + 63236.01101919253, + 63204.97867780234, + 63186.17840672434, + 63201.29598720916, + 63164.86159503802, + 63163.65683177283, + 63140.61845522607, + 63143.94753961744, + 63139.340588852254, + 63120.70949746236, + 63076.19375763467, + 63080.52334983791, + 63072.613137354, + 63074.83519049535 + ], + "quantiles": { + "0.1": [ + 63111.38861278161, + 63100.19894717269, + 63083.74990656377, + 63113.71492845485, + 63055.567059720925, + 63058.28169098701, + 63062.78850975308, + 63025.04220351916, + 63012.21464728524, + 63011.61052855132, + 63030.6806285674, + 62899.26322858348, + 62951.78684422456, + 62964.939366115635, + 62948.03954425671, + 62932.068628647794, + 62920.03208803887, + 62913.03617242995, + 62901.84650682103, + 62857.590044337114, + 62790.49100372819, + 62846.09860374426, + 62876.10386001034, + 62833.20091315142 + ], + "0.2": [ + 63222.39564403161, + 63170.05050967269, + 63171.06396906377, + 63164.22664720485, + 63128.406512845926, + 63140.89106598701, + 63189.703744128085, + 63092.79532851916, + 63125.20644416024, + 63076.70818480132, + 63117.7513316924, + 63046.73197858348, + 63032.02512547456, + 63081.49952236564, + 63032.37860675671, + 63048.361597397794, + 62985.35396303887, + 62983.36585992995, + 62985.70744432103, + 62996.86074746211, + 62901.76483185319, + 62914.09704124426, + 62939.03628188535, + 62901.09583502642 + ], + "0.3": [ + 63269.42494090661, + 63248.04269717269, + 63237.36318781377, + 63230.18250657985, + 63191.918231595926, + 63202.76997223701, + 63225.102181628085, + 63179.02423476916, + 63198.02831916024, + 63156.09880980132, + 63152.7470348174, + 63132.35307233348, + 63098.57590672456, + 63118.736241115635, + 63097.05321613171, + 63091.05144114779, + 63073.02583803887, + 63061.35804742995, + 63053.61994432103, + 63033.57871621211, + 62994.83123810319, + 62997.98180686926, + 63003.71089126034, + 62994.52161627642 + ], + "0.4": [ + 63341.05423778161, + 63320.09738467269, + 63279.77334406377, + 63286.98211595485, + 63253.23776284593, + 63250.78169098701, + 63271.047494128085, + 63238.62579726916, + 63244.20019416024, + 63229.415997301316, + 63212.8607066924, + 63194.76322858348, + 63137.74231297456, + 63190.677647365635, + 63145.77157550671, + 63148.092066147794, + 63091.07115053887, + 63117.84632867995, + 63111.96525682103, + 63085.02793496211, + 63044.399988103185, + 63071.17516624426, + 63052.429250635345, + 63040.76146002642 + ], + "0.5": [ + 63359.58939403161, + 63337.40988467269, + 63311.87490656377, + 63320.25789720485, + 63295.750262845926, + 63284.30122223701, + 63297.752572253085, + 63260.85626601916, + 63274.41699103524, + 63250.25115355132, + 63228.4193004424, + 63244.76322858348, + 63197.14035984956, + 63209.318272365635, + 63179.33798175671, + 63168.875269272794, + 63155.67427553887, + 63144.17835992995, + 63137.06720994603, + 63120.99902871211, + 63092.96795685319, + 63097.66344749426, + 63082.405813135345, + 63082.60911627642 + ], + "0.6": [ + 63415.64798778161, + 63399.573165922695, + 63343.353812813766, + 63370.37508470485, + 63312.918231595926, + 63337.68012848701, + 63357.133431628085, + 63277.91485976916, + 63338.76660041024, + 63316.25896605132, + 63294.7786754424, + 63303.76322858348, + 63267.65246922456, + 63269.587803615635, + 63210.559856756714, + 63236.080347397794, + 63170.30786928887, + 63176.75648492995, + 63189.74260057103, + 63189.552934962114, + 63141.75311310319, + 63150.99547874426, + 63105.718313135345, + 63139.30677252642 + ], + "0.7": [ + 63465.55462840661, + 63440.36300967269, + 63419.06006281377, + 63418.17352220485, + 63374.597919095926, + 63380.18012848701, + 63373.641244128085, + 63346.27423476916, + 63390.97753791024, + 63374.20818480132, + 63326.9700816924, + 63350.87260358348, + 63303.63450047456, + 63300.349522365635, + 63263.79110675671, + 63277.013941147794, + 63236.34575991387, + 63253.67835992995, + 63231.83869432103, + 63238.01074746211, + 63202.16326935319, + 63192.39743186926, + 63172.962453760345, + 63183.67161627642 + ], + "0.8": [ + 63503.98783153161, + 63522.19113467269, + 63481.04209406377, + 63468.98445970485, + 63409.179950345926, + 63431.53169098701, + 63463.852181628085, + 63397.54376601916, + 63450.92675666024, + 63439.25896605132, + 63378.0068004424, + 63377.59135358348, + 63349.85715672456, + 63352.69639736564, + 63320.97079425671, + 63330.920191147794, + 63298.64302553887, + 63294.00648492995, + 63301.50119432103, + 63289.83340371211, + 63257.01248810319, + 63264.93844749426, + 63227.83003188534, + 63236.01849127642 + ], + "0.9": [ + 63592.75072215661, + 63581.082931547695, + 63567.64053156377, + 63555.97274095485, + 63546.07955972093, + 63517.053956612006, + 63538.715462878085, + 63506.73517226916, + 63499.408397285246, + 63472.72771605132, + 63460.8411754424, + 63460.06400983348, + 63420.82434422456, + 63426.056553615635, + 63411.78329425671, + 63400.35417552279, + 63424.79497866387, + 63437.94398492995, + 63380.95588182103, + 63414.60840371211, + 63359.39490997819, + 63347.727119369265, + 63320.827688135345, + 63324.39153815142 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_133609.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_133609.json new file mode 100644 index 0000000000000000000000000000000000000000..67b342c5041778a60186fb89b389e5b96b2eff86 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_133609.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T13:36:09.134662+00:00", + "metrics": { + "MSE[mean]": 1862390.930082957, + "MSE[0.5]": 1805624.1386008263, + "MAE[0.5]": 1270.898193359375, + "MASE[0.5]": 1.608653342801819, + "MAPE[0.5]": 0.01969032365868011, + "sMAPE[0.5]": 0.019908665868546824, + "MSIS": 16.498034609415704, + "RMSE[mean]": 1364.694445684805, + "NRMSE[mean]": 0.021188042440194954, + "ND[0.5]": 0.019731775814880753, + "mean_weighted_sum_quantile_loss": 0.016496618982043635 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00" + ], + "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "actual": [ + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875 + ], + "predictions": { + "p50": [ + 63286.189453125, + 63278.83984375, + 63182.984375, + 63217.732421875, + 63218.53515625, + 63134.912109375, + 63205.193359375, + 63193.404296875, + 63162.009765625, + 63041.6171875, + 63036.380859375, + 63133.568359375, + 63157.6875, + 63217.189453125, + 63359.744140625, + 63121.8671875, + 63103.08203125, + 63244.587890625, + 63201.6640625, + 63175.740234375, + 63005.5, + 63114.716796875, + 63067.845703125, + 62835.9765625 + ], + "p10": [ + 62920.263671875, + 62715.435546875, + 62652.833984375, + 62536.130859375, + 62491.203125, + 62177.744140625, + 62236.953125, + 62127.630859375, + 62015.51171875, + 61928.025390625, + 62072.412109375, + 62024.185546875, + 61581.314453125, + 61720.50390625, + 61893.818359375, + 61785.23828125, + 61406.876953125, + 61915.41015625, + 61642.041015625, + 61344.767578125, + 61502.533203125, + 61698.20703125, + 61329.662109375, + 61470.603515625 + ], + "p90": [ + 63659.1875, + 63785.73046875, + 63834.77734375, + 63833.8515625, + 64058.482421875, + 64053.859375, + 64079.64453125, + 64101.99609375, + 64445.294921875, + 64072.3671875, + 64400.1015625, + 64272.20703125, + 64260.21484375, + 64439.857421875, + 64489.375, + 64535.576171875, + 64152.90234375, + 64634.111328125, + 64886.69140625, + 64871.42578125, + 64381.318359375, + 64677.974609375, + 64642.91796875, + 64744.759765625 + ], + "mean": [ + 63292.734375, + 63279.91015625, + 63209.51171875, + 63159.57421875, + 63264.15234375, + 63099.71875, + 63231.02734375, + 63191.9609375, + 63045.12890625, + 63074.87109375, + 63187.8984375, + 63167.0703125, + 63060.4296875, + 63129.0625, + 63333.1484375, + 62265.33203125, + 63026.16796875, + 63251.7265625, + 63221.54296875, + 63097.703125, + 62785.859375, + 63182.66015625, + 63149.3984375, + 63104.7421875 + ], + "quantiles": { + "0.1": [ + 62920.263671875, + 62715.435546875, + 62652.833984375, + 62536.130859375, + 62491.203125, + 62177.744140625, + 62236.953125, + 62127.630859375, + 62015.51171875, + 61928.025390625, + 62072.412109375, + 62024.185546875, + 61581.314453125, + 61720.50390625, + 61893.818359375, + 61785.23828125, + 61406.876953125, + 61915.41015625, + 61642.041015625, + 61344.767578125, + 61502.533203125, + 61698.20703125, + 61329.662109375, + 61470.603515625 + ], + "0.2": [ + 62920.263671875, + 62715.435546875, + 62652.833984375, + 62536.130859375, + 62491.203125, + 62177.744140625, + 62236.953125, + 62127.630859375, + 62015.51171875, + 61928.025390625, + 62072.412109375, + 62024.185546875, + 61581.314453125, + 61720.50390625, + 61893.818359375, + 61785.23828125, + 61406.876953125, + 61915.41015625, + 61642.041015625, + 61344.767578125, + 61502.533203125, + 61698.20703125, + 61329.662109375, + 61470.603515625 + ], + "0.3": [ + 62920.263671875, + 62715.435546875, + 62652.833984375, + 62536.130859375, + 62491.203125, + 62177.744140625, + 62236.953125, + 62127.630859375, + 62015.51171875, + 61928.025390625, + 62072.412109375, + 62024.185546875, + 61581.314453125, + 61720.50390625, + 61893.818359375, + 61785.23828125, + 61406.876953125, + 61915.41015625, + 61642.041015625, + 61344.767578125, + 61502.533203125, + 61698.20703125, + 61329.662109375, + 61470.603515625 + ], + "0.4": [ + 63286.189453125, + 63278.83984375, + 63182.984375, + 63217.732421875, + 63218.53515625, + 63134.912109375, + 63205.193359375, + 63193.404296875, + 63162.009765625, + 63041.6171875, + 63036.380859375, + 63133.568359375, + 63157.6875, + 63217.189453125, + 63359.744140625, + 63121.8671875, + 63103.08203125, + 63244.587890625, + 63201.6640625, + 63175.740234375, + 63005.5, + 63114.716796875, + 63067.845703125, + 62835.9765625 + ], + "0.5": [ + 63286.189453125, + 63278.83984375, + 63182.984375, + 63217.732421875, + 63218.53515625, + 63134.912109375, + 63205.193359375, + 63193.404296875, + 63162.009765625, + 63041.6171875, + 63036.380859375, + 63133.568359375, + 63157.6875, + 63217.189453125, + 63359.744140625, + 63121.8671875, + 63103.08203125, + 63244.587890625, + 63201.6640625, + 63175.740234375, + 63005.5, + 63114.716796875, + 63067.845703125, + 62835.9765625 + ], + "0.6": [ + 63286.189453125, + 63278.83984375, + 63182.984375, + 63217.732421875, + 63218.53515625, + 63134.912109375, + 63205.193359375, + 63193.404296875, + 63162.009765625, + 63041.6171875, + 63036.380859375, + 63133.568359375, + 63157.6875, + 63217.189453125, + 63359.744140625, + 63121.8671875, + 63103.08203125, + 63244.587890625, + 63201.6640625, + 63175.740234375, + 63005.5, + 63114.716796875, + 63067.845703125, + 62835.9765625 + ], + "0.7": [ + 63286.189453125, + 63278.83984375, + 63182.984375, + 63217.732421875, + 63218.53515625, + 63134.912109375, + 63205.193359375, + 63193.404296875, + 63162.009765625, + 63041.6171875, + 63036.380859375, + 63133.568359375, + 63157.6875, + 63217.189453125, + 63359.744140625, + 63121.8671875, + 63103.08203125, + 63244.587890625, + 63201.6640625, + 63175.740234375, + 63005.5, + 63114.716796875, + 63067.845703125, + 62835.9765625 + ], + "0.8": [ + 63659.1875, + 63785.73046875, + 63834.77734375, + 63833.8515625, + 64058.482421875, + 64053.859375, + 64079.64453125, + 64101.99609375, + 64445.294921875, + 64072.3671875, + 64400.1015625, + 64272.20703125, + 64260.21484375, + 64439.857421875, + 64489.375, + 64535.576171875, + 64152.90234375, + 64634.111328125, + 64886.69140625, + 64871.42578125, + 64381.318359375, + 64677.974609375, + 64642.91796875, + 64744.759765625 + ], + "0.9": [ + 63659.1875, + 63785.73046875, + 63834.77734375, + 63833.8515625, + 64058.482421875, + 64053.859375, + 64079.64453125, + 64101.99609375, + 64445.294921875, + 64072.3671875, + 64400.1015625, + 64272.20703125, + 64260.21484375, + 64439.857421875, + 64489.375, + 64535.576171875, + 64152.90234375, + 64634.111328125, + 64886.69140625, + 64871.42578125, + 64381.318359375, + 64677.974609375, + 64642.91796875, + 64744.759765625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_133643.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_133643.json new file mode 100644 index 0000000000000000000000000000000000000000..cce8d34dd5f3791d7cc95629cbcc77ff7d3b2ca7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_133643.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T13:36:43.899258+00:00", + "metrics": { + "MSE[mean]": 244876.6237753192, + "MSE[0.5]": 238630.01392187632, + "MAE[0.5]": 343.3923722473507, + "MASE[0.5]": 0.4346526656460073, + "MAPE[0.5]": 0.005299789627833081, + "sMAPE[0.5]": 0.005326383099366398, + "MSIS": 6.816044516138754, + "RMSE[mean]": 494.8501023293005, + "NRMSE[mean]": 0.007682968889366805, + "ND[0.5]": 0.005331458759740962, + "mean_weighted_sum_quantile_loss": 0.004596862536325938 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00" + ], + "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "actual": [ + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875 + ], + "predictions": { + "p50": [ + 64156.18494380482, + 64145.67322505482, + 64131.80603755482, + 64151.85681880482, + 64139.01697505482, + 64139.23572505482, + 64164.35486567982, + 64139.12635005482, + 64164.35486567982, + 64151.85681880482, + 64141.69275630482, + 64169.70447505482, + 64133.74939692982, + 64157.59510005482, + 64139.28260005482, + 64140.48767817982, + 64138.95447505482, + 64139.12635005482, + 64143.68299067982, + 64139.28260005482, + 64122.91931880482, + 64139.28260005482, + 64135.69275630482, + 64147.56385005482 + ], + "p10": [ + 63907.98416255482, + 63908.46228755482, + 63903.68103755482, + 63945.31385005482, + 63898.83377192982, + 63913.21619380482, + 63929.39080317982, + 63903.31228755482, + 63902.15252192982, + 63913.21619380482, + 63943.954084429824, + 63824.20447505482, + 63888.39588130482, + 63913.21619380482, + 63907.98416255482, + 63903.68103755482, + 63903.31228755482, + 63907.98416255482, + 63908.46228755482, + 63875.873615679826, + 63820.442365679824, + 63887.717756304824, + 63929.39080317982, + 63898.15564692982 + ], + "p90": [ + 64389.346271929826, + 64389.346271929826, + 64387.57166255482, + 64387.57166255482, + 64389.346271929826, + 64371.98845942982, + 64405.31775630482, + 64385.00525630482, + 64389.346271929826, + 64374.33338130482, + 64374.11463130482, + 64385.00525630482, + 64357.43338130482, + 64374.33338130482, + 64371.72791255482, + 64371.96658442982, + 64408.075178179824, + 64432.89197505482, + 64387.57166255482, + 64432.89197505482, + 64389.346271929826, + 64389.346271929826, + 64374.11463130482, + 64389.346271929826 + ], + "mean": [ + 64145.17146724214, + 64133.776975054636, + 64141.21426021089, + 64151.29984614839, + 64133.06365474214, + 64147.59902583589, + 64168.402326617135, + 64135.17045161714, + 64156.35205317964, + 64140.34457271089, + 64149.284475054636, + 64129.91992427339, + 64122.78744380464, + 64149.57281489839, + 64124.80621333589, + 64135.26924067964, + 64123.89865474214, + 64138.89552974214, + 64145.95636958589, + 64138.99306880464, + 64106.14511958589, + 64122.14250239839, + 64125.90008052339, + 64139.78992427339 + ], + "quantiles": { + "0.1": [ + 63907.98416255482, + 63908.46228755482, + 63903.68103755482, + 63945.31385005482, + 63898.83377192982, + 63913.21619380482, + 63929.39080317982, + 63903.31228755482, + 63902.15252192982, + 63913.21619380482, + 63943.954084429824, + 63824.20447505482, + 63888.39588130482, + 63913.21619380482, + 63907.98416255482, + 63903.68103755482, + 63903.31228755482, + 63907.98416255482, + 63908.46228755482, + 63875.873615679826, + 63820.442365679824, + 63887.717756304824, + 63929.39080317982, + 63898.15564692982 + ], + "0.2": [ + 64018.991193804824, + 63978.31385005482, + 63990.995100054824, + 63995.82556880482, + 63971.67322505482, + 63995.82556880482, + 64056.30603755482, + 63971.065412554824, + 64015.14431880482, + 63978.31385005482, + 64031.02478755482, + 63971.67322505482, + 63968.63416255482, + 64029.776350054824, + 63992.323225054824, + 64019.97400630482, + 63968.63416255482, + 63978.31385005482, + 63992.323225054824, + 64015.14431880482, + 63931.71619380482, + 63955.71619380482, + 63992.323225054824, + 63966.05056880482 + ], + "0.3": [ + 64066.020490679824, + 64056.30603755482, + 64057.29431880482, + 64061.78142817982, + 64035.18494380482, + 64057.70447505482, + 64091.70447505482, + 64057.29431880482, + 64087.96619380482, + 64057.70447505482, + 64066.020490679824, + 64057.29431880482, + 64035.18494380482, + 64067.01306880482, + 64056.99783442982, + 64062.66385005482, + 64056.30603755482, + 64056.30603755482, + 64060.23572505482, + 64051.862287554824, + 64024.78260005482, + 64039.60095942982, + 64056.99783442982, + 64059.47635005482 + ], + "0.4": [ + 64137.64978755482, + 64128.36072505482, + 64099.70447505482, + 64118.581037554824, + 64096.504475054826, + 64105.71619380482, + 64137.64978755482, + 64116.89588130482, + 64134.13806880482, + 64131.02166255482, + 64126.13416255482, + 64119.70447505482, + 64074.35135005482, + 64138.95447505482, + 64105.71619380482, + 64119.70447505482, + 64074.35135005482, + 64112.79431880482, + 64118.581037554824, + 64103.311506304824, + 64074.35135005482, + 64112.79431880482, + 64105.71619380482, + 64105.71619380482 + ], + "0.5": [ + 64156.18494380482, + 64145.67322505482, + 64131.80603755482, + 64151.85681880482, + 64139.01697505482, + 64139.23572505482, + 64164.35486567982, + 64139.12635005482, + 64164.35486567982, + 64151.85681880482, + 64141.69275630482, + 64169.70447505482, + 64133.74939692982, + 64157.59510005482, + 64139.28260005482, + 64140.48767817982, + 64138.95447505482, + 64139.12635005482, + 64143.68299067982, + 64139.28260005482, + 64122.91931880482, + 64139.28260005482, + 64135.69275630482, + 64147.56385005482 + ], + "0.6": [ + 64212.24353755482, + 64207.836506304826, + 64163.28494380482, + 64201.97400630482, + 64156.18494380482, + 64192.61463130482, + 64223.73572505482, + 64156.18494380482, + 64228.70447505482, + 64217.86463130482, + 64208.05213130482, + 64228.70447505482, + 64204.26150630482, + 64217.86463130482, + 64170.504475054826, + 64207.69275630482, + 64153.58806880482, + 64171.70447505482, + 64196.358381304824, + 64207.836506304826, + 64171.70447505482, + 64192.61463130482, + 64159.00525630482, + 64204.26150630482 + ], + "0.7": [ + 64262.15017817982, + 64248.62635005482, + 64238.991193804824, + 64249.772443804824, + 64217.86463130482, + 64235.11463130482, + 64240.24353755482, + 64224.54431880482, + 64280.91541255482, + 64275.81385005482, + 64240.24353755482, + 64275.81385005482, + 64240.24353755482, + 64248.62635005482, + 64223.73572505482, + 64248.62635005482, + 64219.625959429824, + 64248.62635005482, + 64238.45447505482, + 64256.29431880482, + 64232.11463130482, + 64234.016584429824, + 64226.24939692982, + 64248.62635005482 + ], + "0.8": [ + 64300.58338130482, + 64330.45447505482, + 64300.973225054826, + 64300.58338130482, + 64252.44666255482, + 64286.46619380482, + 64330.45447505482, + 64275.81385005482, + 64340.86463130482, + 64340.86463130482, + 64291.280256304824, + 64302.53260005482, + 64286.46619380482, + 64300.973225054826, + 64280.91541255482, + 64302.53260005482, + 64281.92322505482, + 64288.95447505482, + 64308.11697505482, + 64308.11697505482, + 64286.963850054824, + 64306.557600054824, + 64281.11697505482, + 64300.973225054826 + ], + "0.9": [ + 64389.346271929826, + 64389.346271929826, + 64387.57166255482, + 64387.57166255482, + 64389.346271929826, + 64371.98845942982, + 64405.31775630482, + 64385.00525630482, + 64389.346271929826, + 64374.33338130482, + 64374.11463130482, + 64385.00525630482, + 64357.43338130482, + 64374.33338130482, + 64371.72791255482, + 64371.96658442982, + 64408.075178179824, + 64432.89197505482, + 64387.57166255482, + 64432.89197505482, + 64389.346271929826, + 64389.346271929826, + 64374.11463130482, + 64389.346271929826 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_133643.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_133643.json new file mode 100644 index 0000000000000000000000000000000000000000..acfd435273af3673f1601d6c85cddbc7558e7b5d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_133643.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T13:36:43.913868+00:00", + "metrics": { + "MSE[mean]": 279536.42897542316, + "MSE[0.5]": 279536.42897542316, + "MAE[0.5]": 411.748046875, + "MASE[0.5]": 0.5211746113563729, + "MAPE[0.5]": 0.00636823145804507, + "sMAPE[0.5]": 0.006396060791581642, + "MSIS": 4.87066333043545, + "RMSE[mean]": 528.7120473144367, + "NRMSE[mean]": 0.008208704397209799, + "ND[0.5]": 0.006392738769796269, + "mean_weighted_sum_quantile_loss": 0.006022568929499232 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00" + ], + "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "actual": [ + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875 + ], + "predictions": { + "p50": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "p10": [ + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625 + ], + "p90": [ + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875 + ], + "mean": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "quantiles": { + "0.1": [ + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625 + ], + "0.2": [ + 63329.59, + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125 + ], + "0.3": [ + 63651.06, + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375 + ], + "0.4": [ + 63972.53, + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375 + ], + "0.5": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "0.6": [ + 64615.469999999994, + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245 + ], + "0.7": [ + 64936.94, + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625 + ], + "0.8": [ + 65258.409999999996, + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874 + ], + "0.9": [ + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_133640.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_133640.json new file mode 100644 index 0000000000000000000000000000000000000000..8301496312cdd646ae39da55b59df5309107230f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_133640.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T13:36:40.365530+00:00", + "metrics": { + "MSE[mean]": 1756165.4091453552, + "MSE[0.5]": 1756165.4091453552, + "MAE[0.5]": 1240.0485026041667, + "MASE[0.5]": 1.569605007996503, + "MAPE[0.5]": 0.01920887553593523, + "sMAPE[0.5]": 0.01942117962166966, + "MSIS": 28.661731764564337, + "RMSE[mean]": 1325.2039122887297, + "NRMSE[mean]": 0.020574918308102434, + "ND[0.5]": 0.019252808116979523, + "mean_weighted_sum_quantile_loss": 0.01628006006437765 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00" + ], + "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "actual": [ + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875 + ], + "predictions": { + "p50": [ + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 + ], + "p10": [ + 62950.3125, + 62859.46875, + 62787.75, + 62749.5, + 62711.25, + 62687.34375, + 62677.78125, + 62682.5625, + 62644.3125, + 62644.3125, + 62625.1875, + 62577.375, + 62577.375, + 62558.25, + 62539.125, + 62414.8125, + 62376.5625, + 62376.5625, + 62414.8125, + 62462.625, + 62491.3125, + 62553.46875, + 62586.9375, + 62577.375 + ], + "p90": [ + 63623.87109375, + 63729.1328125, + 63796.890625, + 63852.7734375, + 63861.140625, + 63876.6796875, + 63916.125, + 63925.6875, + 63930.46875, + 63943.6171875, + 63946.0078125, + 63966.328125, + 64003.3828125, + 64023.703125, + 64012.9453125, + 63975.890625, + 63782.84765625, + 63749.9765625, + 63745.01953125, + 63779.5625, + 63800.1796875, + 63871.30078125, + 63925.6875, + 63944.8125 + ], + "mean": [ + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 + ], + "quantiles": { + "0.1": [ + 62950.3125, + 62859.46875, + 62787.75, + 62749.5, + 62711.25, + 62687.34375, + 62677.78125, + 62682.5625, + 62644.3125, + 62644.3125, + 62625.1875, + 62577.375, + 62577.375, + 62558.25, + 62539.125, + 62414.8125, + 62376.5625, + 62376.5625, + 62414.8125, + 62462.625, + 62491.3125, + 62553.46875, + 62586.9375, + 62577.375 + ], + "0.2": [ + 62950.3125, + 62859.46875, + 62787.75, + 62749.5, + 62711.25, + 62687.34375, + 62677.78125, + 62682.5625, + 62644.3125, + 62644.3125, + 62625.1875, + 62577.375, + 62577.375, + 62558.25, + 62539.125, + 62414.8125, + 62376.5625, + 62376.5625, + 62414.8125, + 62462.625, + 62491.3125, + 62553.46875, + 62586.9375, + 62577.375 + ], + "0.3": [ + 62950.3125, + 62859.46875, + 62787.75, + 62749.5, + 62711.25, + 62687.34375, + 62677.78125, + 62682.5625, + 62644.3125, + 62644.3125, + 62625.1875, + 62577.375, + 62577.375, + 62558.25, + 62539.125, + 62414.8125, + 62376.5625, + 62376.5625, + 62414.8125, + 62462.625, + 62491.3125, + 62553.46875, + 62586.9375, + 62577.375 + ], + "0.4": [ + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 + ], + "0.5": [ + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 + ], + "0.6": [ + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 + ], + "0.7": [ + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 + ], + "0.8": [ + 63623.87109375, + 63729.1328125, + 63796.890625, + 63852.7734375, + 63861.140625, + 63876.6796875, + 63916.125, + 63925.6875, + 63930.46875, + 63943.6171875, + 63946.0078125, + 63966.328125, + 64003.3828125, + 64023.703125, + 64012.9453125, + 63975.890625, + 63782.84765625, + 63749.9765625, + 63745.01953125, + 63779.5625, + 63800.1796875, + 63871.30078125, + 63925.6875, + 63944.8125 + ], + "0.9": [ + 63623.87109375, + 63729.1328125, + 63796.890625, + 63852.7734375, + 63861.140625, + 63876.6796875, + 63916.125, + 63925.6875, + 63930.46875, + 63943.6171875, + 63946.0078125, + 63966.328125, + 64003.3828125, + 64023.703125, + 64012.9453125, + 63975.890625, + 63782.84765625, + 63749.9765625, + 63745.01953125, + 63779.5625, + 63800.1796875, + 63871.30078125, + 63925.6875, + 63944.8125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_133424.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_133424.json new file mode 100644 index 0000000000000000000000000000000000000000..6280da08a9d343a5cbf3a8fa674b9c83fc1ac102 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_133424.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T13:34:24.706263+00:00", + "metrics": { + "MSE[mean]": 561630.5256029764, + "MSE[0.5]": 751556.301062266, + "MAE[0.5]": 769.4905598958334, + "MASE[0.5]": 0.9739911252520345, + "MAPE[0.5]": 0.011908886013628267, + "sMAPE[0.5]": 0.011999111965050617, + "MSIS": 16.045825739076477, + "RMSE[mean]": 749.4201262329271, + "NRMSE[mean]": 0.011635385115231087, + "ND[0.5]": 0.011946995675080169, + "mean_weighted_sum_quantile_loss": 0.009143999957663304 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00" + ], + "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "actual": [ + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875 + ], + "predictions": { + "p50": [ + 63419.375, + 63502.078125, + 63544.6640625, + 63577.0234375, + 63594.328125, + 63602.1953125, + 63615.21875, + 63615.7109375, + 63642.7109375, + 63658.3515625, + 63661.9921875, + 63658.2734375, + 63666.3125, + 63648.4453125, + 63672.046875, + 63656.453125, + 63676.5625, + 63702.6171875, + 63693.1484375, + 63696.5234375, + 63689.171875, + 63707.53125, + 63720.4609375, + 63719.9453125 + ], + "p10": [ + 63485.6171875, + 63582.9609375, + 63630.3671875, + 63668.1953125, + 63671.3671875, + 63673.28125, + 63687.4375, + 63706.75, + 63703.40625, + 63692.265625, + 63710.515625, + 63708.2890625, + 63689.703125, + 63699.40625, + 63706.7890625, + 63702.6796875, + 63726.3203125, + 63755.8984375, + 63727.859375, + 63742.2421875, + 63747.9296875, + 63757.3984375, + 63762.9765625, + 63736.8125 + ], + "p90": [ + 63730.7890625, + 63863.0390625, + 63937.9765625, + 63988.5234375, + 64018.65625, + 64038.640625, + 64071.5390625, + 64082.765625, + 64116.8671875, + 64143.3125, + 64163.6171875, + 64162.9375, + 64173.109375, + 64171.859375, + 64185.6953125, + 64192.6484375, + 64210.828125, + 64259.8828125, + 64263.328125, + 64258.8203125, + 64264.3671875, + 64295.5859375, + 64297.8515625, + 64287.5390625 + ], + "mean": [ + 63498.9921875, + 63589.9375, + 63643.1328125, + 63686.5703125, + 63700.828125, + 63717.9375, + 63736.53125, + 63746.125, + 63782.4140625, + 63792.890625, + 63791.8984375, + 63794.03125, + 63795.4609375, + 63794.3359375, + 63810.2421875, + 63814.3515625, + 63828.6640625, + 63855.1171875, + 63854.1875, + 63850.0, + 63852.03125, + 63869.75, + 63883.359375, + 63870.46875 + ], + "quantiles": { + "0.1": [ + 63485.6171875, + 63582.9609375, + 63630.3671875, + 63668.1953125, + 63671.3671875, + 63673.28125, + 63687.4375, + 63706.75, + 63703.40625, + 63692.265625, + 63710.515625, + 63708.2890625, + 63689.703125, + 63699.40625, + 63706.7890625, + 63702.6796875, + 63726.3203125, + 63755.8984375, + 63727.859375, + 63742.2421875, + 63747.9296875, + 63757.3984375, + 63762.9765625, + 63736.8125 + ], + "0.2": [ + 63485.6171875, + 63582.9609375, + 63630.3671875, + 63668.1953125, + 63671.3671875, + 63673.28125, + 63687.4375, + 63706.75, + 63703.40625, + 63692.265625, + 63710.515625, + 63708.2890625, + 63689.703125, + 63699.40625, + 63706.7890625, + 63702.6796875, + 63726.3203125, + 63755.8984375, + 63727.859375, + 63742.2421875, + 63747.9296875, + 63757.3984375, + 63762.9765625, + 63736.8125 + ], + "0.3": [ + 63485.6171875, + 63582.9609375, + 63630.3671875, + 63668.1953125, + 63671.3671875, + 63673.28125, + 63687.4375, + 63706.75, + 63703.40625, + 63692.265625, + 63710.515625, + 63708.2890625, + 63689.703125, + 63699.40625, + 63706.7890625, + 63702.6796875, + 63726.3203125, + 63755.8984375, + 63727.859375, + 63742.2421875, + 63747.9296875, + 63757.3984375, + 63762.9765625, + 63736.8125 + ], + "0.4": [ + 63419.375, + 63502.078125, + 63544.6640625, + 63577.0234375, + 63594.328125, + 63602.1953125, + 63615.21875, + 63615.7109375, + 63642.7109375, + 63658.3515625, + 63661.9921875, + 63658.2734375, + 63666.3125, + 63648.4453125, + 63672.046875, + 63656.453125, + 63676.5625, + 63702.6171875, + 63693.1484375, + 63696.5234375, + 63689.171875, + 63707.53125, + 63720.4609375, + 63719.9453125 + ], + "0.5": [ + 63419.375, + 63502.078125, + 63544.6640625, + 63577.0234375, + 63594.328125, + 63602.1953125, + 63615.21875, + 63615.7109375, + 63642.7109375, + 63658.3515625, + 63661.9921875, + 63658.2734375, + 63666.3125, + 63648.4453125, + 63672.046875, + 63656.453125, + 63676.5625, + 63702.6171875, + 63693.1484375, + 63696.5234375, + 63689.171875, + 63707.53125, + 63720.4609375, + 63719.9453125 + ], + "0.6": [ + 63419.375, + 63502.078125, + 63544.6640625, + 63577.0234375, + 63594.328125, + 63602.1953125, + 63615.21875, + 63615.7109375, + 63642.7109375, + 63658.3515625, + 63661.9921875, + 63658.2734375, + 63666.3125, + 63648.4453125, + 63672.046875, + 63656.453125, + 63676.5625, + 63702.6171875, + 63693.1484375, + 63696.5234375, + 63689.171875, + 63707.53125, + 63720.4609375, + 63719.9453125 + ], + "0.7": [ + 63419.375, + 63502.078125, + 63544.6640625, + 63577.0234375, + 63594.328125, + 63602.1953125, + 63615.21875, + 63615.7109375, + 63642.7109375, + 63658.3515625, + 63661.9921875, + 63658.2734375, + 63666.3125, + 63648.4453125, + 63672.046875, + 63656.453125, + 63676.5625, + 63702.6171875, + 63693.1484375, + 63696.5234375, + 63689.171875, + 63707.53125, + 63720.4609375, + 63719.9453125 + ], + "0.8": [ + 63730.7890625, + 63863.0390625, + 63937.9765625, + 63988.5234375, + 64018.65625, + 64038.640625, + 64071.5390625, + 64082.765625, + 64116.8671875, + 64143.3125, + 64163.6171875, + 64162.9375, + 64173.109375, + 64171.859375, + 64185.6953125, + 64192.6484375, + 64210.828125, + 64259.8828125, + 64263.328125, + 64258.8203125, + 64264.3671875, + 64295.5859375, + 64297.8515625, + 64287.5390625 + ], + "0.9": [ + 63730.7890625, + 63863.0390625, + 63937.9765625, + 63988.5234375, + 64018.65625, + 64038.640625, + 64071.5390625, + 64082.765625, + 64116.8671875, + 64143.3125, + 64163.6171875, + 64162.9375, + 64173.109375, + 64171.859375, + 64185.6953125, + 64192.6484375, + 64210.828125, + 64259.8828125, + 64263.328125, + 64258.8203125, + 64264.3671875, + 64295.5859375, + 64297.8515625, + 64287.5390625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_133504.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_133504.json new file mode 100644 index 0000000000000000000000000000000000000000..860b76be25494016ee8eb4526101ea97588edcf6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_133504.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T13:35:04.715797+00:00", + "metrics": { + "MSE[mean]": 1056837.3100865681, + "MSE[0.5]": 1056837.3100865681, + "MAE[0.5]": 941.2141927083334, + "MASE[0.5]": 1.1913521990227849, + "MAPE[0.5]": 0.01457327607865068, + "sMAPE[0.5]": 0.014700494129786567, + "MSIS": 13.936892626839283, + "RMSE[mean]": 1028.025928703439, + "NRMSE[mean]": 0.01596097725455249, + "ND[0.5]": 0.014613151188148083, + "mean_weighted_sum_quantile_loss": 0.012857543083247816 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00" + ], + "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "actual": [ + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875 + ], + "predictions": { + "p50": [ + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 + ], + "p10": [ + 63097.8984375, + 62935.38671875, + 62834.9453125, + 62764.203125, + 62679.7734375, + 62612.53125, + 62555.8359375, + 62490.8203125, + 62421.046875, + 62377.875, + 62326.078125, + 62280.015625, + 62253.06640625, + 62221.484375, + 62189.05078125, + 62159.453125, + 62117.35546875, + 62070.30859375, + 62034.28125, + 61994.23828125, + 61956.76171875, + 61916.7734375, + 61894.734375, + 61863.17578125 + ], + "p90": [ + 63638.3671875, + 63810.54296875, + 63945.21484375, + 64038.16796875, + 64078.45703125, + 64125.09765625, + 64176.640625, + 64202.66015625, + 64212.390625, + 64233.078125, + 64265.72265625, + 64287.32421875, + 64326.171875, + 64350.84765625, + 64388.15234375, + 64406.3515625, + 64408.0, + 64429.390625, + 64474.12109375, + 64494.99609375, + 64495.14453125, + 64525.28515625, + 64562.1015625, + 64578.47265625 + ], + "mean": [ + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 + ], + "quantiles": { + "0.1": [ + 63097.8984375, + 62935.38671875, + 62834.9453125, + 62764.203125, + 62679.7734375, + 62612.53125, + 62555.8359375, + 62490.8203125, + 62421.046875, + 62377.875, + 62326.078125, + 62280.015625, + 62253.06640625, + 62221.484375, + 62189.05078125, + 62159.453125, + 62117.35546875, + 62070.30859375, + 62034.28125, + 61994.23828125, + 61956.76171875, + 61916.7734375, + 61894.734375, + 61863.17578125 + ], + "0.2": [ + 63097.8984375, + 62935.38671875, + 62834.9453125, + 62764.203125, + 62679.7734375, + 62612.53125, + 62555.8359375, + 62490.8203125, + 62421.046875, + 62377.875, + 62326.078125, + 62280.015625, + 62253.06640625, + 62221.484375, + 62189.05078125, + 62159.453125, + 62117.35546875, + 62070.30859375, + 62034.28125, + 61994.23828125, + 61956.76171875, + 61916.7734375, + 61894.734375, + 61863.17578125 + ], + "0.3": [ + 63097.8984375, + 62935.38671875, + 62834.9453125, + 62764.203125, + 62679.7734375, + 62612.53125, + 62555.8359375, + 62490.8203125, + 62421.046875, + 62377.875, + 62326.078125, + 62280.015625, + 62253.06640625, + 62221.484375, + 62189.05078125, + 62159.453125, + 62117.35546875, + 62070.30859375, + 62034.28125, + 61994.23828125, + 61956.76171875, + 61916.7734375, + 61894.734375, + 61863.17578125 + ], + "0.4": [ + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 + ], + "0.5": [ + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 + ], + "0.6": [ + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 + ], + "0.7": [ + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 + ], + "0.8": [ + 63638.3671875, + 63810.54296875, + 63945.21484375, + 64038.16796875, + 64078.45703125, + 64125.09765625, + 64176.640625, + 64202.66015625, + 64212.390625, + 64233.078125, + 64265.72265625, + 64287.32421875, + 64326.171875, + 64350.84765625, + 64388.15234375, + 64406.3515625, + 64408.0, + 64429.390625, + 64474.12109375, + 64494.99609375, + 64495.14453125, + 64525.28515625, + 64562.1015625, + 64578.47265625 + ], + "0.9": [ + 63638.3671875, + 63810.54296875, + 63945.21484375, + 64038.16796875, + 64078.45703125, + 64125.09765625, + 64176.640625, + 64202.66015625, + 64212.390625, + 64233.078125, + 64265.72265625, + 64287.32421875, + 64326.171875, + 64350.84765625, + 64388.15234375, + 64406.3515625, + 64408.0, + 64429.390625, + 64474.12109375, + 64494.99609375, + 64495.14453125, + 64525.28515625, + 64562.1015625, + 64578.47265625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_133455.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_133455.json new file mode 100644 index 0000000000000000000000000000000000000000..d9d3bbf564697ab4f14392ebe5c09d06d6c66224 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_133455.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T13:34:55.047094+00:00", + "metrics": { + "MSE[mean]": 1375938.3022772472, + "MSE[0.5]": 1375938.3022772472, + "MAE[0.5]": 1091.9178059895833, + "MASE[0.5]": 1.382106952270469, + "MAPE[0.5]": 0.016911723559879795, + "sMAPE[0.5]": 0.017077714238191103, + "MSIS": 17.27143877509607, + "RMSE[mean]": 1173.0039651583652, + "NRMSE[mean]": 0.01821188462727333, + "ND[0.5]": 0.01695295301279136, + "mean_weighted_sum_quantile_loss": 0.014305443233481988 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00" + ], + "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125 + ], + "actual": [ + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875 + ], + "predictions": { + "p50": [ + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 + ], + "p10": [ + 63017.09765625, + 62936.61328125, + 62857.73046875, + 62788.0234375, + 62718.890625, + 62653.2421875, + 62603.08203125, + 62526.015625, + 62463.73828125, + 62408.3203125, + 62368.015625, + 62323.02734375, + 62272.8828125, + 62211.6015625, + 62186.0625, + 62159.3359375, + 62096.75390625, + 62062.5703125, + 62033.2734375, + 62042.08984375, + 62011.2265625, + 61990.078125, + 61976.3046875, + 61962.12890625 + ], + "p90": [ + 63727.0078125, + 63836.87890625, + 63892.734375, + 63938.7421875, + 63970.91796875, + 64006.67578125, + 64041.4453125, + 64059.18359375, + 64093.49609375, + 64119.0625, + 64136.24609375, + 64161.2109375, + 64189.61328125, + 64210.3984375, + 64232.08984375, + 64250.61328125, + 64275.87109375, + 64301.75390625, + 64316.078125, + 64338.390625, + 64337.33984375, + 64382.44140625, + 64396.5, + 64417.6015625 + ], + "mean": [ + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 + ], + "quantiles": { + "0.1": [ + 63017.09765625, + 62936.61328125, + 62857.73046875, + 62788.0234375, + 62718.890625, + 62653.2421875, + 62603.08203125, + 62526.015625, + 62463.73828125, + 62408.3203125, + 62368.015625, + 62323.02734375, + 62272.8828125, + 62211.6015625, + 62186.0625, + 62159.3359375, + 62096.75390625, + 62062.5703125, + 62033.2734375, + 62042.08984375, + 62011.2265625, + 61990.078125, + 61976.3046875, + 61962.12890625 + ], + "0.2": [ + 63017.09765625, + 62936.61328125, + 62857.73046875, + 62788.0234375, + 62718.890625, + 62653.2421875, + 62603.08203125, + 62526.015625, + 62463.73828125, + 62408.3203125, + 62368.015625, + 62323.02734375, + 62272.8828125, + 62211.6015625, + 62186.0625, + 62159.3359375, + 62096.75390625, + 62062.5703125, + 62033.2734375, + 62042.08984375, + 62011.2265625, + 61990.078125, + 61976.3046875, + 61962.12890625 + ], + "0.3": [ + 63017.09765625, + 62936.61328125, + 62857.73046875, + 62788.0234375, + 62718.890625, + 62653.2421875, + 62603.08203125, + 62526.015625, + 62463.73828125, + 62408.3203125, + 62368.015625, + 62323.02734375, + 62272.8828125, + 62211.6015625, + 62186.0625, + 62159.3359375, + 62096.75390625, + 62062.5703125, + 62033.2734375, + 62042.08984375, + 62011.2265625, + 61990.078125, + 61976.3046875, + 61962.12890625 + ], + "0.4": [ + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 + ], + "0.5": [ + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 + ], + "0.6": [ + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 + ], + "0.7": [ + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 + ], + "0.8": [ + 63727.0078125, + 63836.87890625, + 63892.734375, + 63938.7421875, + 63970.91796875, + 64006.67578125, + 64041.4453125, + 64059.18359375, + 64093.49609375, + 64119.0625, + 64136.24609375, + 64161.2109375, + 64189.61328125, + 64210.3984375, + 64232.08984375, + 64250.61328125, + 64275.87109375, + 64301.75390625, + 64316.078125, + 64338.390625, + 64337.33984375, + 64382.44140625, + 64396.5, + 64417.6015625 + ], + "0.9": [ + 63727.0078125, + 63836.87890625, + 63892.734375, + 63938.7421875, + 63970.91796875, + 64006.67578125, + 64041.4453125, + 64059.18359375, + 64093.49609375, + 64119.0625, + 64136.24609375, + 64161.2109375, + 64189.61328125, + 64210.3984375, + 64232.08984375, + 64250.61328125, + 64275.87109375, + 64301.75390625, + 64316.078125, + 64338.390625, + 64337.33984375, + 64382.44140625, + 64396.5, + 64417.6015625 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 9b3ee736e6cbad4a117214a733ee0a0118ee6009..567ddb5f0b93ab072ecc99e8721c122e902b25f6 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1720406.984500885,1720406.984500885,967.7177734375,1.6917157685742354,0.01537154527587895,0.015184531943033078,14.372882509700403,1311.642857069288,0.02060013279059347,0.015198584377741834,0.012365415423170644,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,279536.42897542316,279536.42897542316,411.748046875,0.5211746113563729,0.00636823145804507,0.006396060791581642,4.87066333043545,528.7120473144367,0.008208704397209799,0.006392738769796269,0.006022568929499232,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4270752650583443,1.4270752650583443,1.0091667970021565,0.5910644517543282,0.0379751599911809,0.03861303902269495,9.990087381062132,1.194602555270306,0.04499515249240556,0.03801064523180265,0.032394054965911245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.17366723040010282,0.17366723040010282,0.3524999976158142,1.0597784777643893,0.6227660513735153,0.4347583643661767,39.08815216325381,0.4167340043722168,0.6178108367986916,0.5225835094177931,0.5130782294864928,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.13805556741025982,0.13805556741025982,0.333333358168602,3.000000223517418,0.26572240236909,0.2266793701709497,103.62000985790375,0.37155829611281704,0.277512393977396,0.2489626505064129,0.24121714628565913,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index f38dd2df1028d892d4fb39f81372cdf0b644896d..57baf69f04cf2822fde0ebbbb0c266d46c495795 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,11 +1,25 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T13:23:53.406263+00:00", + "evaluated_at": "2026-06-23T13:36:43.913868+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, 63816.609375, 62369.44140625, 62688.0, @@ -87,7 +101,9 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, + 63311.98828125 + ], + "actuals": [ 63896.01171875, 64606.0, 64257.98828125, @@ -101,9 +117,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65578.0 - ], - "actuals": [ + 65578.0, 64980.390625, 64836.94921875, 64719.76953125, @@ -113,23 +127,23 @@ 64433.80078125, 64320.5703125, 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62137.98828125 + 64020.01171875 ], "p50": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, 64145.96875, 64224.0, 64145.30859375, @@ -139,23 +153,23 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0 + 63311.98828125 ], "p10": [ + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, 62863.049375, 62939.52, 62862.402421875, @@ -165,23 +179,23 @@ 62571.04, 62531.851484375, 62525.558046875, - 62045.748515625, - 62618.091484375, - 63313.88, - 62972.828515625, - 62694.531484375, - 62818.019140625, - 62962.783515625, - 62710.150234374996, - 62926.967578125, - 62882.668515625, - 62862.4828125, - 62856.42671875, - 63364.074375, - 63846.57890625, - 64266.44 + 62045.748515625 ], "p90": [ + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, 65428.888125, 65508.48, 65428.214765625, @@ -191,23 +205,23 @@ 65124.96, 65084.171953125, 65077.621640625, - 64578.228046875, - 65173.931953125, - 65898.12, - 65543.148046875, - 65253.491953125, - 65382.019921875, - 65532.693046875, - 65269.748203125004, - 65495.415234375, - 65449.308046875, - 65428.2984375, - 65421.99515625, - 65950.363125, - 66452.56171875, - 66889.56 + 64578.228046875 ], "mean": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, 64145.96875, 64224.0, 64145.30859375, @@ -217,24 +231,24 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0 + 63311.98828125 ], "quantiles": { "0.1": [ + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, 62863.049375, 62939.52, 62862.402421875, @@ -244,23 +258,23 @@ 62571.04, 62531.851484375, 62525.558046875, - 62045.748515625, - 62618.091484375, - 63313.88, - 62972.828515625, - 62694.531484375, - 62818.019140625, - 62962.783515625, - 62710.150234374996, - 62926.967578125, - 62882.668515625, - 62862.4828125, - 62856.42671875, - 63364.074375, - 63846.57890625, - 64266.44 + 62045.748515625 ], "0.2": [ + 63329.59, + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, 63183.77921875, 63260.64, 63183.12896484375, @@ -270,23 +284,23 @@ 62890.28, 62850.89154296875, 62844.56599609375, - 62362.30845703125, - 62937.57154296875, - 63636.909999999996, - 63294.11845703125, - 63014.40154296875, - 63138.519238281246, - 63284.02220703125, - 63030.09998046875, - 63248.02353515625, - 63203.49845703125, - 63183.209765625, - 63177.1227734375, - 63687.36046875, - 64172.3267578125, - 64594.33 + 62362.30845703125 ], "0.3": [ + 63651.06, + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, 63504.5090625, 63581.76, 63503.8555078125, @@ -296,23 +310,23 @@ 63209.52, 63169.9316015625, 63163.5739453125, - 62678.8683984375, - 63257.051601562496, - 63959.94, - 63615.4083984375, - 63334.2716015625, - 63459.0193359375, - 63605.2608984375, - 63350.0497265625, - 63569.0794921875, - 63524.3283984375, - 63503.93671875, - 63497.818828125, - 64010.6465625, - 64498.074609375, - 64922.22 + 62678.8683984375 ], "0.4": [ + 63972.53, + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, 63825.23890625, 63902.88, 63824.58205078125, @@ -322,23 +336,23 @@ 63528.76, 63488.97166015625, 63482.58189453125, - 62995.42833984375, - 63576.53166015625, - 64282.97, - 63936.69833984375, - 63654.14166015625, - 63779.51943359375, - 63926.49958984375, - 63669.99947265625, - 63890.13544921875, - 63845.15833984375, - 63824.663671875, - 63818.5148828125, - 64333.93265625, - 64823.8224609375, - 65250.11 + 62995.42833984375 ], "0.5": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, 64145.96875, 64224.0, 64145.30859375, @@ -348,23 +362,23 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0 + 63311.98828125 ], "0.6": [ + 64615.469999999994, + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, 64466.69859374999, 64545.119999999995, 64466.03513671875, @@ -374,23 +388,23 @@ 64167.23999999999, 64127.051777343746, 64120.59779296874, - 63628.548222656245, - 64215.49177734374, - 64929.02999999999, - 64579.27822265624, - 64293.88177734374, - 64420.519628906244, - 64568.976972656244, - 64309.89896484374, - 64532.24736328124, - 64486.81822265624, - 64466.11757812499, - 64459.90699218749, - 64980.50484374999, - 65475.31816406249, - 65905.89 + 63628.548222656245 ], "0.7": [ + 64936.94, + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, 64787.4284375, 64866.24, 64786.7616796875, @@ -400,23 +414,23 @@ 64486.48, 64446.0918359375, 64439.6057421875, - 63945.1081640625, - 64534.971835937504, - 65252.06, - 64900.5681640625, - 64613.7518359375, - 64741.0197265625, - 64890.2156640625, - 64629.8487109375, - 64853.3033203125, - 64807.6481640625, - 64786.84453125, - 64780.603046875, - 65303.7909375, - 65801.066015625, - 66233.78 + 63945.1081640625 ], "0.8": [ + 65258.409999999996, + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, 65108.15828124999, 65187.35999999999, 65107.48822265624, @@ -426,23 +440,23 @@ 64805.719999999994, 64765.131894531245, 64758.613691406244, - 64261.66810546874, - 64854.451894531245, - 65575.09, - 65221.858105468746, - 64933.62189453124, - 65061.51982421875, - 65211.45435546874, - 64949.79845703125, - 65174.35927734374, - 65128.47810546874, - 65107.571484374996, - 65101.299101562494, - 65627.07703125, - 66126.81386718749, - 66561.67 + 64261.66810546874 ], "0.9": [ + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, 65428.888125, 65508.48, 65428.214765625, @@ -452,24 +466,24 @@ 65124.96, 65084.171953125, 65077.621640625, - 64578.228046875, - 65173.931953125, - 65898.12, - 65543.148046875, - 65253.491953125, - 65382.019921875, - 65532.693046875, - 65269.748203125004, - 65495.415234375, - 65449.308046875, - 65428.2984375, - 65421.99515625, - 65950.363125, - 66452.56171875, - 66889.56 + 64578.228046875 ] }, "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", @@ -575,20 +589,6 @@ "2026-06-22 20:00:00", "2026-06-22 21:00:00", "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" + "2026-06-22 23:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index cad0cf288ba2403231e9e80013c015c4d34bf297..da83f223dfb34d8bea84992e105764bc7647e10e 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,29 +1,11 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T13:23:53.432163+00:00", + "evaluated_at": "2026-06-23T13:36:43.918861+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 213963b30e3de10bf000725db7611a018698903d..741dfab3d94fad043944c45dc58184614d2c9dec 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,2051766.0481325786,2051766.0481325786,1221.8606770833333,2.1359956705974117,0.019362260345618606,0.019105518708180735,32.36125122086914,1432.3987043182422,0.02249667534039037,0.019190050145023185,0.013819628278536345,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1756165.4091453552,1756165.4091453552,1240.0485026041667,1.569605007996503,0.01920887553593523,0.01942117962166966,28.661731764564337,1325.2039122887297,0.020574918308102434,0.019252808116979523,0.01628006006437765,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0212952951048162,1.0212952951048162,0.8199127515157064,0.480219208955978,0.03030549839790364,0.03088520263876773,2.1827696895662885,1.0105915570124342,0.03806430935100673,0.03088232075359102,0.02991063703288196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03240478719239294,0.03240478719239294,0.16350699265797933,0.49157785235438134,0.24235476149947352,0.21247251252383617,6.815975198256444,0.18001329726548798,0.2668708688315939,0.2424001662850587,0.16290506396693327,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.12448071567331809,0.12448071567331809,0.32028140293227303,2.882532626390457,0.2562676923564337,0.2200652605393572,78.74566292762756,0.3528182473644441,0.26351567839918966,0.23921430312293882,0.2023814590851597,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 3a0dc5f5fc1dedb5338711a9764e5a8d35246787..98b29309f4f05632be8998fcd188020f1bdeb7e1 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,11 +1,25 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T13:23:33.504980+00:00", + "evaluated_at": "2026-06-23T13:36:40.365530+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, 63816.609375, 62369.44140625, 62688.0, @@ -87,7 +101,9 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, + 63311.98828125 + ], + "actuals": [ 63896.01171875, 64606.0, 64257.98828125, @@ -101,9 +117,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65578.0 - ], - "actuals": [ + 65578.0, 64980.390625, 64836.94921875, 64719.76953125, @@ -113,363 +127,363 @@ 64433.80078125, 64320.5703125, 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62137.98828125 + 64020.01171875 ], "p50": [ - 65535.125, - 65364.0625, - 65233.25, - 65162.8125, - 65072.25, - 65011.875, - 64966.59375, - 64926.34375, - 64896.15625, - 64865.96875, - 64850.875, - 64840.8125, - 64820.6875, - 64790.5, - 64755.28125, - 64730.125, - 64730.125, - 64725.09375, - 64689.875, - 64684.84375, - 64689.875, - 64704.96875, - 64704.96875, - 64689.875 + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 ], "p10": [ - 64891.125, - 64433.28125, - 64224.484375, - 64154.046875, - 64098.703125, - 64073.546875, - 64020.71875, - 63977.953125, - 63942.734375, - 63907.515625, - 63873.5546875, - 63839.59375, - 63798.0859375, - 63751.11328125, - 63741.40625, - 63719.7890625, - 63708.46875, - 63698.71875, - 63654.06640625, - 63652.1796875, - 63655.953125, - 63662.87109375, - 63648.40625, - 63632.0546875 + 62950.3125, + 62859.46875, + 62787.75, + 62749.5, + 62711.25, + 62687.34375, + 62677.78125, + 62682.5625, + 62644.3125, + 62644.3125, + 62625.1875, + 62577.375, + 62577.375, + 62558.25, + 62539.125, + 62414.8125, + 62376.5625, + 62376.5625, + 62414.8125, + 62462.625, + 62491.3125, + 62553.46875, + 62586.9375, + 62577.375 ], "p90": [ - 65897.375, - 65977.875, - 65977.875, - 65977.875, - 65967.8125, - 65957.75, - 65947.6875, - 65937.625, - 65927.5625, - 65887.3125, - 65867.1875, - 65867.1875, - 65857.125, - 65847.0625, - 65806.8125, - 65826.9375, - 65796.75, - 65816.875, - 65786.6875, - 65786.6875, - 65786.6875, - 65816.875, - 65816.875, - 65816.875 + 63623.87109375, + 63729.1328125, + 63796.890625, + 63852.7734375, + 63861.140625, + 63876.6796875, + 63916.125, + 63925.6875, + 63930.46875, + 63943.6171875, + 63946.0078125, + 63966.328125, + 64003.3828125, + 64023.703125, + 64012.9453125, + 63975.890625, + 63782.84765625, + 63749.9765625, + 63745.01953125, + 63779.5625, + 63800.1796875, + 63871.30078125, + 63925.6875, + 63944.8125 ], "mean": [ - 65535.125, - 65364.0625, - 65233.25, - 65162.8125, - 65072.25, - 65011.875, - 64966.59375, - 64926.34375, - 64896.15625, - 64865.96875, - 64850.875, - 64840.8125, - 64820.6875, - 64790.5, - 64755.28125, - 64730.125, - 64730.125, - 64725.09375, - 64689.875, - 64684.84375, - 64689.875, - 64704.96875, - 64704.96875, - 64689.875 + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 ], "quantiles": { "0.1": [ - 64891.125, - 64433.28125, - 64224.484375, - 64154.046875, - 64098.703125, - 64073.546875, - 64020.71875, - 63977.953125, - 63942.734375, - 63907.515625, - 63873.5546875, - 63839.59375, - 63798.0859375, - 63751.11328125, - 63741.40625, - 63719.7890625, - 63708.46875, - 63698.71875, - 63654.06640625, - 63652.1796875, - 63655.953125, - 63662.87109375, - 63648.40625, - 63632.0546875 + 62950.3125, + 62859.46875, + 62787.75, + 62749.5, + 62711.25, + 62687.34375, + 62677.78125, + 62682.5625, + 62644.3125, + 62644.3125, + 62625.1875, + 62577.375, + 62577.375, + 62558.25, + 62539.125, + 62414.8125, + 62376.5625, + 62376.5625, + 62414.8125, + 62462.625, + 62491.3125, + 62553.46875, + 62586.9375, + 62577.375 ], "0.2": [ - 64891.125, - 64433.28125, - 64224.484375, - 64154.046875, - 64098.703125, - 64073.546875, - 64020.71875, - 63977.953125, - 63942.734375, - 63907.515625, - 63873.5546875, - 63839.59375, - 63798.0859375, - 63751.11328125, - 63741.40625, - 63719.7890625, - 63708.46875, - 63698.71875, - 63654.06640625, - 63652.1796875, - 63655.953125, - 63662.87109375, - 63648.40625, - 63632.0546875 + 62950.3125, + 62859.46875, + 62787.75, + 62749.5, + 62711.25, + 62687.34375, + 62677.78125, + 62682.5625, + 62644.3125, + 62644.3125, + 62625.1875, + 62577.375, + 62577.375, + 62558.25, + 62539.125, + 62414.8125, + 62376.5625, + 62376.5625, + 62414.8125, + 62462.625, + 62491.3125, + 62553.46875, + 62586.9375, + 62577.375 ], "0.3": [ - 64891.125, - 64433.28125, - 64224.484375, - 64154.046875, - 64098.703125, - 64073.546875, - 64020.71875, - 63977.953125, - 63942.734375, - 63907.515625, - 63873.5546875, - 63839.59375, - 63798.0859375, - 63751.11328125, - 63741.40625, - 63719.7890625, - 63708.46875, - 63698.71875, - 63654.06640625, - 63652.1796875, - 63655.953125, - 63662.87109375, - 63648.40625, - 63632.0546875 + 62950.3125, + 62859.46875, + 62787.75, + 62749.5, + 62711.25, + 62687.34375, + 62677.78125, + 62682.5625, + 62644.3125, + 62644.3125, + 62625.1875, + 62577.375, + 62577.375, + 62558.25, + 62539.125, + 62414.8125, + 62376.5625, + 62376.5625, + 62414.8125, + 62462.625, + 62491.3125, + 62553.46875, + 62586.9375, + 62577.375 ], "0.4": [ - 65535.125, - 65364.0625, - 65233.25, - 65162.8125, - 65072.25, - 65011.875, - 64966.59375, - 64926.34375, - 64896.15625, - 64865.96875, - 64850.875, - 64840.8125, - 64820.6875, - 64790.5, - 64755.28125, - 64730.125, - 64730.125, - 64725.09375, - 64689.875, - 64684.84375, - 64689.875, - 64704.96875, - 64704.96875, - 64689.875 + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 ], "0.5": [ - 65535.125, - 65364.0625, - 65233.25, - 65162.8125, - 65072.25, - 65011.875, - 64966.59375, - 64926.34375, - 64896.15625, - 64865.96875, - 64850.875, - 64840.8125, - 64820.6875, - 64790.5, - 64755.28125, - 64730.125, - 64730.125, - 64725.09375, - 64689.875, - 64684.84375, - 64689.875, - 64704.96875, - 64704.96875, - 64689.875 + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 ], "0.6": [ - 65535.125, - 65364.0625, - 65233.25, - 65162.8125, - 65072.25, - 65011.875, - 64966.59375, - 64926.34375, - 64896.15625, - 64865.96875, - 64850.875, - 64840.8125, - 64820.6875, - 64790.5, - 64755.28125, - 64730.125, - 64730.125, - 64725.09375, - 64689.875, - 64684.84375, - 64689.875, - 64704.96875, - 64704.96875, - 64689.875 + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 ], "0.7": [ - 65535.125, - 65364.0625, - 65233.25, - 65162.8125, - 65072.25, - 65011.875, - 64966.59375, - 64926.34375, - 64896.15625, - 64865.96875, - 64850.875, - 64840.8125, - 64820.6875, - 64790.5, - 64755.28125, - 64730.125, - 64730.125, - 64725.09375, - 64689.875, - 64684.84375, - 64689.875, - 64704.96875, - 64704.96875, - 64689.875 + 63306.515625, + 63296.953125, + 63282.609375, + 63285.0, + 63273.046875, + 63270.65625, + 63280.21875, + 63273.046875, + 63246.75, + 63246.75, + 63222.84375, + 63194.15625, + 63184.59375, + 63158.296875, + 63127.21875, + 63050.71875, + 62955.09375, + 62945.53125, + 62964.65625, + 63012.46875, + 63041.15625, + 63112.875, + 63158.296875, + 63158.296875 ], "0.8": [ - 65897.375, - 65977.875, - 65977.875, - 65977.875, - 65967.8125, - 65957.75, - 65947.6875, - 65937.625, - 65927.5625, - 65887.3125, - 65867.1875, - 65867.1875, - 65857.125, - 65847.0625, - 65806.8125, - 65826.9375, - 65796.75, - 65816.875, - 65786.6875, - 65786.6875, - 65786.6875, - 65816.875, - 65816.875, - 65816.875 + 63623.87109375, + 63729.1328125, + 63796.890625, + 63852.7734375, + 63861.140625, + 63876.6796875, + 63916.125, + 63925.6875, + 63930.46875, + 63943.6171875, + 63946.0078125, + 63966.328125, + 64003.3828125, + 64023.703125, + 64012.9453125, + 63975.890625, + 63782.84765625, + 63749.9765625, + 63745.01953125, + 63779.5625, + 63800.1796875, + 63871.30078125, + 63925.6875, + 63944.8125 ], "0.9": [ - 65897.375, - 65977.875, - 65977.875, - 65977.875, - 65967.8125, - 65957.75, - 65947.6875, - 65937.625, - 65927.5625, - 65887.3125, - 65867.1875, - 65867.1875, - 65857.125, - 65847.0625, - 65806.8125, - 65826.9375, - 65796.75, - 65816.875, - 65786.6875, - 65786.6875, - 65786.6875, - 65816.875, - 65816.875, - 65816.875 + 63623.87109375, + 63729.1328125, + 63796.890625, + 63852.7734375, + 63861.140625, + 63876.6796875, + 63916.125, + 63925.6875, + 63930.46875, + 63943.6171875, + 63946.0078125, + 63966.328125, + 64003.3828125, + 64023.703125, + 64012.9453125, + 63975.890625, + 63782.84765625, + 63749.9765625, + 63745.01953125, + 63779.5625, + 63800.1796875, + 63871.30078125, + 63925.6875, + 63944.8125 ] }, "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", @@ -575,20 +589,6 @@ "2026-06-22 20:00:00", "2026-06-22 21:00:00", "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" + "2026-06-22 23:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index d4fd441b7f5368e4ee87eda6f73d7c5b10b22616..750ee3e41cbfe7f2efce42f305689d2875cf5b5e 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,29 +1,11 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T13:23:52.900335+00:00", + "evaluated_at": "2026-06-23T13:36:43.641023+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 597bb89129b55ead41c9ba4d9067a0b5ffbd1d8f..85c1ececd90d5dd16b34f94bfd5cd570d9b5a6c5 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1759799.5433622997,1334024.363181432,897.18115234375,1.5684071785683191,0.014256821963033345,0.014088864399001635,72.67834847252175,1326.5743640528788,0.020834641006734652,0.014090764704650541,0.0160818712882237,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,561630.5256029764,751556.301062266,769.4905598958334,0.9739911252520345,0.011908886013628267,0.011999111965050617,16.045825739076477,749.4201262329271,0.011635385115231087,0.011946995675080169,0.009143999957663304,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.1942693657438213,2.176787990128711,1.1630725860595703,0.6812063798293192,0.04336451774231531,0.04492883079170137,3.2575813722815607,1.0928263200270303,0.04116171248788629,0.0438075643975543,0.029372483948565287,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0011054524095817678,0.0003742321476737587,0.01519582470258077,0.04568569668254962,0.02626539281907641,0.025643230898739967,4.215044524790467,0.03324834446377395,0.049290884112707135,0.02252790767456161,0.045078971598420225,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.1490305735491463,0.12925054128943003,0.3240122099717458,2.9161098897457123,0.2598598463601415,0.22225435388967155,124.09373420476913,0.3860447817924059,0.28833217478520046,0.24200079774255417,0.25527567308273535,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 25a5341d33a433348878ebb1663183f3dd43103b..fc67fb6192b76ff6c60949d85804f97433f43ad7 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,11 +1,25 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T13:19:36.979732+00:00", + "evaluated_at": "2026-06-23T13:34:24.706263+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, 63816.609375, 62369.44140625, 62688.0, @@ -87,7 +101,9 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, + 63311.98828125 + ], + "actuals": [ 63896.01171875, 64606.0, 64257.98828125, @@ -101,9 +117,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65578.0 - ], - "actuals": [ + 65578.0, 64980.390625, 64836.94921875, 64719.76953125, @@ -113,363 +127,363 @@ 64433.80078125, 64320.5703125, 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62137.98828125 + 64020.01171875 ], "p50": [ - 65229.53125, - 65054.37890625, - 64997.73828125, - 64875.4375, - 64795.5625, - 64717.26171875, - 64668.59375, - 64540.484375, - 64491.5546875, - 64472.671875, - 64485.81640625, - 64570.3125, - 64488.3828125, - 64485.3203125, - 64486.44140625, - 64488.05859375, - 64460.28125, - 64428.04296875, - 64392.51171875, - 64325.1484375, - 64348.875, - 64276.83984375, - 64270.1953125, - 64300.59375 + 63419.375, + 63502.078125, + 63544.6640625, + 63577.0234375, + 63594.328125, + 63602.1953125, + 63615.21875, + 63615.7109375, + 63642.7109375, + 63658.3515625, + 63661.9921875, + 63658.2734375, + 63666.3125, + 63648.4453125, + 63672.046875, + 63656.453125, + 63676.5625, + 63702.6171875, + 63693.1484375, + 63696.5234375, + 63689.171875, + 63707.53125, + 63720.4609375, + 63719.9453125 ], "p10": [ - 65288.55859375, - 65136.01953125, - 65003.140625, - 64994.328125, - 64891.1796875, - 64769.60546875, - 64685.6875, - 64611.21484375, - 64574.50390625, - 64665.8046875, - 64592.2734375, - 64712.91015625, - 64581.4453125, - 64604.00390625, - 64660.16015625, - 64618.3515625, - 64648.046875, - 64578.6328125, - 64577.4375, - 64519.83203125, - 64462.953125, - 64554.328125, - 64394.19921875, - 64456.15625 + 63485.6171875, + 63582.9609375, + 63630.3671875, + 63668.1953125, + 63671.3671875, + 63673.28125, + 63687.4375, + 63706.75, + 63703.40625, + 63692.265625, + 63710.515625, + 63708.2890625, + 63689.703125, + 63699.40625, + 63706.7890625, + 63702.6796875, + 63726.3203125, + 63755.8984375, + 63727.859375, + 63742.2421875, + 63747.9296875, + 63757.3984375, + 63762.9765625, + 63736.8125 ], "p90": [ - 65722.421875, - 65654.4609375, - 65655.1953125, - 65597.6484375, - 65558.1484375, - 65525.19140625, - 65480.9453125, - 65390.55859375, - 65346.609375, - 65353.09765625, - 65413.78125, - 65430.046875, - 65430.30078125, - 65446.08984375, - 65458.546875, - 65509.4453125, - 65473.7109375, - 65484.94140625, - 65489.296875, - 65470.9921875, - 65536.25, - 65481.765625, - 65456.65234375, - 65477.7109375 + 63730.7890625, + 63863.0390625, + 63937.9765625, + 63988.5234375, + 64018.65625, + 64038.640625, + 64071.5390625, + 64082.765625, + 64116.8671875, + 64143.3125, + 64163.6171875, + 64162.9375, + 64173.109375, + 64171.859375, + 64185.6953125, + 64192.6484375, + 64210.828125, + 64259.8828125, + 64263.328125, + 64258.8203125, + 64264.3671875, + 64295.5859375, + 64297.8515625, + 64287.5390625 ], "mean": [ - 65328.40625, - 65194.92578125, - 65123.9375, - 65044.53515625, - 64959.41015625, - 64889.6015625, - 64848.54296875, - 64752.37109375, - 64695.55078125, - 64674.62890625, - 64721.6328125, - 64765.48046875, - 64705.484375, - 64674.375, - 64693.87109375, - 64692.16796875, - 64662.7421875, - 64650.74609375, - 64622.02734375, - 64550.42578125, - 64570.89453125, - 64525.88671875, - 64506.2890625, - 64519.2421875 + 63498.9921875, + 63589.9375, + 63643.1328125, + 63686.5703125, + 63700.828125, + 63717.9375, + 63736.53125, + 63746.125, + 63782.4140625, + 63792.890625, + 63791.8984375, + 63794.03125, + 63795.4609375, + 63794.3359375, + 63810.2421875, + 63814.3515625, + 63828.6640625, + 63855.1171875, + 63854.1875, + 63850.0, + 63852.03125, + 63869.75, + 63883.359375, + 63870.46875 ], "quantiles": { "0.1": [ - 65288.55859375, - 65136.01953125, - 65003.140625, - 64994.328125, - 64891.1796875, - 64769.60546875, - 64685.6875, - 64611.21484375, - 64574.50390625, - 64665.8046875, - 64592.2734375, - 64712.91015625, - 64581.4453125, - 64604.00390625, - 64660.16015625, - 64618.3515625, - 64648.046875, - 64578.6328125, - 64577.4375, - 64519.83203125, - 64462.953125, - 64554.328125, - 64394.19921875, - 64456.15625 + 63485.6171875, + 63582.9609375, + 63630.3671875, + 63668.1953125, + 63671.3671875, + 63673.28125, + 63687.4375, + 63706.75, + 63703.40625, + 63692.265625, + 63710.515625, + 63708.2890625, + 63689.703125, + 63699.40625, + 63706.7890625, + 63702.6796875, + 63726.3203125, + 63755.8984375, + 63727.859375, + 63742.2421875, + 63747.9296875, + 63757.3984375, + 63762.9765625, + 63736.8125 ], "0.2": [ - 65288.55859375, - 65136.01953125, - 65003.140625, - 64994.328125, - 64891.1796875, - 64769.60546875, - 64685.6875, - 64611.21484375, - 64574.50390625, - 64665.8046875, - 64592.2734375, - 64712.91015625, - 64581.4453125, - 64604.00390625, - 64660.16015625, - 64618.3515625, - 64648.046875, - 64578.6328125, - 64577.4375, - 64519.83203125, - 64462.953125, - 64554.328125, - 64394.19921875, - 64456.15625 + 63485.6171875, + 63582.9609375, + 63630.3671875, + 63668.1953125, + 63671.3671875, + 63673.28125, + 63687.4375, + 63706.75, + 63703.40625, + 63692.265625, + 63710.515625, + 63708.2890625, + 63689.703125, + 63699.40625, + 63706.7890625, + 63702.6796875, + 63726.3203125, + 63755.8984375, + 63727.859375, + 63742.2421875, + 63747.9296875, + 63757.3984375, + 63762.9765625, + 63736.8125 ], "0.3": [ - 65288.55859375, - 65136.01953125, - 65003.140625, - 64994.328125, - 64891.1796875, - 64769.60546875, - 64685.6875, - 64611.21484375, - 64574.50390625, - 64665.8046875, - 64592.2734375, - 64712.91015625, - 64581.4453125, - 64604.00390625, - 64660.16015625, - 64618.3515625, - 64648.046875, - 64578.6328125, - 64577.4375, - 64519.83203125, - 64462.953125, - 64554.328125, - 64394.19921875, - 64456.15625 + 63485.6171875, + 63582.9609375, + 63630.3671875, + 63668.1953125, + 63671.3671875, + 63673.28125, + 63687.4375, + 63706.75, + 63703.40625, + 63692.265625, + 63710.515625, + 63708.2890625, + 63689.703125, + 63699.40625, + 63706.7890625, + 63702.6796875, + 63726.3203125, + 63755.8984375, + 63727.859375, + 63742.2421875, + 63747.9296875, + 63757.3984375, + 63762.9765625, + 63736.8125 ], "0.4": [ - 65229.53125, - 65054.37890625, - 64997.73828125, - 64875.4375, - 64795.5625, - 64717.26171875, - 64668.59375, - 64540.484375, - 64491.5546875, - 64472.671875, - 64485.81640625, - 64570.3125, - 64488.3828125, - 64485.3203125, - 64486.44140625, - 64488.05859375, - 64460.28125, - 64428.04296875, - 64392.51171875, - 64325.1484375, - 64348.875, - 64276.83984375, - 64270.1953125, - 64300.59375 + 63419.375, + 63502.078125, + 63544.6640625, + 63577.0234375, + 63594.328125, + 63602.1953125, + 63615.21875, + 63615.7109375, + 63642.7109375, + 63658.3515625, + 63661.9921875, + 63658.2734375, + 63666.3125, + 63648.4453125, + 63672.046875, + 63656.453125, + 63676.5625, + 63702.6171875, + 63693.1484375, + 63696.5234375, + 63689.171875, + 63707.53125, + 63720.4609375, + 63719.9453125 ], "0.5": [ - 65229.53125, - 65054.37890625, - 64997.73828125, - 64875.4375, - 64795.5625, - 64717.26171875, - 64668.59375, - 64540.484375, - 64491.5546875, - 64472.671875, - 64485.81640625, - 64570.3125, - 64488.3828125, - 64485.3203125, - 64486.44140625, - 64488.05859375, - 64460.28125, - 64428.04296875, - 64392.51171875, - 64325.1484375, - 64348.875, - 64276.83984375, - 64270.1953125, - 64300.59375 + 63419.375, + 63502.078125, + 63544.6640625, + 63577.0234375, + 63594.328125, + 63602.1953125, + 63615.21875, + 63615.7109375, + 63642.7109375, + 63658.3515625, + 63661.9921875, + 63658.2734375, + 63666.3125, + 63648.4453125, + 63672.046875, + 63656.453125, + 63676.5625, + 63702.6171875, + 63693.1484375, + 63696.5234375, + 63689.171875, + 63707.53125, + 63720.4609375, + 63719.9453125 ], "0.6": [ - 65229.53125, - 65054.37890625, - 64997.73828125, - 64875.4375, - 64795.5625, - 64717.26171875, - 64668.59375, - 64540.484375, - 64491.5546875, - 64472.671875, - 64485.81640625, - 64570.3125, - 64488.3828125, - 64485.3203125, - 64486.44140625, - 64488.05859375, - 64460.28125, - 64428.04296875, - 64392.51171875, - 64325.1484375, - 64348.875, - 64276.83984375, - 64270.1953125, - 64300.59375 + 63419.375, + 63502.078125, + 63544.6640625, + 63577.0234375, + 63594.328125, + 63602.1953125, + 63615.21875, + 63615.7109375, + 63642.7109375, + 63658.3515625, + 63661.9921875, + 63658.2734375, + 63666.3125, + 63648.4453125, + 63672.046875, + 63656.453125, + 63676.5625, + 63702.6171875, + 63693.1484375, + 63696.5234375, + 63689.171875, + 63707.53125, + 63720.4609375, + 63719.9453125 ], "0.7": [ - 65229.53125, - 65054.37890625, - 64997.73828125, - 64875.4375, - 64795.5625, - 64717.26171875, - 64668.59375, - 64540.484375, - 64491.5546875, - 64472.671875, - 64485.81640625, - 64570.3125, - 64488.3828125, - 64485.3203125, - 64486.44140625, - 64488.05859375, - 64460.28125, - 64428.04296875, - 64392.51171875, - 64325.1484375, - 64348.875, - 64276.83984375, - 64270.1953125, - 64300.59375 + 63419.375, + 63502.078125, + 63544.6640625, + 63577.0234375, + 63594.328125, + 63602.1953125, + 63615.21875, + 63615.7109375, + 63642.7109375, + 63658.3515625, + 63661.9921875, + 63658.2734375, + 63666.3125, + 63648.4453125, + 63672.046875, + 63656.453125, + 63676.5625, + 63702.6171875, + 63693.1484375, + 63696.5234375, + 63689.171875, + 63707.53125, + 63720.4609375, + 63719.9453125 ], "0.8": [ - 65722.421875, - 65654.4609375, - 65655.1953125, - 65597.6484375, - 65558.1484375, - 65525.19140625, - 65480.9453125, - 65390.55859375, - 65346.609375, - 65353.09765625, - 65413.78125, - 65430.046875, - 65430.30078125, - 65446.08984375, - 65458.546875, - 65509.4453125, - 65473.7109375, - 65484.94140625, - 65489.296875, - 65470.9921875, - 65536.25, - 65481.765625, - 65456.65234375, - 65477.7109375 + 63730.7890625, + 63863.0390625, + 63937.9765625, + 63988.5234375, + 64018.65625, + 64038.640625, + 64071.5390625, + 64082.765625, + 64116.8671875, + 64143.3125, + 64163.6171875, + 64162.9375, + 64173.109375, + 64171.859375, + 64185.6953125, + 64192.6484375, + 64210.828125, + 64259.8828125, + 64263.328125, + 64258.8203125, + 64264.3671875, + 64295.5859375, + 64297.8515625, + 64287.5390625 ], "0.9": [ - 65722.421875, - 65654.4609375, - 65655.1953125, - 65597.6484375, - 65558.1484375, - 65525.19140625, - 65480.9453125, - 65390.55859375, - 65346.609375, - 65353.09765625, - 65413.78125, - 65430.046875, - 65430.30078125, - 65446.08984375, - 65458.546875, - 65509.4453125, - 65473.7109375, - 65484.94140625, - 65489.296875, - 65470.9921875, - 65536.25, - 65481.765625, - 65456.65234375, - 65477.7109375 + 63730.7890625, + 63863.0390625, + 63937.9765625, + 63988.5234375, + 64018.65625, + 64038.640625, + 64071.5390625, + 64082.765625, + 64116.8671875, + 64143.3125, + 64163.6171875, + 64162.9375, + 64173.109375, + 64171.859375, + 64185.6953125, + 64192.6484375, + 64210.828125, + 64259.8828125, + 64263.328125, + 64258.8203125, + 64264.3671875, + 64295.5859375, + 64297.8515625, + 64287.5390625 ] }, "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", @@ -575,20 +589,6 @@ "2026-06-22 20:00:00", "2026-06-22 21:00:00", "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" + "2026-06-22 23:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index e702f70adfc7ebc5bc3f3d080e6d32715dcf9caa..551873c5776cafc48292ec7736f0e49623985f6b 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,29 +1,11 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T13:20:05.986755+00:00", + "evaluated_at": "2026-06-23T13:34:28.286116+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index f3a44b881fc197701658f909b38608b04a2ae6e8..f5fed1fbaa2f06cd6572cb999a76a721ff7b7fcf 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,2364841.5464935303,2364841.5464935303,1353.8701171875,2.3667679655317033,0.021433387088619433,0.021138316603647497,21.11675786473045,1537.8041313813442,0.02415213039253831,0.02126333707759104,0.014575136975428322,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1056837.3100865681,1056837.3100865681,941.2141927083334,1.1913521990227849,0.01457327607865068,0.014700494129786567,13.936892626839283,1028.025928703439,0.01596097725455249,0.014613151188148083,0.012857543083247816,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.183329755683341,1.183329755683341,0.862094004948934,0.5049245792762104,0.03178129762224546,0.03245936373087361,3.072462410731646,1.087809613711582,0.04097275636630648,0.032471093456424745,0.037043745123925144,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.02019502870266964,0.02019502870266964,0.13020526667435964,0.3914574191386281,0.1986954476435823,0.17751713372832317,2.605525603934775,0.14210921399638252,0.2106778220514292,0.1930301437264857,0.14759023001132696,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.14796912687797834,0.14796912687797834,0.3506334705485238,3.155701234936714,0.2802258028513516,0.23789730455079758,64.92301340401173,0.3846675537109652,0.28730353980131773,0.26188389504019755,0.2000202965475287,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 41f61d7e3ca22c956b0e38e8a32794bfdc30ae54..c5a092fafc1b7354d96c839ca3408373fbe92dee 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,11 +1,25 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T13:21:56.136863+00:00", + "evaluated_at": "2026-06-23T13:35:04.715797+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, 63816.609375, 62369.44140625, 62688.0, @@ -87,7 +101,9 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, + 63311.98828125 + ], + "actuals": [ 63896.01171875, 64606.0, 64257.98828125, @@ -101,9 +117,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65578.0 - ], - "actuals": [ + 65578.0, 64980.390625, 64836.94921875, 64719.76953125, @@ -113,363 +127,363 @@ 64433.80078125, 64320.5703125, 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62137.98828125 + 64020.01171875 ], "p50": [ - 65514.9375, - 65389.98828125, - 65311.37109375, - 65262.671875, - 65223.73828125, - 65195.09375, - 65150.75390625, - 65117.1484375, - 65101.09375, - 65074.15234375, - 65068.421875, - 65033.19921875, - 64989.9765625, - 64952.7890625, - 64927.1953125, - 64899.17578125, - 64879.46484375, - 64850.140625, - 64813.3671875, - 64795.85546875, - 64780.4609375, - 64753.25, - 64759.33984375, - 64766.984375 + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 ], "p10": [ - 64907.24609375, - 64473.29296875, - 64235.76953125, - 64075.15625, - 63966.62890625, - 63886.12109375, - 63772.59765625, - 63683.71484375, - 63644.19921875, - 63583.1875, - 63513.51953125, - 63431.765625, - 63360.23828125, - 63314.69140625, - 63261.984375, - 63230.73828125, - 63210.90625, - 63174.109375, - 63129.15625, - 63107.60546875, - 63091.8125, - 63082.73828125, - 63080.12109375, - 63067.57421875 + 63097.8984375, + 62935.38671875, + 62834.9453125, + 62764.203125, + 62679.7734375, + 62612.53125, + 62555.8359375, + 62490.8203125, + 62421.046875, + 62377.875, + 62326.078125, + 62280.015625, + 62253.06640625, + 62221.484375, + 62189.05078125, + 62159.453125, + 62117.35546875, + 62070.30859375, + 62034.28125, + 61994.23828125, + 61956.76171875, + 61916.7734375, + 61894.734375, + 61863.17578125 ], "p90": [ - 66000.8046875, - 66202.703125, - 66370.109375, - 66547.0859375, - 66687.8046875, - 66789.4296875, - 66863.6953125, - 66968.8828125, - 67080.9765625, - 67134.6875, - 67228.5625, - 67286.2734375, - 67270.453125, - 67256.4609375, - 67295.1328125, - 67379.15625, - 67427.546875, - 67415.8671875, - 67400.328125, - 67449.9921875, - 67502.1640625, - 67553.9375, - 67604.890625, - 67662.3828125 + 63638.3671875, + 63810.54296875, + 63945.21484375, + 64038.16796875, + 64078.45703125, + 64125.09765625, + 64176.640625, + 64202.66015625, + 64212.390625, + 64233.078125, + 64265.72265625, + 64287.32421875, + 64326.171875, + 64350.84765625, + 64388.15234375, + 64406.3515625, + 64408.0, + 64429.390625, + 64474.12109375, + 64494.99609375, + 64495.14453125, + 64525.28515625, + 64562.1015625, + 64578.47265625 ], "mean": [ - 65514.9375, - 65389.98828125, - 65311.37109375, - 65262.671875, - 65223.73828125, - 65195.09375, - 65150.75390625, - 65117.1484375, - 65101.09375, - 65074.15234375, - 65068.421875, - 65033.19921875, - 64989.9765625, - 64952.7890625, - 64927.1953125, - 64899.17578125, - 64879.46484375, - 64850.140625, - 64813.3671875, - 64795.85546875, - 64780.4609375, - 64753.25, - 64759.33984375, - 64766.984375 + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 ], "quantiles": { "0.1": [ - 64907.24609375, - 64473.29296875, - 64235.76953125, - 64075.15625, - 63966.62890625, - 63886.12109375, - 63772.59765625, - 63683.71484375, - 63644.19921875, - 63583.1875, - 63513.51953125, - 63431.765625, - 63360.23828125, - 63314.69140625, - 63261.984375, - 63230.73828125, - 63210.90625, - 63174.109375, - 63129.15625, - 63107.60546875, - 63091.8125, - 63082.73828125, - 63080.12109375, - 63067.57421875 + 63097.8984375, + 62935.38671875, + 62834.9453125, + 62764.203125, + 62679.7734375, + 62612.53125, + 62555.8359375, + 62490.8203125, + 62421.046875, + 62377.875, + 62326.078125, + 62280.015625, + 62253.06640625, + 62221.484375, + 62189.05078125, + 62159.453125, + 62117.35546875, + 62070.30859375, + 62034.28125, + 61994.23828125, + 61956.76171875, + 61916.7734375, + 61894.734375, + 61863.17578125 ], "0.2": [ - 64907.24609375, - 64473.29296875, - 64235.76953125, - 64075.15625, - 63966.62890625, - 63886.12109375, - 63772.59765625, - 63683.71484375, - 63644.19921875, - 63583.1875, - 63513.51953125, - 63431.765625, - 63360.23828125, - 63314.69140625, - 63261.984375, - 63230.73828125, - 63210.90625, - 63174.109375, - 63129.15625, - 63107.60546875, - 63091.8125, - 63082.73828125, - 63080.12109375, - 63067.57421875 + 63097.8984375, + 62935.38671875, + 62834.9453125, + 62764.203125, + 62679.7734375, + 62612.53125, + 62555.8359375, + 62490.8203125, + 62421.046875, + 62377.875, + 62326.078125, + 62280.015625, + 62253.06640625, + 62221.484375, + 62189.05078125, + 62159.453125, + 62117.35546875, + 62070.30859375, + 62034.28125, + 61994.23828125, + 61956.76171875, + 61916.7734375, + 61894.734375, + 61863.17578125 ], "0.3": [ - 64907.24609375, - 64473.29296875, - 64235.76953125, - 64075.15625, - 63966.62890625, - 63886.12109375, - 63772.59765625, - 63683.71484375, - 63644.19921875, - 63583.1875, - 63513.51953125, - 63431.765625, - 63360.23828125, - 63314.69140625, - 63261.984375, - 63230.73828125, - 63210.90625, - 63174.109375, - 63129.15625, - 63107.60546875, - 63091.8125, - 63082.73828125, - 63080.12109375, - 63067.57421875 + 63097.8984375, + 62935.38671875, + 62834.9453125, + 62764.203125, + 62679.7734375, + 62612.53125, + 62555.8359375, + 62490.8203125, + 62421.046875, + 62377.875, + 62326.078125, + 62280.015625, + 62253.06640625, + 62221.484375, + 62189.05078125, + 62159.453125, + 62117.35546875, + 62070.30859375, + 62034.28125, + 61994.23828125, + 61956.76171875, + 61916.7734375, + 61894.734375, + 61863.17578125 ], "0.4": [ - 65514.9375, - 65389.98828125, - 65311.37109375, - 65262.671875, - 65223.73828125, - 65195.09375, - 65150.75390625, - 65117.1484375, - 65101.09375, - 65074.15234375, - 65068.421875, - 65033.19921875, - 64989.9765625, - 64952.7890625, - 64927.1953125, - 64899.17578125, - 64879.46484375, - 64850.140625, - 64813.3671875, - 64795.85546875, - 64780.4609375, - 64753.25, - 64759.33984375, - 64766.984375 + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 ], "0.5": [ - 65514.9375, - 65389.98828125, - 65311.37109375, - 65262.671875, - 65223.73828125, - 65195.09375, - 65150.75390625, - 65117.1484375, - 65101.09375, - 65074.15234375, - 65068.421875, - 65033.19921875, - 64989.9765625, - 64952.7890625, - 64927.1953125, - 64899.17578125, - 64879.46484375, - 64850.140625, - 64813.3671875, - 64795.85546875, - 64780.4609375, - 64753.25, - 64759.33984375, - 64766.984375 + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 ], "0.6": [ - 65514.9375, - 65389.98828125, - 65311.37109375, - 65262.671875, - 65223.73828125, - 65195.09375, - 65150.75390625, - 65117.1484375, - 65101.09375, - 65074.15234375, - 65068.421875, - 65033.19921875, - 64989.9765625, - 64952.7890625, - 64927.1953125, - 64899.17578125, - 64879.46484375, - 64850.140625, - 64813.3671875, - 64795.85546875, - 64780.4609375, - 64753.25, - 64759.33984375, - 64766.984375 + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 ], "0.7": [ - 65514.9375, - 65389.98828125, - 65311.37109375, - 65262.671875, - 65223.73828125, - 65195.09375, - 65150.75390625, - 65117.1484375, - 65101.09375, - 65074.15234375, - 65068.421875, - 65033.19921875, - 64989.9765625, - 64952.7890625, - 64927.1953125, - 64899.17578125, - 64879.46484375, - 64850.140625, - 64813.3671875, - 64795.85546875, - 64780.4609375, - 64753.25, - 64759.33984375, - 64766.984375 + 63363.4296875, + 63401.33203125, + 63450.5859375, + 63491.8203125, + 63485.35546875, + 63484.86328125, + 63494.26953125, + 63480.7890625, + 63449.09765625, + 63451.41015625, + 63459.47265625, + 63452.58984375, + 63455.69140625, + 63458.43359375, + 63467.77734375, + 63474.984375, + 63472.671875, + 63478.3671875, + 63490.7109375, + 63489.10546875, + 63479.796875, + 63486.75, + 63500.93359375, + 63499.53515625 ], "0.8": [ - 66000.8046875, - 66202.703125, - 66370.109375, - 66547.0859375, - 66687.8046875, - 66789.4296875, - 66863.6953125, - 66968.8828125, - 67080.9765625, - 67134.6875, - 67228.5625, - 67286.2734375, - 67270.453125, - 67256.4609375, - 67295.1328125, - 67379.15625, - 67427.546875, - 67415.8671875, - 67400.328125, - 67449.9921875, - 67502.1640625, - 67553.9375, - 67604.890625, - 67662.3828125 + 63638.3671875, + 63810.54296875, + 63945.21484375, + 64038.16796875, + 64078.45703125, + 64125.09765625, + 64176.640625, + 64202.66015625, + 64212.390625, + 64233.078125, + 64265.72265625, + 64287.32421875, + 64326.171875, + 64350.84765625, + 64388.15234375, + 64406.3515625, + 64408.0, + 64429.390625, + 64474.12109375, + 64494.99609375, + 64495.14453125, + 64525.28515625, + 64562.1015625, + 64578.47265625 ], "0.9": [ - 66000.8046875, - 66202.703125, - 66370.109375, - 66547.0859375, - 66687.8046875, - 66789.4296875, - 66863.6953125, - 66968.8828125, - 67080.9765625, - 67134.6875, - 67228.5625, - 67286.2734375, - 67270.453125, - 67256.4609375, - 67295.1328125, - 67379.15625, - 67427.546875, - 67415.8671875, - 67400.328125, - 67449.9921875, - 67502.1640625, - 67553.9375, - 67604.890625, - 67662.3828125 + 63638.3671875, + 63810.54296875, + 63945.21484375, + 64038.16796875, + 64078.45703125, + 64125.09765625, + 64176.640625, + 64202.66015625, + 64212.390625, + 64233.078125, + 64265.72265625, + 64287.32421875, + 64326.171875, + 64350.84765625, + 64388.15234375, + 64406.3515625, + 64408.0, + 64429.390625, + 64474.12109375, + 64494.99609375, + 64495.14453125, + 64525.28515625, + 64562.1015625, + 64578.47265625 ] }, "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", @@ -575,20 +589,6 @@ "2026-06-22 20:00:00", "2026-06-22 21:00:00", "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" + "2026-06-22 23:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index d7e1a5f9180f9429415deaef8d540c334929c1e4..56b532515416024d6249cb14e81f4f73f1c524e8 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,29 +1,11 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T13:22:19.866895+00:00", + "evaluated_at": "2026-06-23T13:35:46.240887+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 20b1e547fdcbd01ca5b2589be98705a3c2a3a060..90caf92238508d2d590e991ed81237927354e3f6 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,3443832.1858882904,3443832.1858882904,1663.4005533854167,2.907873579319933,0.026317714767412074,0.025889917281867143,39.225890051308276,1855.7564996217286,0.029145761830802298,0.026124697053777433,0.017750291439692173,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1375938.3022772472,1375938.3022772472,1091.9178059895833,1.382106952270469,0.016911723559879795,0.017077714238191103,17.27143877509607,1173.0039651583652,0.01821188462727333,0.01695295301279136,0.014305443233481988,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7378849396995975,0.7378849396995975,0.6531385580698649,0.38254031433849495,0.024219405040648068,0.024391800635032,2.939171975256644,0.8590022931864603,0.03235464297538288,0.024600708318737636,0.02998693975846885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.05301865740500471,0.05301865740500471,0.18631644745667775,0.560153652208843,0.24746541755346071,0.21455805381981372,1.512875543594818,0.23025780639319204,0.3413586761692469,0.2762153294545111,0.17038636788118078,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.1564712265026894,0.1564712265026894,0.36104880935615963,3.2494392842054367,0.28841708573805563,0.24391194584908515,67.38184069097042,0.39556444039206734,0.29544229256611904,0.2696629855270241,0.20563890614428076,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index b8a57333f3630b5f11829eaccb412d4a6f8694b5..8e7098f192b6a10dfc7db4ac8358815f871473e3 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,11 +1,25 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T13:21:18.150704+00:00", + "evaluated_at": "2026-06-23T13:34:55.047094+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, 63816.609375, 62369.44140625, 62688.0, @@ -87,7 +101,9 @@ 63848.0, 63808.01171875, 63801.58984375, - 63311.98828125, + 63311.98828125 + ], + "actuals": [ 63896.01171875, 64606.0, 64257.98828125, @@ -101,9 +117,7 @@ 64139.2109375, 64657.21875, 65149.5703125, - 65578.0 - ], - "actuals": [ + 65578.0, 64980.390625, 64836.94921875, 64719.76953125, @@ -113,363 +127,363 @@ 64433.80078125, 64320.5703125, 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62137.98828125 + 64020.01171875 ], "p50": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 ], "p10": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 + 63017.09765625, + 62936.61328125, + 62857.73046875, + 62788.0234375, + 62718.890625, + 62653.2421875, + 62603.08203125, + 62526.015625, + 62463.73828125, + 62408.3203125, + 62368.015625, + 62323.02734375, + 62272.8828125, + 62211.6015625, + 62186.0625, + 62159.3359375, + 62096.75390625, + 62062.5703125, + 62033.2734375, + 62042.08984375, + 62011.2265625, + 61990.078125, + 61976.3046875, + 61962.12890625 ], "p90": [ - 66085.3515625, - 66153.4765625, - 66246.5, - 66316.390625, - 66357.5625, - 66425.78125, - 66442.2890625, - 66459.1796875, - 66499.453125, - 66532.015625, - 66563.8515625, - 66604.6875, - 66618.3515625, - 66661.203125, - 66668.140625, - 66743.5390625, - 66749.9921875, - 66769.453125, - 66774.640625, - 66811.921875, - 66844.578125, - 66844.515625, - 66859.625, - 66880.90625 + 63727.0078125, + 63836.87890625, + 63892.734375, + 63938.7421875, + 63970.91796875, + 64006.67578125, + 64041.4453125, + 64059.18359375, + 64093.49609375, + 64119.0625, + 64136.24609375, + 64161.2109375, + 64189.61328125, + 64210.3984375, + 64232.08984375, + 64250.61328125, + 64275.87109375, + 64301.75390625, + 64316.078125, + 64338.390625, + 64337.33984375, + 64382.44140625, + 64396.5, + 64417.6015625 ], "mean": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 ], "quantiles": { "0.1": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 + 63017.09765625, + 62936.61328125, + 62857.73046875, + 62788.0234375, + 62718.890625, + 62653.2421875, + 62603.08203125, + 62526.015625, + 62463.73828125, + 62408.3203125, + 62368.015625, + 62323.02734375, + 62272.8828125, + 62211.6015625, + 62186.0625, + 62159.3359375, + 62096.75390625, + 62062.5703125, + 62033.2734375, + 62042.08984375, + 62011.2265625, + 61990.078125, + 61976.3046875, + 61962.12890625 ], "0.2": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 + 63017.09765625, + 62936.61328125, + 62857.73046875, + 62788.0234375, + 62718.890625, + 62653.2421875, + 62603.08203125, + 62526.015625, + 62463.73828125, + 62408.3203125, + 62368.015625, + 62323.02734375, + 62272.8828125, + 62211.6015625, + 62186.0625, + 62159.3359375, + 62096.75390625, + 62062.5703125, + 62033.2734375, + 62042.08984375, + 62011.2265625, + 61990.078125, + 61976.3046875, + 61962.12890625 ], "0.3": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 + 63017.09765625, + 62936.61328125, + 62857.73046875, + 62788.0234375, + 62718.890625, + 62653.2421875, + 62603.08203125, + 62526.015625, + 62463.73828125, + 62408.3203125, + 62368.015625, + 62323.02734375, + 62272.8828125, + 62211.6015625, + 62186.0625, + 62159.3359375, + 62096.75390625, + 62062.5703125, + 62033.2734375, + 62042.08984375, + 62011.2265625, + 61990.078125, + 61976.3046875, + 61962.12890625 ], "0.4": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 ], "0.5": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 ], "0.6": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 ], "0.7": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 + 63384.2734375, + 63387.9140625, + 63387.9453125, + 63381.57421875, + 63372.77734375, + 63356.98046875, + 63347.28125, + 63332.98828125, + 63326.5390625, + 63312.30859375, + 63308.28125, + 63299.17578125, + 63295.12109375, + 63290.40234375, + 63286.3515625, + 63282.53125, + 63279.71875, + 63279.42578125, + 63282.6796875, + 63282.2890625, + 63282.98046875, + 63280.68359375, + 63281.30078125, + 63281.36328125 ], "0.8": [ - 66085.3515625, - 66153.4765625, - 66246.5, - 66316.390625, - 66357.5625, - 66425.78125, - 66442.2890625, - 66459.1796875, - 66499.453125, - 66532.015625, - 66563.8515625, - 66604.6875, - 66618.3515625, - 66661.203125, - 66668.140625, - 66743.5390625, - 66749.9921875, - 66769.453125, - 66774.640625, - 66811.921875, - 66844.578125, - 66844.515625, - 66859.625, - 66880.90625 + 63727.0078125, + 63836.87890625, + 63892.734375, + 63938.7421875, + 63970.91796875, + 64006.67578125, + 64041.4453125, + 64059.18359375, + 64093.49609375, + 64119.0625, + 64136.24609375, + 64161.2109375, + 64189.61328125, + 64210.3984375, + 64232.08984375, + 64250.61328125, + 64275.87109375, + 64301.75390625, + 64316.078125, + 64338.390625, + 64337.33984375, + 64382.44140625, + 64396.5, + 64417.6015625 ], "0.9": [ - 66085.3515625, - 66153.4765625, - 66246.5, - 66316.390625, - 66357.5625, - 66425.78125, - 66442.2890625, - 66459.1796875, - 66499.453125, - 66532.015625, - 66563.8515625, - 66604.6875, - 66618.3515625, - 66661.203125, - 66668.140625, - 66743.5390625, - 66749.9921875, - 66769.453125, - 66774.640625, - 66811.921875, - 66844.578125, - 66844.515625, - 66859.625, - 66880.90625 + 63727.0078125, + 63836.87890625, + 63892.734375, + 63938.7421875, + 63970.91796875, + 64006.67578125, + 64041.4453125, + 64059.18359375, + 64093.49609375, + 64119.0625, + 64136.24609375, + 64161.2109375, + 64189.61328125, + 64210.3984375, + 64232.08984375, + 64250.61328125, + 64275.87109375, + 64301.75390625, + 64316.078125, + 64338.390625, + 64337.33984375, + 64382.44140625, + 64396.5, + 64417.6015625 ] }, "timestamps": [ + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", "2026-06-18 14:00:00", "2026-06-18 15:00:00", "2026-06-18 16:00:00", @@ -575,20 +589,6 @@ "2026-06-22 20:00:00", "2026-06-22 21:00:00", "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" + "2026-06-22 23:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 499e6829b8dc7130b1882ef20ac8cdd27a24fd8b..3599a5f670e7a8f1672e6d129da971ea4f4af5e2 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,29 +1,11 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T13:21:39.316222+00:00", + "evaluated_at": "2026-06-23T13:34:57.672130+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t130000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t071200z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t142000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t105000z", - "data_fetched_at": "2026-06-23T13:18:16.753775Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t230000z", + "data_fetched_at": "2026-06-23T13:33:22.388582Z", "context_length": 96, "prediction_length": 24 }