diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index ab392a3f412e00c3a52aa5a691d7265779a0492d..fe583df80e923ff94d5e02b5eb8df1a1091f30cc 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T00:36:09.167265+00:00", + "generated_at": "2026-06-23T00:43:37.530990+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index fd6e52fa4624f23e56f5e63d1f61a4c370d429ac..9f1d0f572b09f9446cc73df90b70813d47cdec74 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.972905498551513,0.8711554257692974,0.19786458133399984,0.5080212462604982,39.401668519036434,3.4906190518746927,0.6919179184617233,1198.8200812829784,8.468054048079658,0.11228031256776139,0.1,10,757,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T00:34:49.226830+00:00 -2,Chronos-2,2.9586416521537693,0.882277760450885,0.18210163221980827,0.5235237578185449,37.76101336213276,3.6120600002205165,0.6686407657397889,1167.3057750030289,8.375594792838184,0.08395799183325553,0.1,10,772,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T00:33:01.418254+00:00 -3,Toto-2.0-1B,2.9347526953926795,0.8645763490760621,0.17094909541932884,0.49818972010323626,38.20534256261111,3.607958457502466,0.6832395010273659,1114.8951928989195,8.504599686212208,0.030902625522141264,0.1,10,763,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T00:34:22.798035+00:00 -4,Moirai-1.1-Large,3.468420693745982,1.0142136823219563,0.29891644849304977,0.5458561506348752,24.643052396032694,4.526171571282908,0.5590981362690326,1114.5199890746578,12.25033929237735,0.07395004484281889,0.2,10,741,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T00:35:32.026477+00:00 -5,TimesFM-2.5,2.811820676349836,0.8418812545007561,0.15738488453357283,0.6170718504490893,40.728373620010856,4.418038673327152,0.5562410656472395,1041.2075888530562,8.191944871080977,0.034220840319056076,0.1,10,780,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T00:33:44.586218+00:00 -6,Timer-S1,3.0187518176853545,0.8949968402623506,0.19099005097778302,0.5290112760908945,36.03817006863239,4.2182572206105124,0.6059981445540121,1040.3672818146765,8.75565469466368,0.08722815030234629,0.1,10,716,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T00:36:03.175752+00:00 -7,ETS,6.222402985977494,1.5720536736424084,0.45170075496965023,1.1341071529450018,-3.7724151549248104,6.8088829907634665,0.32922950067332474,871.6736137887702,14.260959999305083,-0.006263674159159793,0.1,10,471,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T00:36:05.574630+00:00 -8,ARIMA,3.8518892343862228,1.226889541790793,0.3403198577726839,0.8693754138858809,-1.0956903359301926,6.828380524356744,0.32013435017515846,861.6858533451903,9.571137541304552,-0.0199784721174663,0.3,10,471,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T00:36:05.451988+00:00 -9,Moving-Average,3.8202785203462204,1.1592247745915174,0.35214795036472935,0.7960980092205068,7.885659709753955,6.4345063183235895,0.361612117892663,849.2485455455717,9.540607668709118,-0.09007479001796648,0.3,10,471,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T00:36:05.613825+00:00 -10,Seasonal-Naive,4.1436839703820585,1.2637195483806225,0.36104252472024106,0.9405784890299514,1.156092282161915e-16,7.638653207683245,0.22388849955969117,740.2760783931503,9.674311943877886,-0.012627027168219045,0.2,10,471,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T00:36:05.643202+00:00 +1,TiRex,2.972905498551513,0.8711554257692974,0.19786458133399984,0.5080212462604982,39.401668519036434,3.4906190518746927,0.6919179184617233,1198.8200812829784,8.468054048079658,0.11229708264993479,0.1,10,757,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T00:42:42.934392+00:00 +2,Chronos-2,2.9586416521537693,0.882277760450885,0.18210163221980827,0.5235237578185449,37.76101336213276,3.6120600002205165,0.6686407657397889,1167.3057750030289,8.375594792838184,0.08397439199725718,0.1,10,772,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T00:41:43.565614+00:00 +3,Toto-2.0-1B,2.9347526953926795,0.8645763490760621,0.17094909541932884,0.49818972010323626,38.20534256261111,3.607958457502466,0.6832395010273659,1114.8951928989195,8.504599686212208,0.03091927091968884,0.1,10,763,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T00:42:34.677487+00:00 +4,Moirai-1.1-Large,3.468429246350394,1.014216728490069,0.2989164367290016,0.5458596926896685,24.642879013519654,4.526171571282908,0.5590981362690326,1114.5199890746578,12.250355875845358,0.07396706853412262,0.2,10,741,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T00:43:07.549518+00:00 +5,TimesFM-2.5,2.811820676349836,0.8418812545007561,0.15738488453357283,0.6170718504490893,40.728373620010856,4.418038673327152,0.5562410656472395,1041.2075888530562,8.191944871080977,0.034204797967247305,0.1,10,780,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T00:42:06.117301+00:00 +6,Timer-S1,3.0187518176853545,0.8949968402623506,0.19099005097778302,0.5290112760908945,36.03817006863239,4.2182572206105124,0.6059981445540121,1040.3672818146765,8.75565469466368,0.08724556533151646,0.1,10,716,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T00:43:29.815351+00:00 +7,ETS,6.222402985977494,1.5720536736424084,0.45170075496965023,1.1341071529450018,-3.7724151549248104,6.8088829907634665,0.32922950067332474,871.6736137887702,14.260959999305083,-0.006212744696465633,0.1,10,471,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T00:43:33.888571+00:00 +8,ARIMA,3.8518892343862228,1.226889541790793,0.3403198577726839,0.8693754138858809,-1.0956903359301926,6.828380524356744,0.32013435017515846,861.6858533451903,9.571137541304552,-0.01992754265477213,0.3,10,471,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T00:43:33.838460+00:00 +9,Moving-Average,3.8202785203462204,1.1592247745915174,0.35214795036472935,0.7960980092205068,7.885659709753955,6.4345063183235895,0.361612117892663,849.2485455455717,9.540607668709118,-0.09012571948066064,0.3,10,471,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T00:43:33.906783+00:00 +10,Seasonal-Naive,4.1436839703820585,1.2637195483806225,0.36104252472024106,0.9405784890299514,1.156092282161915e-16,7.638653207683245,0.22388849955969117,740.2760783931503,9.674311943877886,-0.012576097705524886,0.2,10,471,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T00:43:33.922419+00:00 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 27440472bd473fc20a54881bff27f0a2402fa3fa..18f021776183103b30df114a6c1440acdb612d7c 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -39,7 +39,7 @@ binance_btcusdt_1h_close/1h/short|window:2c6b10a5bd04366b399a,2026-06-22T04:05:5 binance_btcusdt_1h_close/1h/short|window:2dc8455addb96592cd90,2026-06-18T05:32:01.024642+00:00,2026-06-18T05:32:01.024642+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.3656105987404945,1.1685934274761665,0.008806007395482027,0.44803217500147524,11.329940172973446,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:40:06.198280+00:00,2026-06-22T10:40:06.198280+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7805061114705432,0.8834625693658692,0.006377396363570378,0.3629346042972042,-55.32477512909489,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:48:09.731972+00:00,2026-06-18T02:48:09.731972+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0558473858776123,1.0275443474019077,0.008230945173361441,0.3932582915600262,6.41808881232244,True -binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:06:03.360990+00:00,2026-06-23T00:06:03.360990+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.0872075182587997,1.4447171066540327,0.018029909733599237,1.699967192178527,-47.093771924337,True +binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:43:33.838460+00:00,2026-06-23T00:43:33.838460+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.0872075182587997,1.4447171066540327,0.018029909733599237,1.699967192178527,-47.093771924337,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:37:24.233679+00:00,2026-06-22T08:37:24.233679+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.27346852417303613,0.5229421805257596,0.011796395755530124,0.7615118888055271,-2.6486647163112473,True binance_btcusdt_1h_close/1h/short|window:3202e581773eb667446e,2026-06-18T04:40:32.833902+00:00,2026-06-18T04:40:32.833902+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.5519464192278065,1.2457714153197634,0.008822543729746552,0.446291479030741,-1.0641714800209565,True binance_btcusdt_1h_close/1h/short|window:33a7cd0cedc55c953c12,2026-06-22T09:08:14.915893+00:00,2026-06-22T09:08:14.915893+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.4258177305522011,0.6525471098336127,0.008748404904403713,0.5241936242957991,-26.053257329737836,True @@ -536,7 +536,7 @@ binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:35:1 binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:23:02.572746+00:00,2026-06-16T12:23:02.572746+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2657766333544848,0.5155352881757803,0.005326065528764627,0.34399480994002407,88.32952303110369,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:27:42.744575+00:00,2026-06-16T13:27:42.744575+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.27256344789847853,0.522076093973358,0.005723825957856733,0.32454854261409083,86.61540064402186,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:44:03.990447+00:00,2026-06-18T02:44:03.990447+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.7277114525379689,0.853060052128787,0.01133940472086123,0.3759595616315245,24.526304421966636,True -binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:03:30.446518+00:00,2026-06-23T00:03:30.446518+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.672899914910554,1.2934063224333465,0.010140569822828441,0.699079398724369,-38.04967638420595,True +binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:41:43.565614+00:00,2026-06-23T00:41:43.565614+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.672899914910554,1.2934063224333465,0.010140569822828441,0.699079398724369,-38.04967638420595,True binance_btcusdt_1h_close/1h/short|window:31659d1c0fb6cb505465,2026-06-17T11:08:21.506641+00:00,2026-06-17T11:08:21.506641+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.45164758402645877,0.6720473078782913,0.01279551478372966,0.30322900000612063,4.695421249603118,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:32:55.960817+00:00,2026-06-22T08:32:55.960817+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1411826704201052,0.3757428248418128,0.0036419522360985027,0.2804820879053879,29.50356442427922,True binance_btcusdt_1h_close/1h/short|window:3202e581773eb667446e,2026-06-18T04:32:14.757386+00:00,2026-06-18T04:32:14.757386+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.9039954834571211,0.9507867707625728,0.012815784874824992,0.43376252867969156,25.390105034989038,True @@ -1282,7 +1282,7 @@ binance_btcusdt_1h_close/1h/short|window:2c6b10a5bd04366b399a,2026-06-22T04:05:5 binance_btcusdt_1h_close/1h/short|window:2dc8455addb96592cd90,2026-06-18T05:32:01.090510+00:00,2026-06-18T05:32:01.090510+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.085785946365041,1.4442250331458186,0.018938026195553626,1.1152168807689986,-9.76716943457698,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:40:06.364652+00:00,2026-06-22T10:40:06.364652+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.16288382186637318,0.403588679061211,0.004029892676126271,0.21393085124126798,15.904144266427672,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:48:10.020027+00:00,2026-06-18T02:48:10.020027+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6261049620186008,1.2751882065085924,0.016848133870394872,0.9540998311833636,-15.050072189378072,True -binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:06:03.451381+00:00,2026-06-23T00:06:03.451381+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.731821886194197,1.3159870387637551,0.01053129305756295,0.9133212010468975,-39.520038195270836,True +binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:43:33.888571+00:00,2026-06-23T00:43:33.888571+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.731821886194197,1.3159870387637551,0.01053129305756295,0.9133212010468975,-39.520038195270836,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:37:24.445206+00:00,2026-06-22T08:37:24.445206+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.15735081057428998,0.39667469111891923,0.00409738505212304,0.21049507499657083,24.478849781282292,True binance_btcusdt_1h_close/1h/short|window:3202e581773eb667446e,2026-06-18T04:40:32.925625+00:00,2026-06-18T04:40:32.925625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.023090138853267,1.4223537319715047,0.018757465664769477,1.0995617551725292,-14.222935193785709,True binance_btcusdt_1h_close/1h/short|window:33a7cd0cedc55c953c12,2026-06-22T09:08:15.014045+00:00,2026-06-22T09:08:15.014045+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0884319346870357,0.2973750740849604,0.0024530043207872604,0.14248803465148796,47.708962591252934,True @@ -1778,7 +1778,7 @@ binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:39:1 binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:25:04.275350+00:00,2026-06-16T12:25:04.275350+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.46453514053539335,0.6815681481226902,0.00630206578115168,0.3817471533161531,80.4547879875748,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:29:59.492930+00:00,2026-06-16T13:29:59.492930+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.42857367264716045,0.6546553846468847,0.0067795918878376495,0.3851266092192644,79.73073003441522,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:47:13.518711+00:00,2026-06-18T02:47:13.518711+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.23958721976387,1.496525048157855,0.01826833885790056,0.6528115616754251,-30.198715696308586,True -binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:05:26.819576+00:00,2026-06-23T00:05:26.819576+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.9593801411200205,1.3997786043228482,0.010451431435215527,0.7143711100738902,-44.598342482894935,True +binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:43:07.549518+00:00,2026-06-23T00:43:07.549518+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.9821300688551178,1.4078814115028004,0.0104201390670712,0.7237929758236414,-45.059539967588165,True binance_btcusdt_1h_close/1h/short|window:31659d1c0fb6cb505465,2026-06-17T11:11:18.758264+00:00,2026-06-17T11:11:18.758264+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7232646097350266,0.8504496514991505,0.01588267498471123,0.40959683839083283,-18.62481964770653,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:36:10.526893+00:00,2026-06-22T08:36:10.526893+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1428863461168966,0.37800310331648945,0.003681311976479656,0.2807230363755642,28.955058802643375,True binance_btcusdt_1h_close/1h/short|window:3202e581773eb667446e,2026-06-18T04:39:48.520333+00:00,2026-06-18T04:39:48.520333+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.113820246413822,1.0553768267371717,0.01391022766911488,0.49289632109803744,15.398038011750042,True @@ -2494,7 +2494,7 @@ binance_btcusdt_1h_close/1h/short|window:2c6b10a5bd04366b399a,2026-06-22T04:05:5 binance_btcusdt_1h_close/1h/short|window:2dc8455addb96592cd90,2026-06-18T05:32:01.109963+00:00,2026-06-18T05:32:01.109963+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.7017981087198868,1.3045298420196783,0.017522092471567555,1.0236031582668423,0.374607690606277,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:40:06.456295+00:00,2026-06-22T10:40:06.456295+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.08888311125913032,0.2981327074628517,0.0025868127570351836,0.1408163684543209,43.27379865033399,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:48:10.091858+00:00,2026-06-18T02:48:10.091858+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.1382946736037933,1.0669089340725353,0.01421828272063822,0.7862298809593158,2.6669111391707485,True -binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:06:03.493078+00:00,2026-06-23T00:06:03.493078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6767447221189304,0.822644955080216,0.005360598837503963,0.44572433346199364,5.182302447070625,True +binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:43:33.906783+00:00,2026-06-23T00:43:33.906783+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6767447221189304,0.822644955080216,0.005360598837503963,0.44572433346199364,5.182302447070625,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:37:24.549543+00:00,2026-06-22T08:37:24.549543+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1003022344598122,0.31670528012619586,0.003094443859077393,0.15447013145319297,44.22355326530423,True binance_btcusdt_1h_close/1h/short|window:3202e581773eb667446e,2026-06-18T04:40:32.964499+00:00,2026-06-18T04:40:32.964499+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.509005756806491,1.2284159543112794,0.0164367071309794,0.9476467626799338,0.33873218622584417,True binance_btcusdt_1h_close/1h/short|window:33a7cd0cedc55c953c12,2026-06-22T09:08:15.056209+00:00,2026-06-22T09:08:15.056209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.09058080232826764,0.30096644718019255,0.0029091985265032676,0.14822849255978918,46.77645111640272,True @@ -2965,7 +2965,7 @@ binance_btcusdt_1h_close/1h/short|window:2c6b10a5bd04366b399a,2026-06-22T04:05:5 binance_btcusdt_1h_close/1h/short|window:2dc8455addb96592cd90,2026-06-18T05:32:01.126474+00:00,2026-06-18T05:32:01.126474+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.7145961844836612,1.3094258988135454,0.01820759884579652,0.6730279493334087,0.0,True binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:40:06.491895+00:00,2026-06-22T10:40:06.491895+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.22449275084468256,0.47380665977240394,0.004595149475418763,0.337279425944699,0.0,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:48:10.132204+00:00,2026-06-18T02:48:10.132204+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.2006728592798548,1.095752188809064,0.014990952708299874,0.5414699277508123,-9.246673779992423e-15,True -binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:06:03.528720+00:00,2026-06-23T00:06:03.528720+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7507202756282597,0.8664411553176936,0.006180561986776957,0.5109555120463791,0.0,True +binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:43:33.922419+00:00,2026-06-23T00:43:33.922419+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7507202756282597,0.8664411553176936,0.006180561986776957,0.5109555120463791,0.0,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:37:24.595928+00:00,2026-06-22T08:37:24.595928+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.25935579444585183,0.5092698640660488,0.005168557381251025,0.3474572452788122,0.0,True binance_btcusdt_1h_close/1h/short|window:3202e581773eb667446e,2026-06-18T04:40:33.020692+00:00,2026-06-18T04:40:33.020692+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.5192634793950812,1.2325840658531495,0.01708198921066909,0.6236494175372743,0.0,True binance_btcusdt_1h_close/1h/short|window:33a7cd0cedc55c953c12,2026-06-22T09:08:15.094138+00:00,2026-06-22T09:08:15.094138+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.24979786173403554,0.4997978208576299,0.004883781908991243,0.34299743603823035,-5.555607126289335e-15,True @@ -3461,7 +3461,7 @@ binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:37:0 binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:24:28.190756+00:00,2026-06-16T12:24:28.190756+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.21279517444983034,0.46129727340385435,0.004528991403257688,0.33548179579889487,90.54601208677094,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:29:24.668912+00:00,2026-06-16T13:29:24.668912+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.18964687439036823,0.43548464311657215,0.0043302459893587095,0.32547902449175475,90.4935942755223,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:46:21.180837+00:00,2026-06-18T02:46:21.180837+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9091086557816959,0.9534718956433356,0.012703247591405177,0.5036186971114618,13.819639683858574,True -binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:04:50.890897+00:00,2026-06-23T00:04:50.890897+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.2287206556590162,1.1084767276127254,0.008167162735745982,0.6090594519280427,-24.148251785412047,True +binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:42:42.934392+00:00,2026-06-23T00:42:42.934392+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.2287206556590162,1.1084767276127254,0.008167162735745982,0.6090594519280427,-24.148251785412047,True binance_btcusdt_1h_close/1h/short|window:31659d1c0fb6cb505465,2026-06-17T11:10:14.264551+00:00,2026-06-17T11:10:14.264551+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5760151681821081,0.7589566312920047,0.014406266002018253,0.37778202870259364,-7.448890486278955,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:35:26.606155+00:00,2026-06-22T08:35:26.606155+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.16992327010106248,0.4122175033899731,0.003804187256300553,0.2253669345620126,20.833190278957943,True binance_btcusdt_1h_close/1h/short|window:3202e581773eb667446e,2026-06-18T04:39:15.447629+00:00,2026-06-18T04:39:15.447629+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.2155794722435305,1.1025332068665916,0.015011720566137978,0.6409080112190206,11.104257630939834,True @@ -4217,7 +4217,7 @@ binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:39:5 binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:25:30.014466+00:00,2026-06-16T12:25:30.014466+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5071320092362624,0.7121320167189946,0.0076762990162430765,0.40985184640936434,78.85204676431266,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:30:25.761976+00:00,2026-06-16T13:30:25.761976+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5236769676170948,0.7236552823113328,0.008310809541671538,0.4164075278604595,75.77759450966956,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:47:53.966620+00:00,2026-06-18T02:47:53.966620+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.807271029382453,0.8984826260882584,0.012164617253517576,0.421977725748546,19.59227208084415,True -binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:05:52.845053+00:00,2026-06-23T00:05:52.845053+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,2.401197722878069,1.5495798536629435,0.012382246163320147,0.8593345653419201,-52.36422546627035,True +binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:43:29.815351+00:00,2026-06-23T00:43:29.815351+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,2.401197722878069,1.5495798536629435,0.012382246163320147,0.8593345653419201,-52.36422546627035,True binance_btcusdt_1h_close/1h/short|window:31659d1c0fb6cb505465,2026-06-17T11:11:53.947120+00:00,2026-06-17T11:11:53.947120+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3074863026001126,0.5545144746533788,0.010805181506532946,0.26402862783278136,23.476320982444115,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:36:52.315213+00:00,2026-06-22T08:36:52.315213+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09461137417368903,0.3075896197430743,0.0027271805777210876,0.18372020042625162,46.54228834687129,True binance_btcusdt_1h_close/1h/short|window:3202e581773eb667446e,2026-06-18T04:40:23.033505+00:00,2026-06-18T04:40:23.033505+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.1110909964216285,1.0540830121112987,0.014453950668794823,0.5270470975992055,15.51777476101268,True @@ -4935,7 +4935,7 @@ binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:35:5 binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:23:32.804593+00:00,2026-06-16T12:23:32.804593+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.3265847640634848,0.5714759523055059,0.00798438079202283,0.3378640439377623,85.84832110499136,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:28:30.942365+00:00,2026-06-16T13:28:30.942365+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2706137367317629,0.5202054754919088,0.0075814667503341015,0.31717257828888673,86.70477923008188,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:44:47.373862+00:00,2026-06-18T02:44:47.373862+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0808633101347789,1.0396457618510158,0.012134229399077207,0.8268993824468654,5.251266701409114,True -binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:04:02.676405+00:00,2026-06-23T00:04:02.676405+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.8993377242438774,0.948334183842319,0.007620184517389636,0.5569993658160196,-9.006801495894933,True +binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:42:06.117301+00:00,2026-06-23T00:42:06.117301+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.8993377242438774,0.948334183842319,0.007620184517389636,0.5569993658160196,-9.006801495894933,True binance_btcusdt_1h_close/1h/short|window:31659d1c0fb6cb505465,2026-06-17T11:08:45.256377+00:00,2026-06-17T11:08:45.256377+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.42552688528033705,0.6523242179164721,0.009933745568377285,0.500805059214899,7.662529903837183,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:33:53.580216+00:00,2026-06-22T08:33:53.580216+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.11614195876014469,0.3407960662333776,0.0029541426256867592,0.20632794769158427,38.13973171955056,True binance_btcusdt_1h_close/1h/short|window:3202e581773eb667446e,2026-06-18T04:32:49.870604+00:00,2026-06-18T04:32:49.870604+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.392595843793814,1.1800829817406122,0.014425047315887377,0.9816238973317182,4.350060272230061,True @@ -5716,7 +5716,7 @@ binance_btcusdt_1h_close/1h/short|window:2f4f23d2e55e94b9d4b0,2026-06-22T10:36:4 binance_btcusdt_1h_close/1h/short|window:302b8d3ed38005271ed8,2026-06-16T12:24:05.708884+00:00,2026-06-16T12:24:05.708884+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2181337990075318,0.46704796221323114,0.004449095306607827,0.33535548440803903,90.32030885091677,True binance_btcusdt_1h_close/1h/short|window:30411037dad6f77e92eb,2026-06-16T13:29:09.603861+00:00,2026-06-16T13:29:09.603861+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.19477700076359722,0.4413354741731025,0.004060174478077061,0.31635206749238676,90.24897478959379,True binance_btcusdt_1h_close/1h/short|window:3058594aeedbb822ea4d,2026-06-18T02:45:41.632602+00:00,2026-06-18T02:45:41.632602+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.869622085526136,0.9325352998820666,0.012414620698474417,0.4268347024073674,15.990512587796603,True -binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:04:35.254786+00:00,2026-06-23T00:04:35.254786+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.6936063749697683,1.3013863281016012,0.010319716901522141,0.7066138528970818,-38.5744719966467,True +binance_btcusdt_1h_close/1h/short|window:3143eb477ae0d66320e6,2026-06-23T00:42:34.677487+00:00,2026-06-23T00:42:34.677487+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.6936063749697683,1.3013863281016012,0.010319716901522141,0.7066138528970818,-38.5744719966467,True binance_btcusdt_1h_close/1h/short|window:31659d1c0fb6cb505465,2026-06-17T11:09:55.614400+00:00,2026-06-17T11:09:55.614400+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.5602846023245687,0.7485216111272731,0.014377954528601999,0.35607176815773967,-6.07078307976715,True binance_btcusdt_1h_close/1h/short|window:316b86f6f4a711dcc779,2026-06-22T08:34:54.769187+00:00,2026-06-22T08:34:54.769187+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.09702716831514491,0.3114918430956819,0.0025560278061383243,0.1768549564379814,45.54892996935164,True binance_btcusdt_1h_close/1h/short|window:3202e581773eb667446e,2026-06-18T04:38:49.640749+00:00,2026-06-18T04:38:49.640749+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.0788064493668637,1.0386560784816423,0.014045942693684676,0.4891445277500968,16.95323998604256,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index bf7ac4d263dbe9e55da24c0038a80e40c852579e..699b80a9ce5be85f54e7c00c8e9624ec19712eb0 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7115024305608131,0.7996433263167902,0.010137263328779986,0.6131661765800795,-10.950537252307836,0.5389452956819691,0.08377896613190729,0.12308154286203311,154,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T00:36:05.313291+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7115024305608131,0.7996433263167902,0.010137263328779986,0.6131661765800795,-10.950537252307836,0.5389452956819691,0.08428826075884899,0.12081999826035265,154,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T00:43:33.838460+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T00:28:31.207062+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8456302640095958,1.256976965431966,1.6529652914947068,0.9820084471174683,1.6746613583238015,1.2740293828460818,-0.06657515442690459,0.3418659627149685,94,0.9468085106382979,2026-06-17T12:10:12.335728+00:00,2026-06-23T00:36:05.360262+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.121934614298361,2.035607081981292,0.11958563571415916,1.4375853117565076,16.537400431381137,4.963419738306016,0.14223002633889376,0.08633384283758314,68,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T00:36:05.415189+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.6425375 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9978630690656336,0.9701420238087795,0.6288849889267103,0.4881634194281296,16.73791789118573,0.4958230681868161,-0.5612535612535613,1.597088837593094e-05,27,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T00:28:31.350765+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3704442834797053,1.0068626843630737,0.013145984274694203,0.6257796500588971,7.223591002451536,1.5605048482841566,0.15873015873015875,0.1731696689763711,36,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T00:36:05.451988+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3939085573860867,0.5606045947285606,0.007373908195488903,0.3145456380095583,28.17961425431765,0.5775324301277304,0.04857181905152384,0.23338261102492086,271,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T00:32:45.920559+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3939085573860867,0.5606045947285606,0.007373908195488903,0.3145456380095583,28.17961425431765,0.5775324301277304,0.04873582069154025,0.2318080884968745,271,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T00:41:43.565614+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T00:22:52.012663+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2590938254442449,0.39373085796908236,0.5423746853200601,0.21314180413569658,71.86542290091788,0.3676969347295561,0.3747505895156902,1.1860713475649725e-11,149,0.959731543624161,2026-06-16T12:06:44.487655+00:00,2026-06-23T00:32:52.370852+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.574109988324682,1.865216781452039,0.1123201759706167,1.0727559618270546,17.616737086807642,5.07653885656402,0.386522911051213,4.301064850992325e-09,106,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T00:32:57.380292+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.149 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7715587733504444,0.85159463994572,0.5888951022204714,0.45572538642030536,27.8850356580589,0.40309584332336723,-0.19797979797979795,0.05519542767002268,45,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T00:23:17.678492+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2936318449853956,0.8329719019103079,0.009066322822243681,0.5136118243534614,32.62510176754636,2.3396362530923858,0.08874912648497553,0.3433988146327974,54,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T00:33:01.418254+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6427442688346435,0.6531556053612657,0.007548262893026901,0.42859295531391056,22.817002337255918,0.8636621160363226,0.013326542738307441,0.8062415942580278,154,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T00:36:05.501336+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6427442688346435,0.6531556053612657,0.007548262893026901,0.42859295531391056,22.817002337255918,0.8636621160363226,0.013835837365249128,0.7989925625033045,154,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T00:43:33.888571+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T00:28:31.428896+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.7496563839566726,1.5152765891465452,1.7091880331998315,1.147522596018975,-10.493624976410159,2.0915155644372567,0.04598490048043926,0.5114893180464983,94,0.9468085106382979,2026-06-17T12:10:12.697348+00:00,2026-06-23T00:36:05.529108+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.757159558272991,2.0212094342440987,0.1099569550598458,1.3410901138733655,20.28495737348403,6.676515590837256,0.13169446883230904,0.11228171292855152,68,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T00:36:05.557705+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.14959333 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0492241424463609,0.9755960367592186,0.7134680587271988,0.5245887673338666,17.953570283624547,0.6602872805756738,-0.3561253561253562,0.0088002103617255,27,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T00:28:31.503469+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.0968592585413086,0.8844472127496736,0.011822421480625445,0.5961496618101569,18.24036043033959,1.347657269871247,0.060317460317460325,0.6047415849512238,36,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T00:36:05.574630+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6149797279613464,0.7126121745729013,0.009092028150218532,0.36402324725564894,7.512137426818103,0.7017485460339079,-0.042190381614413394,0.3051711364271178,266,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T00:35:16.779227+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6150652540054633,0.712642636254029,0.009091910509736786,0.36405866780358037,7.510403601687677,0.7019143807140096,-0.042020144701376085,0.30712671577433115,266,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T00:43:07.549518+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3231628899783354,0.47352356907376897,0.05422077354702316,0.26660415955354855,24.715705346800643,0.42727243788090935,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T00:27:18.297555+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.462207819315719,0.9825972154693152,1.5982439963658068,0.5031688657771207,26.20252099912243,2.1180510123321263,0.2895349920790234,1.9542778894542172e-07,147,0.9659863945578231,2026-06-16T12:07:52.741323+00:00,2026-06-23T00:35:21.082751+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.25539646738617,2.051985760268869,0.11634678989998153,1.0768826935949651,16.05841480086956,37.46557775818967,0.42204454597372937,2.6590926726606377e-10,103,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T00:35:26.405123+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1435820399449717,1.0298493125244779,0.6619038625327938,0.48827764390317047,9.561134420148406,0.8186313842445111,-0.4139402560455192,0.0002537706829014447,38,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T00:27:38.622046+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.738890139629693,1.2053304768141357,0.012177155638881061,0.6469555875957571,11.24681061306268,5.601807899331723,0.040638606676342524,0.6675162073053295,53,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T00:35:32.026477+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4815645037229516,0.6059329215973246,0.007421816144739085,0.39368619935987764,23.51196185449856,0.5593176814367806,-0.3800186741363212,2.665606650664197e-12,154,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T00:36:05.586261+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4815645037229516,0.6059329215973246,0.007421816144739085,0.39368619935987764,23.51196185449856,0.5593176814367806,-0.3805279687632628,2.4931224747029997e-12,154,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T00:43:33.906783+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T00:28:31.523363+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.130932726309277,1.3124715890833514,1.7448265469864195,1.1473338031887903,6.254553402484309,1.8278347893955724,0.0990619995424388,0.15727522096146326,94,0.9468085106382979,2026-06-17T12:10:12.867076+00:00,2026-06-23T00:36:05.593809+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.759631194434938,2.1937960274610155,0.1230441839097255,1.4646638202867077,8.85552972811391,4.909825177302062,0.10711150131694466,0.19649917825385255,68,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T00:36:05.605238+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9556603067467869,0.9507367958350804,0.725544154550869,0.5030489254046411,18.553978763337312,0.4609790764348811,-0.5384615384615385,3.8891933491077654e-05,27,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T00:28:31.562333+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.43659858596917,0.9892006499170756,0.01301175035194869,0.687544106277045,13.971730060533465,1.675743968517068,0.03492063492063492,0.764436763609262,36,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T00:36:05.613825+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5978546284204977,0.7210433751399469,0.008979895099303616,0.4167255579361795,-4.2864939183105905e-17,0.5288070438755572,-0.48493336728630837,4.445415894951825e-19,154,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T00:36:05.621415+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5978546284204977,0.7210433751399469,0.008979895099303616,0.4167255579361795,-4.2864939183105905e-17,0.5288070438755572,-0.4844240726593667,4.838080360279308e-19,154,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T00:43:33.922419+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T00:28:31.576602+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.2579298780266255,1.3685535526053445,1.726904719185907,1.2051720172333247,1.4236126429247637e-15,1.8429601139582787,0.10455273392816289,0.13551945601863608,94,0.9468085106382979,2026-06-17T12:10:12.978229+00:00,2026-06-23T00:36:05.627444+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.368659688881538,2.3454964035738683,0.12898090235186915,1.8879770053926228,-1.2572900167199405e-16,5.009011397503067,0.07638279192273924,0.35702334879544195,68,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T00:36:05.636315+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.3681293951476434,1.1416297889104439,0.7165017439689736,0.8893299324387255,1.7283213098784081e-16,0.7042773057852221,-0.39601139601139607,0.003356281976619206,27,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T00:28:31.617059+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7229744612402043,1.1378639882466095,0.013381648463954688,0.5778411140346373,4.201656938866726e-15,1.6737985463711993,0.09054808257372868,0.4374756608837168,36,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T00:36:05.643202+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4207685614978827,0.5948672630405424,0.007771170344373896,0.3276071179974344,20.658070642791984,0.4212149046997302,0.24204818603611158,3.522809766945233e-09,268,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T00:34:31.068964+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4207685614978827,0.5948672630405424,0.007771170344373896,0.3276071179974344,20.658070642791984,0.4212149046997302,0.24221588685784562,3.436428882370889e-09,268,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T00:42:42.934392+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T00:26:09.356481+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2681543541315262,0.3959127691746297,0.6949931219149177,0.19964605906903257,73.6539573979532,0.4191640492186088,0.2833241404669976,3.226564634685161e-07,148,0.9594594594594594,2026-06-16T12:07:37.946365+00:00,2026-06-23T00:34:35.900123+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.407998679681395,1.8518269923885575,0.11136716476155331,1.0297368204443431,18.378263569153205,4.693627800099204,0.37266616878267367,2.0676889014733276e-08,104,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T00:34:41.841019+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1719015 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7842499682399369,0.8620469757190952,0.6137279652078894,0.46060225086377554,25.314796120335483,0.39818516894652495,-0.19163763066202089,0.07374870738592816,42,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T00:26:25.932841+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2973270663665677,0.8203211498085939,0.008543866722682524,0.5106554064906029,33.891863889079964,2.304178314465638,0.05520614954577219,0.5556119300798237,54,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T00:34:49.226830+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.40761356347907934,0.5466155578320586,0.006850604785034623,0.2954526304418172,34.68898449875746,0.6772899891369876,0.08675587031608278,0.036041487443445604,263,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T00:35:49.400968+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.40761356347907934,0.5466155578320586,0.006850604785034623,0.2954526304418172,34.68898449875746,0.6772899891369876,0.08693002060778451,0.0356701716301415,263,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T00:43:29.815351+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T00:28:05.035349+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09721760785597196,0.2270849135357259,0.4650714214870861,0.11739070308584028,89.64721459829366,0.2101122790334986,0.21724137931034482,0.0001057242542651716,145,0.9655172413793104,2026-06-16T12:08:08.243141+00:00,2026-06-23T00:35:54.472938+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.932945391969824,1.9867920496286187,0.12217492541286931,1.2249762455227995,11.161402573303944,4.748689457235543,0.36755308183879615,7.035957159213853e-08,99,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T00:35:59.183041+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1301 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9404095509302861,0.9552345070724279,0.6908742556939611,0.5209898999006599,16.201888245649354,0.3452544522993912,-0.08108108108108109,0.48002672231040755,37,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T00:28:28.020051+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4632639486709829,0.9097655309262989,0.010394775469042505,0.5831557208066852,24.020419690882747,2.3758636687133126,0.02530612244897959,0.7953956085344034,50,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T00:36:03.175752+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3516162149544601,0.5270861217908359,0.006807941371477085,0.3687468628511705,34.041636308407575,0.40452869489571147,0.1257453009277827,0.0019198494151356927,274,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T00:33:25.214603+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3516162149544601,0.5270861217908359,0.006807941371477085,0.3687468628511705,34.041636308407575,0.40452869489571147,0.12558487740969493,0.0019456788017097628,274,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T00:42:06.117301+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T00:23:50.892854+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11117082205635277,0.2592526467838158,0.3981707035830964,0.18812360785307022,83.735986098384,0.18240732012745284,0.06545320831035116,0.23782574065399587,148,0.9594594594594594,2026-06-16T12:07:01.390017+00:00,2026-06-23T00:33:31.286172+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.919780540176162,1.7253466191929614,0.11566391265155496,1.1806560901639693,24.273595553509725,4.553482633012883,0.3778874977958032,7.979985173153601e-09,107,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T00:33:37.427724+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7821184171852062,0.8624942879015385,0.5312664330929511,0.693688004956277,26.251809155770015,0.3739866204327694,-0.14747474747474745,0.1532289240999957,45,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T00:24:11.678686+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2211679961496096,0.7988579672587895,0.008947222450399105,0.6241420163764942,34.98233361432798,2.246401179822663,0.03434343434343434,0.7112062496707334,55,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T00:33:44.586218+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.35555824914566025,0.52957327290259,0.006871073675635817,0.30216377555173385,32.61947628482892,0.4767646647976468,0.08672252122288189,0.034028315717702914,269,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T00:34:12.863279+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.35555824914566025,0.52957327290259,0.006871073675635817,0.30216377555173385,32.61947628482892,0.4767646647976468,0.08688897519835764,0.03368648742342689,269,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T00:42:34.677487+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T00:25:01.700614+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.17835921577188082,0.2939803115469783,0.42056328740862997,0.1570922969329311,82.92630924076452,0.35794770365095296,0.3051905693784363,4.1346245983134916e-08,147,0.9591836734693877,2026-06-16T12:07:21.772238+00:00,2026-06-23T00:34:16.467310+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.164989298563738,1.8103048194664642,0.11152729301897689,1.0231612598644586,18.604370037311895,4.582840580295963,0.28445642407906563,1.5493570007133313e-05,106,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T00:34:19.874632+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 6a7c9b1f76521018acedc761008283df90b03c13..189ab05c18ac4ab222c7583f6b8fb793b4b80751 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T00:36:05.747098+00:00", + "generated_at": "2026-06-23T00:43:34.147865+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 96959f133c51cbe073dfeb6b795a0f10df343b77..d4584aa3b4371ae0ab140170c9a0b04a05cabd0d 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ARIMA,2.8483884533191977,1.5671447536904526,7.0,1,1,1.0 Air Quality,Moving-Average,2.428940727583208,1.5926950205908899,8.0,1,1,1.0 Air Quality,Moirai-1.1-Large,2.8980268251997177,1.674115444136515,9.0,1,1,1.0 Air Quality,ETS,10.673457702671788,3.5894997332152427,10.0,1,1,1.0 -Finance,Moving-Average,0.9026970363573351,0.7732957084299896,1.0,1,1,1.0 +Finance,Moving-Average,0.9014605627276806,0.7720632573836547,1.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,2.0,1,1,1.0 -Finance,TimesFM-2.5,1.1990025264471675,1.0195954319955045,3.0,1,1,1.0 -Finance,TiRex,1.636985479176255,1.3334827135753033,4.0,1,1,1.0 -Finance,Chronos-2,2.2278237451061584,1.5424645630699387,5.0,1,1,1.0 -Finance,ETS,2.3063061711848607,1.5599897021441702,6.0,1,1,1.0 -Finance,Moirai-1.1-Large,2.38072160767771,1.5690662080745572,7.0,1,1,1.0 -Finance,Toto-2.0-1B,2.2556378344811643,1.5873146818146975,8.0,1,1,1.0 -Finance,Timer-S1,3.1967982305486964,1.8121336495080695,9.0,1,1,1.0 -Finance,ARIMA,2.7812849716162527,2.7973682100962143,10.0,1,1,1.0 +Finance,TimesFM-2.5,1.197966477582137,1.020445146616472,3.0,1,1,1.0 +Finance,TiRex,1.6367223525842955,1.3342654212857974,4.0,1,1,1.0 +Finance,Chronos-2,2.228393143518795,1.5432026584979388,5.0,1,1,1.0 +Finance,ETS,2.3068803952908783,1.5615779541477457,6.0,1,1,1.0 +Finance,Toto-2.0-1B,2.2559752679550713,1.5880432028888982,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,2.640304429231408,1.6093921043593966,8.0,1,1,1.0 +Finance,Timer-S1,3.198525204169509,1.8128141774798794,9.0,1,1,1.0 +Finance,ARIMA,2.780273273573257,2.7986923134204624,10.0,1,1,1.0 Hazards,Timer-S1,0.5234025795484932,0.5645803582517882,1.0,1,1,1.0 Hazards,ARIMA,0.5732984635522206,0.5682905690002692,2.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.5186794638326717,0.5726823414379307,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index a3ac1748c444c85d754284202a2aee95be744e98..bd52679027b0ada949c0f6518fe741617c9c9988 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,1.0491426381788855,0.9111725762548746,3.6666666666666665,6,6,1.0 +1h,Timer-S1,1.049237078190123,0.9112295975661012,3.6666666666666665,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,4.333333333333333,6,6,1.0 -1h,Toto-2.0-1B,1.032285366569858,0.9036947673342232,4.666666666666667,6,6,1.0 -1h,Moirai-1.1-Large,1.1779623765244083,0.9487124253366226,5.0,6,6,1.0 -1h,Chronos-2,1.209069806517472,0.9745543256949242,5.166666666666667,6,6,1.0 -1h,Moving-Average,1.221928519214705,1.0625642155323938,5.333333333333333,6,6,1.0 -1h,TiRex,1.281198535853959,1.03820983279205,5.333333333333333,6,6,1.0 -1h,TimesFM-2.5,0.9889156335329826,0.9981468751839023,5.833333333333333,6,6,1.0 -1h,ARIMA,2.1352965724518587,1.569462339209891,7.166666666666667,6,6,1.0 -1h,ETS,5.467731197469775,2.4578559864004537,8.5,6,6,1.0 +1h,Toto-2.0-1B,1.0323111025222482,0.9037638814197656,4.5,6,6,1.0 +1h,Chronos-2,1.2091213043919287,0.9746320336623066,5.166666666666667,6,6,1.0 +1h,Moirai-1.1-Large,1.198456618028999,0.952733321459892,5.166666666666667,6,6,1.0 +1h,Moving-Average,1.221649402789029,1.062281781777475,5.333333333333333,6,6,1.0 +1h,TiRex,1.2811642105662988,1.0383113734374618,5.333333333333333,6,6,1.0 +1h,TimesFM-2.5,0.9887731631635416,0.9982854670223936,5.833333333333333,6,6,1.0 +1h,ARIMA,2.1351670997514716,1.5695861294062923,7.166666666666667,6,6,1.0 +1h,ETS,5.467958066552291,2.4582728737375623,8.5,6,6,1.0 6min,Chronos-2,0.039174227040103024,0.1630839156653686,1.0,1,1,1.0 6min,Toto-2.0-1B,0.00864968058927833,0.1699811796101159,2.0,1,1,1.0 6min,Timer-S1,0.00921079406541732,0.19623174803344043,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 4e85a989303c0b8e5f55cd4d006bfd7084ca277e..455bc4b6a9365a7f824d1ebac79a21ed5736560e 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Timer-S1,0.9757421838658428,0.8947896592256444,3.4285714285714284,7,7,1.0 -24,Toto-2.0-1B,0.962412151145679,0.9000804092799491,4.714285714285714,7,7,1.0 -24,Chronos-2,1.14292420962271,0.9564662227359949,4.857142857142857,7,7,1.0 +24,Timer-S1,0.9758174686122209,0.8948376556390323,3.4285714285714284,7,7,1.0 +24,Toto-2.0-1B,0.9624327173434682,0.9001394126674027,4.571428571428571,7,7,1.0 +24,Chronos-2,1.1429659356703439,0.9565315929445162,4.857142857142857,7,7,1.0 24,Seasonal-Naive,1.0,1.0,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,1.0839129539204315,0.9502653329376037,5.285714285714286,7,7,1.0 -24,TiRex,1.186243626905763,1.0231629335629135,5.428571428571429,7,7,1.0 -24,TimesFM-2.5,0.9012895774652293,0.9772331843758393,5.571428571428571,7,7,1.0 -24,Moving-Average,1.1922428871967374,1.064438745413032,6.0,7,7,1.0 -24,ARIMA,1.8477561058176062,1.4031391268499707,6.285714285714286,7,7,1.0 -24,ETS,4.144946650575576,2.1720710769715605,8.571428571428571,7,7,1.0 +24,Moirai-1.1-Large,1.100056969001645,0.9537164133421544,5.428571428571429,7,7,1.0 +24,TiRex,1.1862163857402148,1.0232487063963238,5.428571428571429,7,7,1.0 +24,TimesFM-2.5,0.9011782794713155,0.9773494872142265,5.571428571428571,7,7,1.0 +24,Moving-Average,1.192009452917838,1.0641962276547723,6.0,7,7,1.0 +24,ARIMA,1.847660072984676,1.4032339876650624,6.285714285714286,7,7,1.0 +24,ETS,4.145094064676253,2.172386856704266,8.571428571428571,7,7,1.0 60,Chronos-2,0.039174227040103024,0.1630839156653686,1.0,1,1,1.0 60,Toto-2.0-1B,0.00864968058927833,0.1699811796101159,2.0,1,1,1.0 60,Timer-S1,0.00921079406541732,0.19623174803344043,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 6dbf868ddc811ad3595ba2c3db46b2c812bef03f..fa402ab99f96b1980522376ab8ef92083ae1c85e 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.450173026721606,0.6525839093260679,3.1,10,10,1.0 -Overall,Chronos-2,0.6080946604953474,0.6781748519638008,4.3,10,10,1.0 -Overall,Toto-2.0-1B,0.44589401319669697,0.6623381132657374,4.3,10,10,1.0 -Overall,TiRex,0.6026611443073834,0.7599455063697511,5.2,10,10,1.0 -Overall,Moirai-1.1-Large,0.8809409500206258,0.8102420009331271,5.4,10,10,1.0 -Overall,TimesFM-2.5,0.47761550525426905,0.7136206552372241,5.4,10,10,1.0 -Overall,Moving-Average,0.9648356882984074,0.9332722648656694,6.0,10,10,1.0 +Overall,Timer-S1,0.45019734004876855,0.6526084122964879,3.1,10,10,1.0 +Overall,Toto-2.0-1B,0.44590068312552544,0.6623685059566102,4.2,10,10,1.0 +Overall,Chronos-2,0.6081102006976861,0.6782072967937074,4.3,10,10,1.0 +Overall,TiRex,0.6026514565217325,0.7599901007352156,5.2,10,10,1.0 +Overall,TimesFM-2.5,0.4775742188092273,0.7136801049563425,5.4,10,10,1.0 +Overall,Moirai-1.1-Large,0.8901051984481965,0.8123006707973828,5.5,10,10,1.0 +Overall,Moving-Average,0.964703447931471,0.9331234164851933,6.0,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,6.0,10,10,1.0 -Overall,ARIMA,1.4048682832225052,1.1652984219620666,6.6,10,10,1.0 -Overall,ETS,2.8448075512620297,1.701756788827023,8.7,10,10,1.0 +Overall,ARIMA,1.4048171724872995,1.1653535683296237,6.6,10,10,1.0 +Overall,ETS,2.8448783733452725,1.7019299682473823,8.7,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 4c87ab572c85bc37859258075caf9a84f60fb707..1f1bf1f7e1dc42654bcd5047f91c28e2bcc39047 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,760108.2573884105,1515746.5772736866,1163.0922529727543,1.4998837842505928,0.018018462470625777,0.01820152275646143,40.4681763508523,871.8418763677336,0.013535277010097737,0.018056916350327693,0.016750962725231775,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,760250.0703691778,1516849.2152007918,1163.8334639102543,1.5008396243939899,0.018029909733599237,0.018213104233416252,40.50640995658818,871.9232021050809,0.013536383066886617,0.018068214672479994,0.016762276147732406,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.2877747960644635,0.28878595553857866,0.39978298081049873,1.210974261154276,0.33370103708219206,0.44547412877234016,46.55212805185095,0.536446452187414,0.5663297909462823,0.4220533308088551,0.4189545557753107,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.02313069536436077,0.020950686371776606,0.12373632985224606,0.7217951427451871,0.08125673716096232,0.07859757381169105,5.619919926245504,0.1520877883472594,0.09571959217857257,0.07787601594999297,0.06397870518496147,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index a49d8ad747f7aed56242d2745117647a59f4a3d2..8d842c7cfe3efca3e66df480cb12beb92a19d8d3 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T00:36:05.313291+00:00", + "evaluated_at": "2026-06-23T00:43:33.838460+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64320.5703125, 63971.12109375, 64020.01171875, - 63988.609375 + 64006.3984375 ], "p50": [ 63230.914205898676, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 10dadac1b73aa47d0bb7025a032b73ef5401fa78..3335957c0c40640cdda5867f91edaa3063e1fea8 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,29 +1,11 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T00:36:05.467634+00:00", + "evaluated_at": "2026-06-23T00:43:33.860297+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index d2a0cf9202ecf98f9a9e038cb2f0c86095747d9d..454eedf1c3ddd3ff63a638454fe76a9b2fc2180e 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,608850.6722405752,608850.6722405752,655.0193684895834,0.844690459124401,0.010129047877073636,0.010201976856845893,9.371244197846735,780.288838982447,0.012113923258098094,0.0101691245165038,0.009236455289554706,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,609341.5565560659,609341.5565560659,655.7605794270834,0.8456462992677979,0.010140569822828441,0.010213558651589022,9.371244197846735,780.6033285581518,0.012118665558089435,0.010180514042816753,0.009242741329447116,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.007854936095868419,0.007854936095868419,0.0660854215423266,0.20017796746385708,0.06334603355308834,0.060669883516747534,1.1676840289744042,0.08862807735626684,0.09356520173911058,0.06976678252611035,0.06253949049828222,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04584908630116718,0.04584908630116718,0.16563010878033108,0.9661754809824745,0.11225759774544998,0.1031277228576739,4.246136039557734,0.21412399749016264,0.1347633622536888,0.10424273136740365,0.07101952241454877,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 7fbcb7f4ae8944dccc5d316eab226ce7d437cf0e..367a97e1b3755312bff72ffeaa7a321bf5776d4f 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T00:32:45.920559+00:00", + "evaluated_at": "2026-06-23T00:41:43.565614+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64320.5703125, 63971.12109375, 64020.01171875, - 63988.609375 + 64006.3984375 ], "p50": [ 63915.95703125, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 2be729e7e505d0209414062e062aec4c1b1d5e37..12410829b63c140f0204df54ee85da703910b59b 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,29 +1,11 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T00:33:03.240750+00:00", + "evaluated_at": "2026-06-23T00:41:46.810483+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 9aec9652475d86738e657f8a29d24a0d6a47f762..de80657b5385ca7e9284ddc4bedd13bb1d9f964a 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,630299.4416874652,631577.327935835,680.1257103062047,0.8770667344167142,0.010519775275641442,0.010595461254175412,17.029133858634086,793.9140014431445,0.012325452840711694,0.010558898511547413,0.009341397838886413,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,630803.4535753186,632102.319712414,680.8669212437047,0.8780225745601112,0.01053129305756295,0.010607043037682012,17.029133858634086,794.231360231588,0.012330237238638731,0.010570283531021088,0.009352796935953572,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.29624779407751084,0.29444435109379447,0.4046446731638945,1.225700711724225,0.338561311780146,0.4531110687323486,44.98466554446464,0.5442864999956465,0.5746065772278215,0.42718584907403667,0.4192185125172719,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.1240169906111112,0.12210891284136739,0.2724369927099313,1.5892155382089261,0.18518632647417077,0.16013099057486885,40.67839971819534,0.3521604614534562,0.22163946308941235,0.1714638507137006,0.1577741954944857,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 90c460f91b657b0c1c0342927555fa4f5bf5412c..262a78136b2d95a9ec4cfdaa085dce11189a5f32 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T00:36:05.501336+00:00", + "evaluated_at": "2026-06-23T00:43:33.888571+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64320.5703125, 63971.12109375, 64020.01171875, - 63988.609375 + 64006.3984375 ], "p50": [ 63829.20068415521, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index c21376444960924caa94edc78fae5366a8544118..ceea0725dd96aa3594f1713c4af0027db495c1d9 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,29 +1,11 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T00:36:05.581391+00:00", + "evaluated_at": "2026-06-23T00:43:33.899757+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index db45d3d40cb4cfea38c2ffa503257d4081a2029a..d9cd8567875c572a4249dfe9cb0f93d4eb9d99b2 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1887,3 +1887,4 @@ {"evaluated_at": "2026-06-23T00:36:09.169205+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-23T00:36:09.169205+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-23T00:36:09.169205+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-23T00:43:37.533114+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index cf8c0834293f08cfd00d0ec419b20f6ca632ed37..53455dff57fd260004ca2bdf072e95031cb94955 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,650636.7276299795,607123.9164284071,674.6143391927084,0.8699594597005497,0.010436378106530761,0.010509139675736938,9.984262010181775,806.6205598854889,0.012522721167714588,0.010473334905635966,0.00939574900079878,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,721976.3780771891,646030.1435515085,692.7615559895834,0.8933614866105769,0.010716063316573718,0.010793501744772276,10.489995057084895,849.6919312769712,0.013191248315034093,0.010754944670869397,0.009639171392257187,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.8503795275637458,1.8282587644620587,1.0791008472442627,0.6343466120399622,0.04135988874401098,0.04272802348589682,6.828781165663386,1.3602865608259702,0.05208084666399989,0.04131518121166742,0.038052120830172925,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.22244106073193107,0.23581029658034408,0.3485472321510315,1.0557771270696847,0.2869152141123076,0.3692469850179177,9.519203786685862,0.47163657696570893,0.49790961044942256,0.3679634385018497,0.3065643745982869,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.09575268759714896,0.05097388527711491,0.1716272375649876,1.0011587266658672,0.1167694285836934,0.10619475435992307,5.132094125343083,0.3094393116544001,0.19475202471843384,0.10801714828639387,0.08940272540303004,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index e7d7c509a67bff58c780ad7e582f3de57ff00d0b..9e70a509c43641541cd6381ab4759f8244b978a8 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T00:35:16.779227+00:00", + "evaluated_at": "2026-06-23T00:43:07.549518+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64320.5703125, 63971.12109375, 64020.01171875, - 63988.609375 + 64006.3984375 ], "p50": [ - 63789.5390625, - 63770.953125, - 63717.416015625, - 63779.4375, - 63736.3359375, - 63752.287109375, - 63717.716796875, - 63675.49609375, - 63646.0, - 63697.576171875, - 63680.630859375, - 63635.0, - 63703.291015625, - 63765.892578125, - 63857.57421875, - 63747.435546875, - 63766.58203125, - 63749.015625, - 63735.3515625, - 63749.908203125, - 63730.541015625, - 63703.8515625, - 63672.435546875, - 63687.76171875 + 63766.203125, + 63783.013671875, + 63788.52734375, + 63766.736328125, + 63688.80859375, + 63747.23828125, + 63676.8203125, + 63805.18359375, + 63736.08984375, + 63699.8359375, + 63689.501953125, + 63760.255859375, + 63819.357421875, + 63670.703125, + 63736.19140625, + 63781.822265625, + 63766.80859375, + 63699.96484375, + 63818.19140625, + 63640.599609375, + 63704.556640625, + 63660.302734375, + 63665.46484375, + 63879.546875 ], "p10": [ - 63438.755859375, - 63330.091796875, - 63248.76953125, - 63289.701171875, - 63037.837890625, - 63102.34765625, - 63040.25, - 62867.138671875, - 62943.76171875, - 62836.51171875, - 62863.75, - 62702.4765625, - 62839.64453125, - 62985.197265625, - 62580.18359375, - 62884.34765625, - 62725.431640625, - 62558.201171875, - 62480.607421875, - 62533.587890625, - 62393.439453125, - 62689.853515625, - 62633.333984375, - 62530.484375 + 63413.42578125, + 63340.736328125, + 63213.654296875, + 63150.4921875, + 63050.40234375, + 63111.78515625, + 63005.5546875, + 63077.70703125, + 62967.109375, + 62950.390625, + 62874.21484375, + 62864.51953125, + 63036.94921875, + 62844.0546875, + 62838.31640625, + 62834.232421875, + 62750.02734375, + 62675.76953125, + 62751.328125, + 62430.611328125, + 62797.970703125, + 62667.474609375, + 62371.875, + 62639.865234375 ], "p90": [ - 64142.271484375, - 64190.009765625, - 64159.744140625, - 64210.9375, - 64209.6796875, - 64332.939453125, - 64335.767578125, - 64267.86328125, - 64352.41015625, - 64395.640625, - 64326.486328125, - 64418.41796875, - 64524.16015625, - 64528.39453125, - 64569.900390625, - 64702.091796875, - 64481.822265625, - 64455.48046875, - 64545.384765625, - 64485.890625, - 64562.216796875, - 64767.3203125, - 64535.705078125, - 64554.556640625 + 64077.298828125, + 64222.267578125, + 64287.416015625, + 64156.86328125, + 64191.291015625, + 64301.12109375, + 64287.82421875, + 64497.15625, + 64369.09765625, + 64363.4140625, + 64356.845703125, + 64360.830078125, + 64415.267578125, + 64471.771484375, + 64453.873046875, + 64590.80078125, + 64530.630859375, + 64582.4765625, + 64602.01171875, + 64482.453125, + 64660.421875, + 64603.970703125, + 64778.17578125, + 64787.658203125 ], "mean": [ - 63780.35546875, - 63814.796875, - 63736.48828125, - 63646.25390625, - 63680.9375, - 63824.07421875, - 63737.99609375, - 63617.68359375, - 63696.28515625, - 63631.55859375, - 63602.33984375, - 63603.14453125, - 63663.1953125, - 63751.0234375, - 63716.46484375, - 63756.15625, - 63669.3359375, - 63444.8515625, - 63540.87890625, - 63639.80859375, - 63606.6875, - 63824.01953125, - 63619.1015625, - 63548.9296875 + 63770.640625, + 63775.77734375, + 63723.0, + 63675.359375, + 63655.54296875, + 63726.09375, + 63667.72265625, + 63812.70703125, + 63770.4609375, + 63725.03125, + 63671.1640625, + 63669.33984375, + 63770.9296875, + 63616.11328125, + 63653.84375, + 63798.86328125, + 63717.49609375, + 63639.01953125, + 63671.296875, + 63673.73828125, + 63689.75, + 63671.09375, + 63593.578125, + 63720.42578125 ], "quantiles": { "0.1": [ - 63438.755859375, - 63330.091796875, - 63248.76953125, - 63289.701171875, - 63037.837890625, - 63102.34765625, - 63040.25, - 62867.138671875, - 62943.76171875, - 62836.51171875, - 62863.75, - 62702.4765625, - 62839.64453125, - 62985.197265625, - 62580.18359375, - 62884.34765625, - 62725.431640625, - 62558.201171875, - 62480.607421875, - 62533.587890625, - 62393.439453125, - 62689.853515625, - 62633.333984375, - 62530.484375 + 63413.42578125, + 63340.736328125, + 63213.654296875, + 63150.4921875, + 63050.40234375, + 63111.78515625, + 63005.5546875, + 63077.70703125, + 62967.109375, + 62950.390625, + 62874.21484375, + 62864.51953125, + 63036.94921875, + 62844.0546875, + 62838.31640625, + 62834.232421875, + 62750.02734375, + 62675.76953125, + 62751.328125, + 62430.611328125, + 62797.970703125, + 62667.474609375, + 62371.875, + 62639.865234375 ], "0.2": [ - 63438.755859375, - 63330.091796875, - 63248.76953125, - 63289.701171875, - 63037.837890625, - 63102.34765625, - 63040.25, - 62867.138671875, - 62943.76171875, - 62836.51171875, - 62863.75, - 62702.4765625, - 62839.64453125, - 62985.197265625, - 62580.18359375, - 62884.34765625, - 62725.431640625, - 62558.201171875, - 62480.607421875, - 62533.587890625, - 62393.439453125, - 62689.853515625, - 62633.333984375, - 62530.484375 + 63413.42578125, + 63340.736328125, + 63213.654296875, + 63150.4921875, + 63050.40234375, + 63111.78515625, + 63005.5546875, + 63077.70703125, + 62967.109375, + 62950.390625, + 62874.21484375, + 62864.51953125, + 63036.94921875, + 62844.0546875, + 62838.31640625, + 62834.232421875, + 62750.02734375, + 62675.76953125, + 62751.328125, + 62430.611328125, + 62797.970703125, + 62667.474609375, + 62371.875, + 62639.865234375 ], "0.3": [ - 63438.755859375, - 63330.091796875, - 63248.76953125, - 63289.701171875, - 63037.837890625, - 63102.34765625, - 63040.25, - 62867.138671875, - 62943.76171875, - 62836.51171875, - 62863.75, - 62702.4765625, - 62839.64453125, - 62985.197265625, - 62580.18359375, - 62884.34765625, - 62725.431640625, - 62558.201171875, - 62480.607421875, - 62533.587890625, - 62393.439453125, - 62689.853515625, - 62633.333984375, - 62530.484375 + 63413.42578125, + 63340.736328125, + 63213.654296875, + 63150.4921875, + 63050.40234375, + 63111.78515625, + 63005.5546875, + 63077.70703125, + 62967.109375, + 62950.390625, + 62874.21484375, + 62864.51953125, + 63036.94921875, + 62844.0546875, + 62838.31640625, + 62834.232421875, + 62750.02734375, + 62675.76953125, + 62751.328125, + 62430.611328125, + 62797.970703125, + 62667.474609375, + 62371.875, + 62639.865234375 ], "0.4": [ - 63789.5390625, - 63770.953125, - 63717.416015625, - 63779.4375, - 63736.3359375, - 63752.287109375, - 63717.716796875, - 63675.49609375, - 63646.0, - 63697.576171875, - 63680.630859375, - 63635.0, - 63703.291015625, - 63765.892578125, - 63857.57421875, - 63747.435546875, - 63766.58203125, - 63749.015625, - 63735.3515625, - 63749.908203125, - 63730.541015625, - 63703.8515625, - 63672.435546875, - 63687.76171875 + 63766.203125, + 63783.013671875, + 63788.52734375, + 63766.736328125, + 63688.80859375, + 63747.23828125, + 63676.8203125, + 63805.18359375, + 63736.08984375, + 63699.8359375, + 63689.501953125, + 63760.255859375, + 63819.357421875, + 63670.703125, + 63736.19140625, + 63781.822265625, + 63766.80859375, + 63699.96484375, + 63818.19140625, + 63640.599609375, + 63704.556640625, + 63660.302734375, + 63665.46484375, + 63879.546875 ], "0.5": [ - 63789.5390625, - 63770.953125, - 63717.416015625, - 63779.4375, - 63736.3359375, - 63752.287109375, - 63717.716796875, - 63675.49609375, - 63646.0, - 63697.576171875, - 63680.630859375, - 63635.0, - 63703.291015625, - 63765.892578125, - 63857.57421875, - 63747.435546875, - 63766.58203125, - 63749.015625, - 63735.3515625, - 63749.908203125, - 63730.541015625, - 63703.8515625, - 63672.435546875, - 63687.76171875 + 63766.203125, + 63783.013671875, + 63788.52734375, + 63766.736328125, + 63688.80859375, + 63747.23828125, + 63676.8203125, + 63805.18359375, + 63736.08984375, + 63699.8359375, + 63689.501953125, + 63760.255859375, + 63819.357421875, + 63670.703125, + 63736.19140625, + 63781.822265625, + 63766.80859375, + 63699.96484375, + 63818.19140625, + 63640.599609375, + 63704.556640625, + 63660.302734375, + 63665.46484375, + 63879.546875 ], "0.6": [ - 63789.5390625, - 63770.953125, - 63717.416015625, - 63779.4375, - 63736.3359375, - 63752.287109375, - 63717.716796875, - 63675.49609375, - 63646.0, - 63697.576171875, - 63680.630859375, - 63635.0, - 63703.291015625, - 63765.892578125, - 63857.57421875, - 63747.435546875, - 63766.58203125, - 63749.015625, - 63735.3515625, - 63749.908203125, - 63730.541015625, - 63703.8515625, - 63672.435546875, - 63687.76171875 + 63766.203125, + 63783.013671875, + 63788.52734375, + 63766.736328125, + 63688.80859375, + 63747.23828125, + 63676.8203125, + 63805.18359375, + 63736.08984375, + 63699.8359375, + 63689.501953125, + 63760.255859375, + 63819.357421875, + 63670.703125, + 63736.19140625, + 63781.822265625, + 63766.80859375, + 63699.96484375, + 63818.19140625, + 63640.599609375, + 63704.556640625, + 63660.302734375, + 63665.46484375, + 63879.546875 ], "0.7": [ - 63789.5390625, - 63770.953125, - 63717.416015625, - 63779.4375, - 63736.3359375, - 63752.287109375, - 63717.716796875, - 63675.49609375, - 63646.0, - 63697.576171875, - 63680.630859375, - 63635.0, - 63703.291015625, - 63765.892578125, - 63857.57421875, - 63747.435546875, - 63766.58203125, - 63749.015625, - 63735.3515625, - 63749.908203125, - 63730.541015625, - 63703.8515625, - 63672.435546875, - 63687.76171875 + 63766.203125, + 63783.013671875, + 63788.52734375, + 63766.736328125, + 63688.80859375, + 63747.23828125, + 63676.8203125, + 63805.18359375, + 63736.08984375, + 63699.8359375, + 63689.501953125, + 63760.255859375, + 63819.357421875, + 63670.703125, + 63736.19140625, + 63781.822265625, + 63766.80859375, + 63699.96484375, + 63818.19140625, + 63640.599609375, + 63704.556640625, + 63660.302734375, + 63665.46484375, + 63879.546875 ], "0.8": [ - 64142.271484375, - 64190.009765625, - 64159.744140625, - 64210.9375, - 64209.6796875, - 64332.939453125, - 64335.767578125, - 64267.86328125, - 64352.41015625, - 64395.640625, - 64326.486328125, - 64418.41796875, - 64524.16015625, - 64528.39453125, - 64569.900390625, - 64702.091796875, - 64481.822265625, - 64455.48046875, - 64545.384765625, - 64485.890625, - 64562.216796875, - 64767.3203125, - 64535.705078125, - 64554.556640625 + 64077.298828125, + 64222.267578125, + 64287.416015625, + 64156.86328125, + 64191.291015625, + 64301.12109375, + 64287.82421875, + 64497.15625, + 64369.09765625, + 64363.4140625, + 64356.845703125, + 64360.830078125, + 64415.267578125, + 64471.771484375, + 64453.873046875, + 64590.80078125, + 64530.630859375, + 64582.4765625, + 64602.01171875, + 64482.453125, + 64660.421875, + 64603.970703125, + 64778.17578125, + 64787.658203125 ], "0.9": [ - 64142.271484375, - 64190.009765625, - 64159.744140625, - 64210.9375, - 64209.6796875, - 64332.939453125, - 64335.767578125, - 64267.86328125, - 64352.41015625, - 64395.640625, - 64326.486328125, - 64418.41796875, - 64524.16015625, - 64528.39453125, - 64569.900390625, - 64702.091796875, - 64481.822265625, - 64455.48046875, - 64545.384765625, - 64485.890625, - 64562.216796875, - 64767.3203125, - 64535.705078125, - 64554.556640625 + 64077.298828125, + 64222.267578125, + 64287.416015625, + 64156.86328125, + 64191.291015625, + 64301.12109375, + 64287.82421875, + 64497.15625, + 64369.09765625, + 64363.4140625, + 64356.845703125, + 64360.830078125, + 64415.267578125, + 64471.771484375, + 64453.873046875, + 64590.80078125, + 64530.630859375, + 64582.4765625, + 64602.01171875, + 64482.453125, + 64660.421875, + 64603.970703125, + 64778.17578125, + 64787.658203125 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 37085e060b327ade92a3ef5fda3e67b6c27acbad..5bb51956dad3ee755357a93c42246d6f166bcd90 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T00:35:34.542850+00:00", + "evaluated_at": "2026-06-23T00:43:09.647705+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 9b7435ff8a9080457c8996e37e60262d07d30b7c..16ef6b5ed21377febea1a7980d78ced075ddba28 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,246701.60672407635,249142.34062571256,348.1860163103047,0.4490087165758741,0.0053722028449081525,0.005400948084632265,7.117141811778417,496.6906549594791,0.007711083609807933,0.00540556069804403,0.004630583682455925,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,246499.31456843895,248961.0283588006,347.4448053728047,0.4480528764324771,0.005360598837503963,0.005389366222523388,7.117141811778417,496.4869732112203,0.0077078323422069064,0.005393991086338065,0.00462413730216955,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.18935846899043515,0.1884776232037869,0.34215753425773426,1.0364222268944758,0.3277139671710746,0.36820788351788786,37.031125967918214,0.43515338558999533,0.4593940828313133,0.3612177954700701,0.35193480009385664,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.020073633757781904,0.020252402489684747,0.1263083921154532,0.7367988368957893,0.0810001982656549,0.08024445250432055,10.465189033443046,0.14168145170692564,0.08917014918837451,0.07949479648173395,0.06394137665019241,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 872fcbee34798901fd58a8d3b8cbae6894b125bc..68ee16c51ebabe491fc758c0fd4f3314a61d1c49 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T00:36:05.586261+00:00", + "evaluated_at": "2026-06-23T00:43:33.906783+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64320.5703125, 63971.12109375, 64020.01171875, - 63988.609375 + 64006.3984375 ], "p50": [ 64127.82962753564, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index fbbb779d441a71fa6789e5d706e348306a079b7d..80869a5c925bbf8efcd92f04c9e2cdfee4038f59 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T00:36:05.617151+00:00", + "evaluated_at": "2026-06-23T00:43:33.911791+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 13c14f3125e21796a6388dd78f82852c43cd8586..e13d97821aa5ca6cfc44725e9514e4cecf6511a8 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T00:32:25.427255+00:00", - "finished_at": "2026-06-23T00:36:09.168696+00:00", - "task_count": 4, + "started_at": "2026-06-23T00:41:21.956861+00:00", + "finished_at": "2026-06-23T00:43:37.532746+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,29 +10,11 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T00:33:03.240750+00:00", + "evaluated_at": "2026-06-23T00:41:46.810483+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } @@ -42,29 +24,11 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T00:33:47.324400+00:00", + "evaluated_at": "2026-06-23T00:42:08.750518+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } @@ -74,29 +38,11 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T00:34:24.310680+00:00", + "evaluated_at": "2026-06-23T00:42:36.681928+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } @@ -106,29 +52,11 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T00:34:51.324551+00:00", + "evaluated_at": "2026-06-23T00:42:45.508322+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } @@ -138,29 +66,11 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T00:35:34.542850+00:00", + "evaluated_at": "2026-06-23T00:43:09.647705+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } @@ -170,29 +80,11 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T00:36:05.115501+00:00", + "evaluated_at": "2026-06-23T00:43:33.662957+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } @@ -202,29 +94,11 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T00:36:05.467634+00:00", + "evaluated_at": "2026-06-23T00:43:33.860297+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } @@ -234,29 +108,11 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T00:36:05.581391+00:00", + "evaluated_at": "2026-06-23T00:43:33.899757+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } @@ -266,29 +122,11 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T00:36:05.617151+00:00", + "evaluated_at": "2026-06-23T00:43:33.911791+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } @@ -298,29 +136,11 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T00:36:05.646052+00:00", + "evaluated_at": "2026-06-23T00:43:33.926948+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } @@ -343,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T00:38:14.472330+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_004333.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_004333.json new file mode 100644 index 0000000000000000000000000000000000000000..f85be5ca3362c38e1c84ae0f28c2e56fee09a58e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_004333.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T00:43:33.838460+00:00", + "metrics": { + "MSE[mean]": 760250.0703691778, + "MSE[0.5]": 1516849.2152007918, + "MAE[0.5]": 1163.8334639102543, + "MASE[0.5]": 1.5008396243939899, + "MAPE[0.5]": 0.018029909733599237, + "sMAPE[0.5]": 0.018213104233416252, + "MSIS": 40.50640995658818, + "RMSE[mean]": 871.9232021050809, + "NRMSE[mean]": 0.013536383066886617, + "ND[0.5]": 0.018068214672479994, + "mean_weighted_sum_quantile_loss": 0.016762276147732406 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00" + ], + "context": [ + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "actual": [ + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64006.3984375 + ], + "predictions": { + "p50": [ + 63230.914205898676, + 63234.887638726126, + 63230.19687554556, + 63232.360928001566, + 63251.79131192821, + 63265.12529977194, + 63236.78372998629, + 63254.564780870045, + 63246.9174804637, + 63247.89329211162, + 63243.724251422755, + 63256.64602824988, + 63258.9129803743, + 63249.57379030825, + 63258.377571125166, + 63245.57485151249, + 63247.02940138862, + 63262.763690320106, + 63259.83578038907, + 63263.31789994113, + 63245.154972460936, + 63245.35338194419, + 63265.90205516934, + 63253.695449493935 + ], + "p10": [ + 62974.41961462353, + 62985.51202354022, + 62991.19004547281, + 62979.352303301246, + 62983.772035013586, + 63057.66390010641, + 62984.359972486294, + 62995.600495429455, + 62980.53581414619, + 62990.24734188859, + 62999.37218407412, + 62991.597661654596, + 62989.98069778137, + 62990.05270258838, + 63001.02497562519, + 63001.46498731232, + 62986.8642951259, + 62994.74441340548, + 63006.87328947227, + 63002.74192455992, + 63007.358604526555, + 62995.47113833132, + 63074.04148487181, + 63003.49280080432 + ], + "p90": [ + 63452.91972713208, + 63585.62901923162, + 63548.81673994643, + 63480.622406501745, + 63545.972382927815, + 63481.02438828125, + 63471.953956287565, + 63475.42844791079, + 63516.38958039962, + 63517.36539204754, + 63486.69474077664, + 63476.91941939884, + 63483.76132702946, + 63520.19724919205, + 63520.69972425072, + 63521.13973593785, + 63481.67825301761, + 63482.01566742023, + 63568.072030562565, + 63474.43118681541, + 63474.02531091851, + 63522.84165805216, + 63558.78804528942, + 63523.167549429854 + ], + "mean": [ + 63227.04182273723, + 63249.37721710627, + 64847.84690254431, + 63552.52929480819, + 65510.534832532074, + 63905.66374644247, + 63564.99684238498, + 64213.66360685747, + 64196.94349546248, + 63894.10415984923, + 63570.37345779781, + 63882.042534702756, + 63898.947841759946, + 63872.96127915592, + 63259.36913218476, + 64533.672300768645, + 63560.603729865055, + 63907.97161565582, + 64886.127885775204, + 63563.82942554674, + 63568.693604584485, + 63888.901708579484, + 64232.76984631629, + 63901.84086784039 + ], + "quantiles": { + "0.1": [ + 62974.41961462353, + 62985.51202354022, + 62991.19004547281, + 62979.352303301246, + 62983.772035013586, + 63057.66390010641, + 62984.359972486294, + 62995.600495429455, + 62980.53581414619, + 62990.24734188859, + 62999.37218407412, + 62991.597661654596, + 62989.98069778137, + 62990.05270258838, + 63001.02497562519, + 63001.46498731232, + 62986.8642951259, + 62994.74441340548, + 63006.87328947227, + 63002.74192455992, + 63007.358604526555, + 62995.47113833132, + 63074.04148487181, + 63003.49280080432 + ], + "0.2": [ + 63094.36138175808, + 63056.23534375493, + 63099.654713598706, + 63062.596116842105, + 63131.434943131884, + 63126.494122979784, + 63113.04568055644, + 63108.32848638238, + 63066.447322876775, + 63115.21041034684, + 63103.19908632902, + 63072.569249138425, + 63112.44716053484, + 63119.24021148433, + 63105.678911383795, + 63113.96345291345, + 63114.34876613741, + 63119.66157679337, + 63128.54663668812, + 63115.24039016105, + 63107.62243570198, + 63073.76014667804, + 63143.56026093668, + 63128.08710442711 + ], + "0.3": [ + 63137.69908715305, + 63141.598541440595, + 63143.74658527927, + 63129.53990703847, + 63181.88109628469, + 63166.063252928965, + 63156.89606200585, + 63182.12885030485, + 63136.93443835897, + 63160.258735789226, + 63168.514375734245, + 63174.73628490651, + 63162.51678730093, + 63165.51396763223, + 63174.67881824667, + 63158.3785387164, + 63175.50414315776, + 63187.749899541726, + 63172.45241005292, + 63189.27027943532, + 63159.88205134746, + 63160.08046083071, + 63180.21506454851, + 63179.40104072846 + ], + "0.4": [ + 63184.72919899731, + 63187.55127287687, + 63202.84037516021, + 63197.139679388514, + 63215.832051980244, + 63230.15691306053, + 63200.34793960776, + 63235.19310456253, + 63199.58111461445, + 63223.11273095268, + 63223.161866003655, + 63225.812102877695, + 63225.37078246438, + 63225.62243925822, + 63228.274700817725, + 63196.27570427357, + 63222.77759318405, + 63229.437440131434, + 63225.62413120815, + 63244.928397077485, + 63205.834782783735, + 63206.30593647502, + 63228.76274188247, + 63228.59273949602 + ], + "0.5": [ + 63230.914205898676, + 63234.887638726126, + 63230.19687554556, + 63232.360928001566, + 63251.79131192821, + 63265.12529977194, + 63236.78372998629, + 63254.564780870045, + 63246.9174804637, + 63247.89329211162, + 63243.724251422755, + 63256.64602824988, + 63258.9129803743, + 63249.57379030825, + 63258.377571125166, + 63245.57485151249, + 63247.02940138862, + 63262.763690320106, + 63259.83578038907, + 63263.31789994113, + 63245.154972460936, + 63245.35338194419, + 63265.90205516934, + 63253.695449493935 + ], + "0.6": [ + 63280.84840339885, + 63283.670477278414, + 63277.05600766454, + 63276.52950019665, + 63301.40457667113, + 63297.06095630187, + 63262.09817577374, + 63288.921965073445, + 63268.96533347101, + 63278.59433354486, + 63268.23124188946, + 63302.42133721535, + 63304.13485316056, + 63293.84397021051, + 63294.34644526918, + 63282.36867743517, + 63318.84062449633, + 63299.43175851147, + 63303.125639020414, + 63296.06339420391, + 63275.2190016403, + 63290.376109169694, + 63307.52681257865, + 63296.81427044831 + ], + "0.7": [ + 63334.79672822916, + 63326.49737781051, + 63346.731072807015, + 63342.164309099106, + 63350.79016135644, + 63347.57856396238, + 63322.35768838534, + 63340.71082331005, + 63351.32879423476, + 63314.94726531182, + 63315.49109154217, + 63352.09895421256, + 63359.52351974315, + 63345.63282844712, + 63353.830497087845, + 63321.9535382592, + 63381.25120755343, + 63354.993236401555, + 63390.33625451921, + 63330.77164330663, + 63319.781291950254, + 63344.979297200625, + 63362.91547916124, + 63345.30518857832 + ], + "0.8": [ + 63394.849198206095, + 63455.741801011645, + 63436.478264150806, + 63402.30658250273, + 63444.86053473095, + 63446.51999625897, + 63443.64998579186, + 63445.976584883574, + 63429.91022610248, + 63410.676925471154, + 63405.55225015192, + 63430.479742191215, + 63450.978606133795, + 63433.717894894915, + 63429.650470551205, + 63450.78700346555, + 63452.2263899904, + 63433.37402438021, + 63460.15296012916, + 63411.97845429706, + 63434.15480938469, + 63456.812107610574, + 63452.873485165204, + 63446.342591136345 + ], + "0.9": [ + 63452.91972713208, + 63585.62901923162, + 63548.81673994643, + 63480.622406501745, + 63545.972382927815, + 63481.02438828125, + 63471.953956287565, + 63475.42844791079, + 63516.38958039962, + 63517.36539204754, + 63486.69474077664, + 63476.91941939884, + 63483.76132702946, + 63520.19724919205, + 63520.69972425072, + 63521.13973593785, + 63481.67825301761, + 63482.01566742023, + 63568.072030562565, + 63474.43118681541, + 63474.02531091851, + 63522.84165805216, + 63558.78804528942, + 63523.167549429854 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_004143.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_004143.json new file mode 100644 index 0000000000000000000000000000000000000000..ff050d61cb1720ef3ce9e9778140f01912f7a238 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_004143.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T00:41:43.565614+00:00", + "metrics": { + "MSE[mean]": 609341.5565560659, + "MSE[0.5]": 609341.5565560659, + "MAE[0.5]": 655.7605794270834, + "MASE[0.5]": 0.8456462992677979, + "MAPE[0.5]": 0.010140569822828441, + "sMAPE[0.5]": 0.010213558651589022, + "MSIS": 9.371244197846735, + "RMSE[mean]": 780.6033285581518, + "NRMSE[mean]": 0.012118665558089435, + "ND[0.5]": 0.010180514042816753, + "mean_weighted_sum_quantile_loss": 0.009242741329447116 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00" + ], + "context": [ + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "actual": [ + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64006.3984375 + ], + "predictions": { + "p50": [ + 63915.95703125, + 63896.38671875, + 63867.39453125, + 63860.625, + 63841.40625, + 63832.54296875, + 63800.3359375, + 63796.84765625, + 63785.56640625, + 63772.88671875, + 63762.5, + 63757.6796875, + 63738.97265625, + 63720.6328125, + 63712.43359375, + 63707.57421875, + 63690.22265625, + 63684.7578125, + 63689.375, + 63675.4140625, + 63672.9921875, + 63668.1953125, + 63663.98046875, + 63666.3671875 + ], + "p10": [ + 63540.6484375, + 63413.51953125, + 63295.7265625, + 63230.75390625, + 63179.375, + 63123.5703125, + 63025.26953125, + 62980.73046875, + 62925.69921875, + 62896.22265625, + 62867.5, + 62840.98046875, + 62830.51171875, + 62758.1171875, + 62738.22265625, + 62716.91015625, + 62607.90625, + 62582.23046875, + 62583.2265625, + 62583.515625, + 62570.64453125, + 62574.8984375, + 62541.609375, + 62548.84765625 + ], + "p90": [ + 64158.96484375, + 64243.9296875, + 64295.70703125, + 64327.78515625, + 64343.09375, + 64360.9921875, + 64388.29296875, + 64409.3125, + 64426.55859375, + 64448.578125, + 64470.41796875, + 64487.6328125, + 64503.9921875, + 64496.04296875, + 64519.19921875, + 64532.02734375, + 64721.6796875, + 64726.5546875, + 64732.484375, + 64721.65234375, + 64720.703125, + 64767.8359375, + 64813.5703125, + 64799.8984375 + ], + "mean": [ + 63915.95703125, + 63896.38671875, + 63867.39453125, + 63860.625, + 63841.40625, + 63832.54296875, + 63800.3359375, + 63796.84765625, + 63785.56640625, + 63772.88671875, + 63762.5, + 63757.6796875, + 63738.97265625, + 63720.6328125, + 63712.43359375, + 63707.57421875, + 63690.22265625, + 63684.7578125, + 63689.375, + 63675.4140625, + 63672.9921875, + 63668.1953125, + 63663.98046875, + 63666.3671875 + ], + "quantiles": { + "0.1": [ + 63540.6484375, + 63413.51953125, + 63295.7265625, + 63230.75390625, + 63179.375, + 63123.5703125, + 63025.26953125, + 62980.73046875, + 62925.69921875, + 62896.22265625, + 62867.5, + 62840.98046875, + 62830.51171875, + 62758.1171875, + 62738.22265625, + 62716.91015625, + 62607.90625, + 62582.23046875, + 62583.2265625, + 62583.515625, + 62570.64453125, + 62574.8984375, + 62541.609375, + 62548.84765625 + ], + "0.2": [ + 63540.6484375, + 63413.51953125, + 63295.7265625, + 63230.75390625, + 63179.375, + 63123.5703125, + 63025.26953125, + 62980.73046875, + 62925.69921875, + 62896.22265625, + 62867.5, + 62840.98046875, + 62830.51171875, + 62758.1171875, + 62738.22265625, + 62716.91015625, + 62607.90625, + 62582.23046875, + 62583.2265625, + 62583.515625, + 62570.64453125, + 62574.8984375, + 62541.609375, + 62548.84765625 + ], + "0.3": [ + 63540.6484375, + 63413.51953125, + 63295.7265625, + 63230.75390625, + 63179.375, + 63123.5703125, + 63025.26953125, + 62980.73046875, + 62925.69921875, + 62896.22265625, + 62867.5, + 62840.98046875, + 62830.51171875, + 62758.1171875, + 62738.22265625, + 62716.91015625, + 62607.90625, + 62582.23046875, + 62583.2265625, + 62583.515625, + 62570.64453125, + 62574.8984375, + 62541.609375, + 62548.84765625 + ], + "0.4": [ + 63915.95703125, + 63896.38671875, + 63867.39453125, + 63860.625, + 63841.40625, + 63832.54296875, + 63800.3359375, + 63796.84765625, + 63785.56640625, + 63772.88671875, + 63762.5, + 63757.6796875, + 63738.97265625, + 63720.6328125, + 63712.43359375, + 63707.57421875, + 63690.22265625, + 63684.7578125, + 63689.375, + 63675.4140625, + 63672.9921875, + 63668.1953125, + 63663.98046875, + 63666.3671875 + ], + "0.5": [ + 63915.95703125, + 63896.38671875, + 63867.39453125, + 63860.625, + 63841.40625, + 63832.54296875, + 63800.3359375, + 63796.84765625, + 63785.56640625, + 63772.88671875, + 63762.5, + 63757.6796875, + 63738.97265625, + 63720.6328125, + 63712.43359375, + 63707.57421875, + 63690.22265625, + 63684.7578125, + 63689.375, + 63675.4140625, + 63672.9921875, + 63668.1953125, + 63663.98046875, + 63666.3671875 + ], + "0.6": [ + 63915.95703125, + 63896.38671875, + 63867.39453125, + 63860.625, + 63841.40625, + 63832.54296875, + 63800.3359375, + 63796.84765625, + 63785.56640625, + 63772.88671875, + 63762.5, + 63757.6796875, + 63738.97265625, + 63720.6328125, + 63712.43359375, + 63707.57421875, + 63690.22265625, + 63684.7578125, + 63689.375, + 63675.4140625, + 63672.9921875, + 63668.1953125, + 63663.98046875, + 63666.3671875 + ], + "0.7": [ + 63915.95703125, + 63896.38671875, + 63867.39453125, + 63860.625, + 63841.40625, + 63832.54296875, + 63800.3359375, + 63796.84765625, + 63785.56640625, + 63772.88671875, + 63762.5, + 63757.6796875, + 63738.97265625, + 63720.6328125, + 63712.43359375, + 63707.57421875, + 63690.22265625, + 63684.7578125, + 63689.375, + 63675.4140625, + 63672.9921875, + 63668.1953125, + 63663.98046875, + 63666.3671875 + ], + "0.8": [ + 64158.96484375, + 64243.9296875, + 64295.70703125, + 64327.78515625, + 64343.09375, + 64360.9921875, + 64388.29296875, + 64409.3125, + 64426.55859375, + 64448.578125, + 64470.41796875, + 64487.6328125, + 64503.9921875, + 64496.04296875, + 64519.19921875, + 64532.02734375, + 64721.6796875, + 64726.5546875, + 64732.484375, + 64721.65234375, + 64720.703125, + 64767.8359375, + 64813.5703125, + 64799.8984375 + ], + "0.9": [ + 64158.96484375, + 64243.9296875, + 64295.70703125, + 64327.78515625, + 64343.09375, + 64360.9921875, + 64388.29296875, + 64409.3125, + 64426.55859375, + 64448.578125, + 64470.41796875, + 64487.6328125, + 64503.9921875, + 64496.04296875, + 64519.19921875, + 64532.02734375, + 64721.6796875, + 64726.5546875, + 64732.484375, + 64721.65234375, + 64720.703125, + 64767.8359375, + 64813.5703125, + 64799.8984375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_004333.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_004333.json new file mode 100644 index 0000000000000000000000000000000000000000..bfc3e892ca3289e95a9bb205b17d2157936b1ece --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_004333.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T00:43:33.888571+00:00", + "metrics": { + "MSE[mean]": 630803.4535753186, + "MSE[0.5]": 632102.319712414, + "MAE[0.5]": 680.8669212437047, + "MASE[0.5]": 0.8780225745601112, + "MAPE[0.5]": 0.01053129305756295, + "sMAPE[0.5]": 0.010607043037682012, + "MSIS": 17.029133858634086, + "RMSE[mean]": 794.231360231588, + "NRMSE[mean]": 0.012330237238638731, + "ND[0.5]": 0.010570283531021088, + "mean_weighted_sum_quantile_loss": 0.009352796935953572 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00" + ], + "context": [ + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "actual": [ + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64006.3984375 + ], + "predictions": { + "p50": [ + 63829.20068415521, + 63810.994603035826, + 63803.044381291445, + 63795.578534547065, + 63785.888078427684, + 63790.543325433304, + 63772.11849431393, + 63784.37530381955, + 63756.92117582517, + 63748.92407908079, + 63735.92502921141, + 63742.00801059203, + 63734.27653884765, + 63718.24037960327, + 63710.266720358886, + 63702.753998614506, + 63695.045964370125, + 63688.543008250745, + 63696.508802131364, + 63678.26561163698, + 63656.66695239261, + 63647.95501189823, + 63651.09072765385, + 63643.35925590947 + ], + "p10": [ + 63582.802637280205, + 63495.963353035826, + 63552.423287541445, + 63555.12970642206, + 63536.282219052686, + 63544.514028558304, + 63531.93529118893, + 63513.76592881955, + 63499.25320707517, + 63513.21939158079, + 63483.79026358641, + 63502.42832309203, + 63490.024976347646, + 63482.293504603265, + 63452.864376608886, + 63462.352045489504, + 63437.401433120125, + 63479.771523875745, + 63472.040052131364, + 63436.27342413698, + 63428.54195239261, + 63404.84719939823, + 63412.71025890385, + 63405.34753715947 + ], + "p90": [ + 64067.06201228021, + 64063.86257178582, + 64128.753756291444, + 64041.55783142206, + 64020.53104717768, + 64105.5593410583, + 64007.21615056393, + 63999.70342881955, + 64081.90164457517, + 63997.47876658079, + 63987.437529211405, + 64027.33613559203, + 63971.974585722644, + 64011.87319210327, + 63946.65031410888, + 63935.246186114506, + 63930.120183120125, + 63935.626992625745, + 63951.536145881364, + 63920.16404913698, + 63909.86617114261, + 63906.47571502323, + 63883.73135265385, + 63889.23816215947 + ], + "mean": [ + 63834.06451227999, + 63815.93241553594, + 63795.749225041254, + 63786.0362689222, + 63766.42477764627, + 63779.35225121472, + 63745.68923650129, + 63772.94631944474, + 63767.24846098122, + 63739.15038767467, + 63729.24082999249, + 63758.14812777969, + 63744.11003494126, + 63729.04600460346, + 63699.873263327514, + 63690.522670489714, + 63685.34199952627, + 63702.309355907215, + 63706.05815760003, + 63690.67697882473, + 63665.379550048805, + 63617.038234554755, + 63653.53170421632, + 63657.51169731602 + ], + "quantiles": { + "0.1": [ + 63582.802637280205, + 63495.963353035826, + 63552.423287541445, + 63555.12970642206, + 63536.282219052686, + 63544.514028558304, + 63531.93529118893, + 63513.76592881955, + 63499.25320707517, + 63513.21939158079, + 63483.79026358641, + 63502.42832309203, + 63490.024976347646, + 63482.293504603265, + 63452.864376608886, + 63462.352045489504, + 63437.401433120125, + 63479.771523875745, + 63472.040052131364, + 63436.27342413698, + 63428.54195239261, + 63404.84719939823, + 63412.71025890385, + 63405.34753715947 + ], + "0.2": [ + 63698.48154353021, + 63642.82429053583, + 63635.700631291445, + 63602.234784547065, + 63593.878312802684, + 63617.818716058304, + 63656.92240056393, + 63650.15264756955, + 63571.43055082517, + 63581.58032908079, + 63573.24104483641, + 63590.26972934203, + 63610.53357009765, + 63571.30444210327, + 63549.563595358886, + 63583.492279864506, + 63501.881901870125, + 63582.86605512574, + 63536.149427131364, + 63504.26561163698, + 63503.17476489261, + 63462.44329314823, + 63529.37197765385, + 63478.65222465947 + ], + "0.3": [ + 63737.19482478021, + 63731.112181160825, + 63695.052193791445, + 63691.480878297065, + 63673.347062802684, + 63698.537466058304, + 63690.39583806393, + 63717.07452256955, + 63650.95242582517, + 63651.40064158079, + 63658.48166983641, + 63659.42402621703, + 63652.73317947265, + 63636.56264522827, + 63606.434689108886, + 63626.182123614504, + 63615.263151870124, + 63623.62972700074, + 63604.028333381364, + 63595.25623663698, + 63581.85874926761, + 63546.28157439823, + 63568.87432140385, + 63563.570974659466 + ], + "0.4": [ + 63801.92919978021, + 63777.475071785826, + 63743.270943791445, + 63771.551190797065, + 63708.800187802684, + 63740.537466058304, + 63749.99740056393, + 63763.05733506955, + 63720.95008207517, + 63715.62329783079, + 63698.68010733641, + 63722.80488559203, + 63710.274976347646, + 63697.56225460327, + 63670.954220358886, + 63669.234467364506, + 63675.491276870125, + 63667.759805125745, + 63668.684583381364, + 63668.28514288698, + 63624.56538989261, + 63591.48079314823, + 63622.19229015385, + 63620.24753715947 + ], + "0.5": [ + 63829.20068415521, + 63810.994603035826, + 63803.044381291445, + 63795.578534547065, + 63785.888078427684, + 63790.543325433304, + 63772.11849431393, + 63784.37530381955, + 63756.92117582517, + 63748.92407908079, + 63735.92502921141, + 63742.00801059203, + 63734.27653884765, + 63718.24037960327, + 63710.266720358886, + 63702.753998614506, + 63695.045964370125, + 63688.543008250745, + 63696.508802131364, + 63678.26561163698, + 63656.66695239261, + 63647.95501189823, + 63651.09072765385, + 63643.35925590947 + ], + "0.6": [ + 63891.73388728021, + 63851.82741553582, + 63823.032662541445, + 63858.269940797065, + 63819.06893780269, + 63848.885122308304, + 63790.41458806393, + 63837.61358506955, + 63825.33133207517, + 63766.09204783079, + 63747.93401358641, + 63806.68769809203, + 63804.57732009765, + 63759.049754603264, + 63751.31828285888, + 63743.5868111145, + 63765.51549562012, + 63728.12386762574, + 63754.81583338136, + 63725.20701788698, + 63681.04585864261, + 63662.80266814823, + 63681.10244640385, + 63694.28113090947 + ], + "0.7": [ + 63931.93701228021, + 63903.873509285826, + 63896.142037541445, + 63904.922284547065, + 63884.681047177684, + 63893.279653558304, + 63856.83724431393, + 63873.99639756955, + 63904.10476957517, + 63829.53306345579, + 63821.80159171141, + 63848.04511996703, + 63836.48513259765, + 63821.633348353265, + 63803.364376608886, + 63798.632904864506, + 63804.413151870125, + 63791.95980512574, + 63802.47403650636, + 63781.21873663698, + 63756.97554614261, + 63739.26907439823, + 63744.51260265385, + 63736.78113090947 + ], + "0.8": [ + 63982.02294978021, + 64004.295384285826, + 63952.981881291445, + 63945.250409547065, + 63935.030656552684, + 63990.549184808304, + 63889.39583806393, + 63975.08624131955, + 63960.27351957517, + 63891.02407908079, + 63883.29260733641, + 63945.38613559203, + 63887.68591384765, + 63938.002879603264, + 63854.579220358886, + 63846.350092364504, + 63858.319401870125, + 63850.587930125745, + 63881.188489631364, + 63873.45701788698, + 63825.83413989261, + 63798.24641814823, + 63798.35244640385, + 63809.78347465947 + ], + "0.9": [ + 64067.06201228021, + 64063.86257178582, + 64128.753756291444, + 64041.55783142206, + 64020.53104717768, + 64105.5593410583, + 64007.21615056393, + 63999.70342881955, + 64081.90164457517, + 63997.47876658079, + 63987.437529211405, + 64027.33613559203, + 63971.974585722644, + 64011.87319210327, + 63946.65031410888, + 63935.246186114506, + 63930.120183120125, + 63935.626992625745, + 63951.536145881364, + 63920.16404913698, + 63909.86617114261, + 63906.47571502323, + 63883.73135265385, + 63889.23816215947 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_004307.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_004307.json new file mode 100644 index 0000000000000000000000000000000000000000..0a39c5a07e21850b1b3385c866b1a216d7fd55a1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_004307.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T00:43:07.549518+00:00", + "metrics": { + "MSE[mean]": 721976.3780771891, + "MSE[0.5]": 646030.1435515085, + "MAE[0.5]": 692.7615559895834, + "MASE[0.5]": 0.8933614866105769, + "MAPE[0.5]": 0.010716063316573718, + "sMAPE[0.5]": 0.010793501744772276, + "MSIS": 10.489995057084895, + "RMSE[mean]": 849.6919312769712, + "NRMSE[mean]": 0.013191248315034093, + "ND[0.5]": 0.010754944670869397, + "mean_weighted_sum_quantile_loss": 0.009639171392257187 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00" + ], + "context": [ + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "actual": [ + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64006.3984375 + ], + "predictions": { + "p50": [ + 63766.203125, + 63783.013671875, + 63788.52734375, + 63766.736328125, + 63688.80859375, + 63747.23828125, + 63676.8203125, + 63805.18359375, + 63736.08984375, + 63699.8359375, + 63689.501953125, + 63760.255859375, + 63819.357421875, + 63670.703125, + 63736.19140625, + 63781.822265625, + 63766.80859375, + 63699.96484375, + 63818.19140625, + 63640.599609375, + 63704.556640625, + 63660.302734375, + 63665.46484375, + 63879.546875 + ], + "p10": [ + 63413.42578125, + 63340.736328125, + 63213.654296875, + 63150.4921875, + 63050.40234375, + 63111.78515625, + 63005.5546875, + 63077.70703125, + 62967.109375, + 62950.390625, + 62874.21484375, + 62864.51953125, + 63036.94921875, + 62844.0546875, + 62838.31640625, + 62834.232421875, + 62750.02734375, + 62675.76953125, + 62751.328125, + 62430.611328125, + 62797.970703125, + 62667.474609375, + 62371.875, + 62639.865234375 + ], + "p90": [ + 64077.298828125, + 64222.267578125, + 64287.416015625, + 64156.86328125, + 64191.291015625, + 64301.12109375, + 64287.82421875, + 64497.15625, + 64369.09765625, + 64363.4140625, + 64356.845703125, + 64360.830078125, + 64415.267578125, + 64471.771484375, + 64453.873046875, + 64590.80078125, + 64530.630859375, + 64582.4765625, + 64602.01171875, + 64482.453125, + 64660.421875, + 64603.970703125, + 64778.17578125, + 64787.658203125 + ], + "mean": [ + 63770.640625, + 63775.77734375, + 63723.0, + 63675.359375, + 63655.54296875, + 63726.09375, + 63667.72265625, + 63812.70703125, + 63770.4609375, + 63725.03125, + 63671.1640625, + 63669.33984375, + 63770.9296875, + 63616.11328125, + 63653.84375, + 63798.86328125, + 63717.49609375, + 63639.01953125, + 63671.296875, + 63673.73828125, + 63689.75, + 63671.09375, + 63593.578125, + 63720.42578125 + ], + "quantiles": { + "0.1": [ + 63413.42578125, + 63340.736328125, + 63213.654296875, + 63150.4921875, + 63050.40234375, + 63111.78515625, + 63005.5546875, + 63077.70703125, + 62967.109375, + 62950.390625, + 62874.21484375, + 62864.51953125, + 63036.94921875, + 62844.0546875, + 62838.31640625, + 62834.232421875, + 62750.02734375, + 62675.76953125, + 62751.328125, + 62430.611328125, + 62797.970703125, + 62667.474609375, + 62371.875, + 62639.865234375 + ], + "0.2": [ + 63413.42578125, + 63340.736328125, + 63213.654296875, + 63150.4921875, + 63050.40234375, + 63111.78515625, + 63005.5546875, + 63077.70703125, + 62967.109375, + 62950.390625, + 62874.21484375, + 62864.51953125, + 63036.94921875, + 62844.0546875, + 62838.31640625, + 62834.232421875, + 62750.02734375, + 62675.76953125, + 62751.328125, + 62430.611328125, + 62797.970703125, + 62667.474609375, + 62371.875, + 62639.865234375 + ], + "0.3": [ + 63413.42578125, + 63340.736328125, + 63213.654296875, + 63150.4921875, + 63050.40234375, + 63111.78515625, + 63005.5546875, + 63077.70703125, + 62967.109375, + 62950.390625, + 62874.21484375, + 62864.51953125, + 63036.94921875, + 62844.0546875, + 62838.31640625, + 62834.232421875, + 62750.02734375, + 62675.76953125, + 62751.328125, + 62430.611328125, + 62797.970703125, + 62667.474609375, + 62371.875, + 62639.865234375 + ], + "0.4": [ + 63766.203125, + 63783.013671875, + 63788.52734375, + 63766.736328125, + 63688.80859375, + 63747.23828125, + 63676.8203125, + 63805.18359375, + 63736.08984375, + 63699.8359375, + 63689.501953125, + 63760.255859375, + 63819.357421875, + 63670.703125, + 63736.19140625, + 63781.822265625, + 63766.80859375, + 63699.96484375, + 63818.19140625, + 63640.599609375, + 63704.556640625, + 63660.302734375, + 63665.46484375, + 63879.546875 + ], + "0.5": [ + 63766.203125, + 63783.013671875, + 63788.52734375, + 63766.736328125, + 63688.80859375, + 63747.23828125, + 63676.8203125, + 63805.18359375, + 63736.08984375, + 63699.8359375, + 63689.501953125, + 63760.255859375, + 63819.357421875, + 63670.703125, + 63736.19140625, + 63781.822265625, + 63766.80859375, + 63699.96484375, + 63818.19140625, + 63640.599609375, + 63704.556640625, + 63660.302734375, + 63665.46484375, + 63879.546875 + ], + "0.6": [ + 63766.203125, + 63783.013671875, + 63788.52734375, + 63766.736328125, + 63688.80859375, + 63747.23828125, + 63676.8203125, + 63805.18359375, + 63736.08984375, + 63699.8359375, + 63689.501953125, + 63760.255859375, + 63819.357421875, + 63670.703125, + 63736.19140625, + 63781.822265625, + 63766.80859375, + 63699.96484375, + 63818.19140625, + 63640.599609375, + 63704.556640625, + 63660.302734375, + 63665.46484375, + 63879.546875 + ], + "0.7": [ + 63766.203125, + 63783.013671875, + 63788.52734375, + 63766.736328125, + 63688.80859375, + 63747.23828125, + 63676.8203125, + 63805.18359375, + 63736.08984375, + 63699.8359375, + 63689.501953125, + 63760.255859375, + 63819.357421875, + 63670.703125, + 63736.19140625, + 63781.822265625, + 63766.80859375, + 63699.96484375, + 63818.19140625, + 63640.599609375, + 63704.556640625, + 63660.302734375, + 63665.46484375, + 63879.546875 + ], + "0.8": [ + 64077.298828125, + 64222.267578125, + 64287.416015625, + 64156.86328125, + 64191.291015625, + 64301.12109375, + 64287.82421875, + 64497.15625, + 64369.09765625, + 64363.4140625, + 64356.845703125, + 64360.830078125, + 64415.267578125, + 64471.771484375, + 64453.873046875, + 64590.80078125, + 64530.630859375, + 64582.4765625, + 64602.01171875, + 64482.453125, + 64660.421875, + 64603.970703125, + 64778.17578125, + 64787.658203125 + ], + "0.9": [ + 64077.298828125, + 64222.267578125, + 64287.416015625, + 64156.86328125, + 64191.291015625, + 64301.12109375, + 64287.82421875, + 64497.15625, + 64369.09765625, + 64363.4140625, + 64356.845703125, + 64360.830078125, + 64415.267578125, + 64471.771484375, + 64453.873046875, + 64590.80078125, + 64530.630859375, + 64582.4765625, + 64602.01171875, + 64482.453125, + 64660.421875, + 64603.970703125, + 64778.17578125, + 64787.658203125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_004333.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_004333.json new file mode 100644 index 0000000000000000000000000000000000000000..9b7f835c54c8e253895b1e42c5b4ad69ad2fc62d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_004333.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T00:43:33.906783+00:00", + "metrics": { + "MSE[mean]": 246499.31456843895, + "MSE[0.5]": 248961.0283588006, + "MAE[0.5]": 347.4448053728047, + "MASE[0.5]": 0.4480528764324771, + "MAPE[0.5]": 0.005360598837503963, + "sMAPE[0.5]": 0.005389366222523388, + "MSIS": 7.117141811778417, + "RMSE[mean]": 496.4869732112203, + "NRMSE[mean]": 0.0077078323422069064, + "ND[0.5]": 0.005393991086338065, + "mean_weighted_sum_quantile_loss": 0.00462413730216955 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00" + ], + "context": [ + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "actual": [ + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64006.3984375 + ], + "predictions": { + "p50": [ + 64127.82962753564, + 64117.35501816064, + 64117.13626816064, + 64117.40189316064, + 64115.44290878564, + 64127.82962753564, + 64117.13626816064, + 64137.12454941064, + 64117.40189316064, + 64117.13626816064, + 64111.86869003564, + 64125.68314316064, + 64125.68314316064, + 64117.37845566064, + 64117.13626816064, + 64117.35501816064, + 64117.37845566064, + 64118.60697128564, + 64134.30423691064, + 64123.79251816064, + 64109.92533066064, + 64108.94486191064, + 64119.81204941064, + 64119.81204941064 + ], + "p10": [ + 63881.43158066064, + 63802.32376816064, + 63866.51517441064, + 63876.95306503564, + 63865.83704941064, + 63881.80033066064, + 63876.95306503564, + 63866.51517441064, + 63859.73392441064, + 63881.43158066064, + 63859.73392441064, + 63886.10345566064, + 63881.43158066064, + 63881.43158066064, + 63859.73392441064, + 63876.95306503564, + 63859.73392441064, + 63909.83548691064, + 63909.83548691064, + 63881.80033066064, + 63881.80033066064, + 63865.83704941064, + 63881.43158066064, + 63881.80033066064 + ], + "p90": [ + 64365.69095566064, + 64370.22298691064, + 64442.84564316064, + 64363.38119003564, + 64350.08587753564, + 64442.84564316064, + 64352.23392441064, + 64352.45267441064, + 64442.38236191064, + 64365.69095566064, + 64363.38119003564, + 64411.01126816064, + 64363.38119003564, + 64411.01126816064, + 64353.51986191064, + 64349.84720566064, + 64352.45267441064, + 64365.69095566064, + 64389.33158066064, + 64365.69095566064, + 64363.12454941064, + 64367.46556503564, + 64352.45267441064, + 64365.69095566064 + ], + "mean": [ + 64132.69345566075, + 64122.29283066075, + 64109.841111910755, + 64107.859627535756, + 64095.979608004505, + 64116.638553317, + 64090.707010348255, + 64125.695565035756, + 64127.729178317, + 64107.3625767545, + 64105.184490817, + 64141.823260348254, + 64135.5166392545, + 64128.18408066075, + 64106.7428111295, + 64105.123690035754, + 64107.674490817, + 64132.373318942, + 64143.853592379506, + 64136.20388534825, + 64118.637928317, + 64078.028084567006, + 64122.25302597325, + 64133.964490817 + ], + "quantiles": { + "0.1": [ + 63881.43158066064, + 63802.32376816064, + 63866.51517441064, + 63876.95306503564, + 63865.83704941064, + 63881.80033066064, + 63876.95306503564, + 63866.51517441064, + 63859.73392441064, + 63881.43158066064, + 63859.73392441064, + 63886.10345566064, + 63881.43158066064, + 63881.43158066064, + 63859.73392441064, + 63876.95306503564, + 63859.73392441064, + 63909.83548691064, + 63909.83548691064, + 63881.80033066064, + 63881.80033066064, + 63865.83704941064, + 63881.43158066064, + 63881.80033066064 + ], + "0.2": [ + 63997.11048691064, + 63949.18470566064, + 63949.79251816064, + 63924.05814316064, + 63923.43314316064, + 63955.10501816064, + 64001.94017441064, + 64002.90189316064, + 63931.91126816064, + 63949.79251816064, + 63949.18470566064, + 63973.94486191064, + 64001.94017441064, + 63970.44251816064, + 63956.43314316064, + 63998.09329941064, + 63924.21439316064, + 64012.93001816064, + 63973.94486191064, + 63949.79251816064, + 63956.43314316064, + 63923.43314316064, + 63998.09329941064, + 63955.10501816064 + ], + "0.3": [ + 64035.82376816064, + 64037.47259628564, + 64009.14408066064, + 64013.30423691064, + 64002.90189316064, + 64035.82376816064, + 64035.41361191064, + 64069.82376816064, + 64011.43314316064, + 64019.61283066064, + 64034.42533066064, + 64043.09915878564, + 64044.13978378564, + 64035.70072128564, + 64013.30423691064, + 64040.78314316064, + 64037.59564316064, + 64053.69369003564, + 64041.82376816064, + 64040.78314316064, + 64035.11712753564, + 64007.27142441064, + 64037.59564316064, + 64040.02376816064 + ], + "0.4": [ + 64100.55814316064, + 64083.83548691064, + 64057.36283066064, + 64093.37454941064, + 64038.35501816064, + 64077.82376816064, + 64095.01517441064, + 64115.80658066064, + 64081.43079941064, + 64083.83548691064, + 64074.62376816064, + 64106.48001816064, + 64101.68158066064, + 64096.70033066064, + 64077.82376816064, + 64083.83548691064, + 64097.82376816064, + 64097.82376816064, + 64106.48001816064, + 64113.81204941064, + 64077.82376816064, + 64052.47064316064, + 64090.91361191064, + 64096.70033066064 + ], + "0.5": [ + 64127.82962753564, + 64117.35501816064, + 64117.13626816064, + 64117.40189316064, + 64115.44290878564, + 64127.82962753564, + 64117.13626816064, + 64137.12454941064, + 64117.40189316064, + 64117.13626816064, + 64111.86869003564, + 64125.68314316064, + 64125.68314316064, + 64117.37845566064, + 64117.13626816064, + 64117.35501816064, + 64117.37845566064, + 64118.60697128564, + 64134.30423691064, + 64123.79251816064, + 64109.92533066064, + 64108.94486191064, + 64119.81204941064, + 64119.81204941064 + ], + "0.6": [ + 64190.36283066064, + 64158.18783066064, + 64137.12454941064, + 64180.09329941064, + 64148.62376816064, + 64186.17142441064, + 64135.43236191064, + 64190.36283066064, + 64185.81204941064, + 64134.30423691064, + 64123.87767441064, + 64190.36283066064, + 64195.98392441064, + 64158.18783066064, + 64158.18783066064, + 64158.18783066064, + 64187.84798691064, + 64158.18783066064, + 64192.61126816064, + 64170.73392441064, + 64134.30423691064, + 64123.79251816064, + 64149.82376816064, + 64170.73392441064 + ], + "0.7": [ + 64230.56595566064, + 64210.23392441064, + 64210.23392441064, + 64226.74564316064, + 64214.23587753564, + 64230.56595566064, + 64201.85501816064, + 64226.74564316064, + 64264.58548691064, + 64197.74525253564, + 64197.74525253564, + 64231.72025253564, + 64227.89173691064, + 64220.77142441064, + 64210.23392441064, + 64213.23392441064, + 64226.74564316064, + 64222.02376816064, + 64240.26947128564, + 64226.74564316064, + 64210.23392441064, + 64200.25892441064, + 64213.23392441064, + 64213.23392441064 + ], + "0.8": [ + 64280.65189316064, + 64310.65579941064, + 64267.07376816064, + 64267.07376816064, + 64264.58548691064, + 64327.83548691064, + 64234.41361191064, + 64327.83548691064, + 64320.75423691064, + 64259.23626816064, + 64259.23626816064, + 64329.06126816064, + 64279.09251816064, + 64337.14095566064, + 64261.44876816064, + 64260.95111191064, + 64280.65189316064, + 64280.65189316064, + 64318.98392441064, + 64318.98392441064, + 64279.09251816064, + 64259.23626816064, + 64267.07376816064, + 64286.23626816064 + ], + "0.9": [ + 64365.69095566064, + 64370.22298691064, + 64442.84564316064, + 64363.38119003564, + 64350.08587753564, + 64442.84564316064, + 64352.23392441064, + 64352.45267441064, + 64442.38236191064, + 64365.69095566064, + 64363.38119003564, + 64411.01126816064, + 64363.38119003564, + 64411.01126816064, + 64353.51986191064, + 64349.84720566064, + 64352.45267441064, + 64365.69095566064, + 64389.33158066064, + 64365.69095566064, + 64363.12454941064, + 64367.46556503564, + 64352.45267441064, + 64365.69095566064 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_004333.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_004333.json new file mode 100644 index 0000000000000000000000000000000000000000..56c7e5a8bbe4a72ea9ce49bc9f5556c1ace0d4b2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_004333.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T00:43:33.922419+00:00", + "metrics": { + "MSE[mean]": 273444.3687947591, + "MSE[0.5]": 273444.3687947591, + "MAE[0.5]": 399.7646484375, + "MASE[0.5]": 0.515522747379258, + "MAPE[0.5]": 0.006180561986776957, + "sMAPE[0.5]": 0.006209259090668926, + "MSIS": 4.960980794899998, + "RMSE[mean]": 522.9190843665577, + "NRMSE[mean]": 0.008118184057818272, + "ND[0.5]": 0.006206243170023016, + "mean_weighted_sum_quantile_loss": 0.005989324395308814 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00" + ], + "context": [ + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "actual": [ + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64006.3984375 + ], + "predictions": { + "p50": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "p10": [ + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375 + ], + "p90": [ + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125 + ], + "mean": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "quantiles": { + "0.1": [ + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375 + ], + "0.2": [ + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875 + ], + "0.3": [ + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496 + ], + "0.4": [ + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625 + ], + "0.5": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "0.6": [ + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374 + ], + "0.7": [ + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504 + ], + "0.8": [ + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245 + ], + "0.9": [ + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_004329.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_004329.json new file mode 100644 index 0000000000000000000000000000000000000000..815fad7c8df3b019b31abb6300ab8e5e2157608a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_004329.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T00:43:29.815351+00:00", + "metrics": { + "MSE[mean]": 874618.7055282593, + "MSE[0.5]": 874618.7055282593, + "MAE[0.5]": 800.2662760416666, + "MASE[0.5]": 1.0319958777557277, + "MAPE[0.5]": 0.012382246163320147, + "sMAPE[0.5]": 0.012487398581268835, + "MSIS": 13.813507906040536, + "RMSE[mean]": 935.21051401717, + "NRMSE[mean]": 0.014518902278724646, + "ND[0.5]": 0.012423927751730261, + "mean_weighted_sum_quantile_loss": 0.01085753217734197 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00" + ], + "context": [ + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "actual": [ + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64006.3984375 + ], + "predictions": { + "p50": [ + 63957.75, + 63939.9375, + 63907.875, + 63881.15625, + 63858.0, + 63834.25, + 63806.34375, + 63761.58984375, + 63732.5703125, + 63697.6875, + 63651.96875, + 63630.59375, + 63601.5, + 63555.1875, + 63495.8125, + 63450.6875, + 63373.5, + 63375.875, + 63385.375, + 63366.375, + 63364.0, + 63366.375, + 63364.0, + 63354.5 + ], + "p10": [ + 63567.0625, + 63399.625, + 63228.625, + 63098.0, + 62979.25, + 62917.5, + 62884.25, + 62832.0, + 62765.5, + 62718.0, + 62684.75, + 62694.25, + 62699.0, + 62675.25, + 62632.5, + 62585.0, + 62556.5, + 62580.25, + 62608.75, + 62608.75, + 62613.5, + 62623.0, + 62618.25, + 62608.75 + ], + "p90": [ + 64249.875, + 64278.375, + 64295.0, + 64297.375, + 64290.25, + 64271.25, + 64259.375, + 64252.25, + 64276.0, + 64257.0, + 64249.875, + 64273.625, + 64295.0, + 64318.75, + 64311.625, + 64302.125, + 64238.0, + 64223.75, + 64233.25, + 64219.0, + 64228.5, + 64238.0, + 64257.0, + 64268.875 + ], + "mean": [ + 63957.75, + 63939.9375, + 63907.875, + 63881.15625, + 63858.0, + 63834.25, + 63806.34375, + 63761.58984375, + 63732.5703125, + 63697.6875, + 63651.96875, + 63630.59375, + 63601.5, + 63555.1875, + 63495.8125, + 63450.6875, + 63373.5, + 63375.875, + 63385.375, + 63366.375, + 63364.0, + 63366.375, + 63364.0, + 63354.5 + ], + "quantiles": { + "0.1": [ + 63567.0625, + 63399.625, + 63228.625, + 63098.0, + 62979.25, + 62917.5, + 62884.25, + 62832.0, + 62765.5, + 62718.0, + 62684.75, + 62694.25, + 62699.0, + 62675.25, + 62632.5, + 62585.0, + 62556.5, + 62580.25, + 62608.75, + 62608.75, + 62613.5, + 62623.0, + 62618.25, + 62608.75 + ], + "0.2": [ + 63567.0625, + 63399.625, + 63228.625, + 63098.0, + 62979.25, + 62917.5, + 62884.25, + 62832.0, + 62765.5, + 62718.0, + 62684.75, + 62694.25, + 62699.0, + 62675.25, + 62632.5, + 62585.0, + 62556.5, + 62580.25, + 62608.75, + 62608.75, + 62613.5, + 62623.0, + 62618.25, + 62608.75 + ], + "0.3": [ + 63567.0625, + 63399.625, + 63228.625, + 63098.0, + 62979.25, + 62917.5, + 62884.25, + 62832.0, + 62765.5, + 62718.0, + 62684.75, + 62694.25, + 62699.0, + 62675.25, + 62632.5, + 62585.0, + 62556.5, + 62580.25, + 62608.75, + 62608.75, + 62613.5, + 62623.0, + 62618.25, + 62608.75 + ], + "0.4": [ + 63957.75, + 63939.9375, + 63907.875, + 63881.15625, + 63858.0, + 63834.25, + 63806.34375, + 63761.58984375, + 63732.5703125, + 63697.6875, + 63651.96875, + 63630.59375, + 63601.5, + 63555.1875, + 63495.8125, + 63450.6875, + 63373.5, + 63375.875, + 63385.375, + 63366.375, + 63364.0, + 63366.375, + 63364.0, + 63354.5 + ], + "0.5": [ + 63957.75, + 63939.9375, + 63907.875, + 63881.15625, + 63858.0, + 63834.25, + 63806.34375, + 63761.58984375, + 63732.5703125, + 63697.6875, + 63651.96875, + 63630.59375, + 63601.5, + 63555.1875, + 63495.8125, + 63450.6875, + 63373.5, + 63375.875, + 63385.375, + 63366.375, + 63364.0, + 63366.375, + 63364.0, + 63354.5 + ], + "0.6": [ + 63957.75, + 63939.9375, + 63907.875, + 63881.15625, + 63858.0, + 63834.25, + 63806.34375, + 63761.58984375, + 63732.5703125, + 63697.6875, + 63651.96875, + 63630.59375, + 63601.5, + 63555.1875, + 63495.8125, + 63450.6875, + 63373.5, + 63375.875, + 63385.375, + 63366.375, + 63364.0, + 63366.375, + 63364.0, + 63354.5 + ], + "0.7": [ + 63957.75, + 63939.9375, + 63907.875, + 63881.15625, + 63858.0, + 63834.25, + 63806.34375, + 63761.58984375, + 63732.5703125, + 63697.6875, + 63651.96875, + 63630.59375, + 63601.5, + 63555.1875, + 63495.8125, + 63450.6875, + 63373.5, + 63375.875, + 63385.375, + 63366.375, + 63364.0, + 63366.375, + 63364.0, + 63354.5 + ], + "0.8": [ + 64249.875, + 64278.375, + 64295.0, + 64297.375, + 64290.25, + 64271.25, + 64259.375, + 64252.25, + 64276.0, + 64257.0, + 64249.875, + 64273.625, + 64295.0, + 64318.75, + 64311.625, + 64302.125, + 64238.0, + 64223.75, + 64233.25, + 64219.0, + 64228.5, + 64238.0, + 64257.0, + 64268.875 + ], + "0.9": [ + 64249.875, + 64278.375, + 64295.0, + 64297.375, + 64290.25, + 64271.25, + 64259.375, + 64252.25, + 64276.0, + 64257.0, + 64249.875, + 64273.625, + 64295.0, + 64318.75, + 64311.625, + 64302.125, + 64238.0, + 64223.75, + 64233.25, + 64219.0, + 64228.5, + 64238.0, + 64257.0, + 64268.875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_004206.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_004206.json new file mode 100644 index 0000000000000000000000000000000000000000..9749de26bc428c671536e06e7e217e0d07866e21 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_004206.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T00:42:06.117301+00:00", + "metrics": { + "MSE[mean]": 327577.1872997284, + "MSE[0.5]": 407081.0802491506, + "MAE[0.5]": 493.3429361979167, + "MASE[0.5]": 0.6361980902087253, + "MAPE[0.5]": 0.007620184517389636, + "sMAPE[0.5]": 0.007668775133053328, + "MSIS": 12.060291390617275, + "RMSE[mean]": 572.3435919967379, + "NRMSE[mean]": 0.008885486804848223, + "ND[0.5]": 0.0076590219776176876, + "mean_weighted_sum_quantile_loss": 0.0061117770107045714 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00" + ], + "context": [ + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "actual": [ + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64006.3984375 + ], + "predictions": { + "p50": [ + 63892.3984375, + 63910.3671875, + 63900.65625, + 63897.3359375, + 63894.296875, + 63900.984375, + 63906.125, + 63890.5390625, + 63901.1953125, + 63910.2109375, + 63911.2421875, + 63912.84375, + 63930.765625, + 63915.4609375, + 63936.15625, + 63915.5078125, + 63921.546875, + 63945.9921875, + 63938.875, + 63947.3984375, + 63938.21875, + 63948.265625, + 63950.7109375, + 63961.9765625 + ], + "p10": [ + 63935.7734375, + 63949.1640625, + 63947.9609375, + 63945.5234375, + 63943.359375, + 63930.9765625, + 63941.2265625, + 63951.875, + 63944.21875, + 63937.203125, + 63935.2421875, + 63935.328125, + 63936.171875, + 63947.203125, + 63950.4296875, + 63942.328125, + 63954.65625, + 63977.359375, + 63942.5390625, + 63965.4453125, + 63963.4453125, + 63967.3125, + 63960.9296875, + 63964.2421875 + ], + "p90": [ + 64113.1640625, + 64158.84375, + 64162.421875, + 64171.9609375, + 64178.3515625, + 64198.25, + 64218.984375, + 64213.0859375, + 64226.5, + 64240.5625, + 64253.203125, + 64260.8515625, + 64276.859375, + 64281.0859375, + 64293.8984375, + 64298.4609375, + 64303.3046875, + 64346.1484375, + 64349.1640625, + 64353.0546875, + 64354.6015625, + 64380.3984375, + 64368.0, + 64374.5078125 + ], + "mean": [ + 63948.5703125, + 63969.65625, + 63964.734375, + 63970.1015625, + 63963.609375, + 63977.4609375, + 63984.984375, + 63980.578125, + 63997.984375, + 63997.9765625, + 63994.21875, + 64000.1484375, + 64010.328125, + 64015.03125, + 64026.453125, + 64022.84375, + 64026.984375, + 64047.8203125, + 64047.59375, + 64046.328125, + 64050.1484375, + 64055.6015625, + 64062.859375, + 64066.921875 + ], + "quantiles": { + "0.1": [ + 63935.7734375, + 63949.1640625, + 63947.9609375, + 63945.5234375, + 63943.359375, + 63930.9765625, + 63941.2265625, + 63951.875, + 63944.21875, + 63937.203125, + 63935.2421875, + 63935.328125, + 63936.171875, + 63947.203125, + 63950.4296875, + 63942.328125, + 63954.65625, + 63977.359375, + 63942.5390625, + 63965.4453125, + 63963.4453125, + 63967.3125, + 63960.9296875, + 63964.2421875 + ], + "0.2": [ + 63935.7734375, + 63949.1640625, + 63947.9609375, + 63945.5234375, + 63943.359375, + 63930.9765625, + 63941.2265625, + 63951.875, + 63944.21875, + 63937.203125, + 63935.2421875, + 63935.328125, + 63936.171875, + 63947.203125, + 63950.4296875, + 63942.328125, + 63954.65625, + 63977.359375, + 63942.5390625, + 63965.4453125, + 63963.4453125, + 63967.3125, + 63960.9296875, + 63964.2421875 + ], + "0.3": [ + 63935.7734375, + 63949.1640625, + 63947.9609375, + 63945.5234375, + 63943.359375, + 63930.9765625, + 63941.2265625, + 63951.875, + 63944.21875, + 63937.203125, + 63935.2421875, + 63935.328125, + 63936.171875, + 63947.203125, + 63950.4296875, + 63942.328125, + 63954.65625, + 63977.359375, + 63942.5390625, + 63965.4453125, + 63963.4453125, + 63967.3125, + 63960.9296875, + 63964.2421875 + ], + "0.4": [ + 63892.3984375, + 63910.3671875, + 63900.65625, + 63897.3359375, + 63894.296875, + 63900.984375, + 63906.125, + 63890.5390625, + 63901.1953125, + 63910.2109375, + 63911.2421875, + 63912.84375, + 63930.765625, + 63915.4609375, + 63936.15625, + 63915.5078125, + 63921.546875, + 63945.9921875, + 63938.875, + 63947.3984375, + 63938.21875, + 63948.265625, + 63950.7109375, + 63961.9765625 + ], + "0.5": [ + 63892.3984375, + 63910.3671875, + 63900.65625, + 63897.3359375, + 63894.296875, + 63900.984375, + 63906.125, + 63890.5390625, + 63901.1953125, + 63910.2109375, + 63911.2421875, + 63912.84375, + 63930.765625, + 63915.4609375, + 63936.15625, + 63915.5078125, + 63921.546875, + 63945.9921875, + 63938.875, + 63947.3984375, + 63938.21875, + 63948.265625, + 63950.7109375, + 63961.9765625 + ], + "0.6": [ + 63892.3984375, + 63910.3671875, + 63900.65625, + 63897.3359375, + 63894.296875, + 63900.984375, + 63906.125, + 63890.5390625, + 63901.1953125, + 63910.2109375, + 63911.2421875, + 63912.84375, + 63930.765625, + 63915.4609375, + 63936.15625, + 63915.5078125, + 63921.546875, + 63945.9921875, + 63938.875, + 63947.3984375, + 63938.21875, + 63948.265625, + 63950.7109375, + 63961.9765625 + ], + "0.7": [ + 63892.3984375, + 63910.3671875, + 63900.65625, + 63897.3359375, + 63894.296875, + 63900.984375, + 63906.125, + 63890.5390625, + 63901.1953125, + 63910.2109375, + 63911.2421875, + 63912.84375, + 63930.765625, + 63915.4609375, + 63936.15625, + 63915.5078125, + 63921.546875, + 63945.9921875, + 63938.875, + 63947.3984375, + 63938.21875, + 63948.265625, + 63950.7109375, + 63961.9765625 + ], + "0.8": [ + 64113.1640625, + 64158.84375, + 64162.421875, + 64171.9609375, + 64178.3515625, + 64198.25, + 64218.984375, + 64213.0859375, + 64226.5, + 64240.5625, + 64253.203125, + 64260.8515625, + 64276.859375, + 64281.0859375, + 64293.8984375, + 64298.4609375, + 64303.3046875, + 64346.1484375, + 64349.1640625, + 64353.0546875, + 64354.6015625, + 64380.3984375, + 64368.0, + 64374.5078125 + ], + "0.9": [ + 64113.1640625, + 64158.84375, + 64162.421875, + 64171.9609375, + 64178.3515625, + 64198.25, + 64218.984375, + 64213.0859375, + 64226.5, + 64240.5625, + 64253.203125, + 64260.8515625, + 64276.859375, + 64281.0859375, + 64293.8984375, + 64298.4609375, + 64303.3046875, + 64346.1484375, + 64349.1640625, + 64353.0546875, + 64354.6015625, + 64380.3984375, + 64368.0, + 64374.5078125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_004242.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_004242.json new file mode 100644 index 0000000000000000000000000000000000000000..daf71b56ba7e2f815c5a741ab41fce2c9b926d9c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_004242.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T00:42:42.934392+00:00", + "metrics": { + "MSE[mean]": 447552.51059468585, + "MSE[0.5]": 447552.51059468585, + "MAE[0.5]": 528.6090494791666, + "MASE[0.5]": 0.6816760575057274, + "MAPE[0.5]": 0.008167162735745982, + "sMAPE[0.5]": 0.008220621828846754, + "MSIS": 8.993218446413447, + "RMSE[mean]": 668.9936551228911, + "NRMSE[mean]": 0.010385954133571415, + "ND[0.5]": 0.008206519300206067, + "mean_weighted_sum_quantile_loss": 0.007991348437524075 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00" + ], + "context": [ + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "actual": [ + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64006.3984375 + ], + "predictions": { + "p50": [ + 63933.54296875, + 63926.40234375, + 63917.12890625, + 63902.90625, + 63897.4921875, + 63899.50390625, + 63891.90234375, + 63883.19921875, + 63882.00390625, + 63880.37890625, + 63877.109375, + 63877.5703125, + 63876.30859375, + 63877.43359375, + 63870.21484375, + 63864.06640625, + 63865.6640625, + 63872.4609375, + 63874.00390625, + 63869.3046875, + 63869.75, + 63871.4140625, + 63873.0234375, + 63879.8984375 + ], + "p10": [ + 63668.0078125, + 63534.7578125, + 63440.875, + 63364.8828125, + 63308.609375, + 63263.30859375, + 63199.8828125, + 63141.4453125, + 63101.26171875, + 63054.8515625, + 63003.1171875, + 62958.484375, + 62916.2578125, + 62884.3828125, + 62831.8046875, + 62789.703125, + 62761.22265625, + 62725.03125, + 62684.23828125, + 62634.79296875, + 62610.390625, + 62585.86328125, + 62572.78515625, + 62563.82421875 + ], + "p90": [ + 64163.42578125, + 64249.19921875, + 64300.515625, + 64327.140625, + 64351.46484375, + 64383.234375, + 64403.7421875, + 64417.9140625, + 64439.765625, + 64458.3359375, + 64477.484375, + 64497.390625, + 64513.625, + 64538.71875, + 64547.671875, + 64552.01171875, + 64565.84765625, + 64585.39453125, + 64604.01171875, + 64614.49609375, + 64631.20703125, + 64657.6484375, + 64681.02734375, + 64710.08984375 + ], + "mean": [ + 63933.54296875, + 63926.40234375, + 63917.12890625, + 63902.90625, + 63897.4921875, + 63899.50390625, + 63891.90234375, + 63883.19921875, + 63882.00390625, + 63880.37890625, + 63877.109375, + 63877.5703125, + 63876.30859375, + 63877.43359375, + 63870.21484375, + 63864.06640625, + 63865.6640625, + 63872.4609375, + 63874.00390625, + 63869.3046875, + 63869.75, + 63871.4140625, + 63873.0234375, + 63879.8984375 + ], + "quantiles": { + "0.1": [ + 63668.0078125, + 63534.7578125, + 63440.875, + 63364.8828125, + 63308.609375, + 63263.30859375, + 63199.8828125, + 63141.4453125, + 63101.26171875, + 63054.8515625, + 63003.1171875, + 62958.484375, + 62916.2578125, + 62884.3828125, + 62831.8046875, + 62789.703125, + 62761.22265625, + 62725.03125, + 62684.23828125, + 62634.79296875, + 62610.390625, + 62585.86328125, + 62572.78515625, + 62563.82421875 + ], + "0.2": [ + 63668.0078125, + 63534.7578125, + 63440.875, + 63364.8828125, + 63308.609375, + 63263.30859375, + 63199.8828125, + 63141.4453125, + 63101.26171875, + 63054.8515625, + 63003.1171875, + 62958.484375, + 62916.2578125, + 62884.3828125, + 62831.8046875, + 62789.703125, + 62761.22265625, + 62725.03125, + 62684.23828125, + 62634.79296875, + 62610.390625, + 62585.86328125, + 62572.78515625, + 62563.82421875 + ], + "0.3": [ + 63668.0078125, + 63534.7578125, + 63440.875, + 63364.8828125, + 63308.609375, + 63263.30859375, + 63199.8828125, + 63141.4453125, + 63101.26171875, + 63054.8515625, + 63003.1171875, + 62958.484375, + 62916.2578125, + 62884.3828125, + 62831.8046875, + 62789.703125, + 62761.22265625, + 62725.03125, + 62684.23828125, + 62634.79296875, + 62610.390625, + 62585.86328125, + 62572.78515625, + 62563.82421875 + ], + "0.4": [ + 63933.54296875, + 63926.40234375, + 63917.12890625, + 63902.90625, + 63897.4921875, + 63899.50390625, + 63891.90234375, + 63883.19921875, + 63882.00390625, + 63880.37890625, + 63877.109375, + 63877.5703125, + 63876.30859375, + 63877.43359375, + 63870.21484375, + 63864.06640625, + 63865.6640625, + 63872.4609375, + 63874.00390625, + 63869.3046875, + 63869.75, + 63871.4140625, + 63873.0234375, + 63879.8984375 + ], + "0.5": [ + 63933.54296875, + 63926.40234375, + 63917.12890625, + 63902.90625, + 63897.4921875, + 63899.50390625, + 63891.90234375, + 63883.19921875, + 63882.00390625, + 63880.37890625, + 63877.109375, + 63877.5703125, + 63876.30859375, + 63877.43359375, + 63870.21484375, + 63864.06640625, + 63865.6640625, + 63872.4609375, + 63874.00390625, + 63869.3046875, + 63869.75, + 63871.4140625, + 63873.0234375, + 63879.8984375 + ], + "0.6": [ + 63933.54296875, + 63926.40234375, + 63917.12890625, + 63902.90625, + 63897.4921875, + 63899.50390625, + 63891.90234375, + 63883.19921875, + 63882.00390625, + 63880.37890625, + 63877.109375, + 63877.5703125, + 63876.30859375, + 63877.43359375, + 63870.21484375, + 63864.06640625, + 63865.6640625, + 63872.4609375, + 63874.00390625, + 63869.3046875, + 63869.75, + 63871.4140625, + 63873.0234375, + 63879.8984375 + ], + "0.7": [ + 63933.54296875, + 63926.40234375, + 63917.12890625, + 63902.90625, + 63897.4921875, + 63899.50390625, + 63891.90234375, + 63883.19921875, + 63882.00390625, + 63880.37890625, + 63877.109375, + 63877.5703125, + 63876.30859375, + 63877.43359375, + 63870.21484375, + 63864.06640625, + 63865.6640625, + 63872.4609375, + 63874.00390625, + 63869.3046875, + 63869.75, + 63871.4140625, + 63873.0234375, + 63879.8984375 + ], + "0.8": [ + 64163.42578125, + 64249.19921875, + 64300.515625, + 64327.140625, + 64351.46484375, + 64383.234375, + 64403.7421875, + 64417.9140625, + 64439.765625, + 64458.3359375, + 64477.484375, + 64497.390625, + 64513.625, + 64538.71875, + 64547.671875, + 64552.01171875, + 64565.84765625, + 64585.39453125, + 64604.01171875, + 64614.49609375, + 64631.20703125, + 64657.6484375, + 64681.02734375, + 64710.08984375 + ], + "0.9": [ + 64163.42578125, + 64249.19921875, + 64300.515625, + 64327.140625, + 64351.46484375, + 64383.234375, + 64403.7421875, + 64417.9140625, + 64439.765625, + 64458.3359375, + 64477.484375, + 64497.390625, + 64513.625, + 64538.71875, + 64547.671875, + 64552.01171875, + 64565.84765625, + 64585.39453125, + 64604.01171875, + 64614.49609375, + 64631.20703125, + 64657.6484375, + 64681.02734375, + 64710.08984375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_004234.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_004234.json new file mode 100644 index 0000000000000000000000000000000000000000..eb5193e43f4d4684e2d8912af987b3233a78fce6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_004234.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T00:42:34.677487+00:00", + "metrics": { + "MSE[mean]": 616883.733162562, + "MSE[0.5]": 616883.733162562, + "MAE[0.5]": 667.2716471354166, + "MASE[0.5]": 0.8604905764530438, + "MAPE[0.5]": 0.010319716901522141, + "sMAPE[0.5]": 0.010393615269788362, + "MSIS": 8.999881831796062, + "RMSE[mean]": 785.4194631931157, + "NRMSE[mean]": 0.012193434807448984, + "ND[0.5]": 0.010359220403230925, + "mean_weighted_sum_quantile_loss": 0.009511305895866802 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00" + ], + "context": [ + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875 + ], + "actual": [ + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64006.3984375 + ], + "predictions": { + "p50": [ + 63862.42578125, + 63839.3046875, + 63816.52734375, + 63799.4375, + 63781.32421875, + 63776.94921875, + 63765.76953125, + 63749.55859375, + 63732.1171875, + 63736.40625, + 63738.26171875, + 63733.6015625, + 63732.39453125, + 63724.93359375, + 63716.49609375, + 63717.75390625, + 63712.328125, + 63713.85546875, + 63715.28125, + 63710.25, + 63710.75390625, + 63707.41015625, + 63705.30859375, + 63706.33203125 + ], + "p10": [ + 63504.28515625, + 63358.9453125, + 63199.515625, + 63069.98828125, + 62978.09765625, + 62943.484375, + 62915.66015625, + 62842.93359375, + 62765.05078125, + 62703.109375, + 62699.15625, + 62660.0625, + 62632.90625, + 62587.78515625, + 62560.5703125, + 62554.84375, + 62509.92578125, + 62486.171875, + 62495.890625, + 62497.81640625, + 62497.36328125, + 62480.80859375, + 62440.50390625, + 62422.0390625 + ], + "p90": [ + 64191.73828125, + 64243.5546875, + 64279.99609375, + 64297.4765625, + 64321.79296875, + 64366.88671875, + 64381.953125, + 64381.53515625, + 64418.48828125, + 64452.9296875, + 64481.0703125, + 64502.46484375, + 64515.640625, + 64546.859375, + 64575.66796875, + 64594.11328125, + 64604.67578125, + 64626.65625, + 64642.9375, + 64660.1015625, + 64676.203125, + 64698.078125, + 64715.265625, + 64735.796875 + ], + "mean": [ + 63862.42578125, + 63839.3046875, + 63816.52734375, + 63799.4375, + 63781.32421875, + 63776.94921875, + 63765.76953125, + 63749.55859375, + 63732.1171875, + 63736.40625, + 63738.26171875, + 63733.6015625, + 63732.39453125, + 63724.93359375, + 63716.49609375, + 63717.75390625, + 63712.328125, + 63713.85546875, + 63715.28125, + 63710.25, + 63710.75390625, + 63707.41015625, + 63705.30859375, + 63706.33203125 + ], + "quantiles": { + "0.1": [ + 63504.28515625, + 63358.9453125, + 63199.515625, + 63069.98828125, + 62978.09765625, + 62943.484375, + 62915.66015625, + 62842.93359375, + 62765.05078125, + 62703.109375, + 62699.15625, + 62660.0625, + 62632.90625, + 62587.78515625, + 62560.5703125, + 62554.84375, + 62509.92578125, + 62486.171875, + 62495.890625, + 62497.81640625, + 62497.36328125, + 62480.80859375, + 62440.50390625, + 62422.0390625 + ], + "0.2": [ + 63504.28515625, + 63358.9453125, + 63199.515625, + 63069.98828125, + 62978.09765625, + 62943.484375, + 62915.66015625, + 62842.93359375, + 62765.05078125, + 62703.109375, + 62699.15625, + 62660.0625, + 62632.90625, + 62587.78515625, + 62560.5703125, + 62554.84375, + 62509.92578125, + 62486.171875, + 62495.890625, + 62497.81640625, + 62497.36328125, + 62480.80859375, + 62440.50390625, + 62422.0390625 + ], + "0.3": [ + 63504.28515625, + 63358.9453125, + 63199.515625, + 63069.98828125, + 62978.09765625, + 62943.484375, + 62915.66015625, + 62842.93359375, + 62765.05078125, + 62703.109375, + 62699.15625, + 62660.0625, + 62632.90625, + 62587.78515625, + 62560.5703125, + 62554.84375, + 62509.92578125, + 62486.171875, + 62495.890625, + 62497.81640625, + 62497.36328125, + 62480.80859375, + 62440.50390625, + 62422.0390625 + ], + "0.4": [ + 63862.42578125, + 63839.3046875, + 63816.52734375, + 63799.4375, + 63781.32421875, + 63776.94921875, + 63765.76953125, + 63749.55859375, + 63732.1171875, + 63736.40625, + 63738.26171875, + 63733.6015625, + 63732.39453125, + 63724.93359375, + 63716.49609375, + 63717.75390625, + 63712.328125, + 63713.85546875, + 63715.28125, + 63710.25, + 63710.75390625, + 63707.41015625, + 63705.30859375, + 63706.33203125 + ], + "0.5": [ + 63862.42578125, + 63839.3046875, + 63816.52734375, + 63799.4375, + 63781.32421875, + 63776.94921875, + 63765.76953125, + 63749.55859375, + 63732.1171875, + 63736.40625, + 63738.26171875, + 63733.6015625, + 63732.39453125, + 63724.93359375, + 63716.49609375, + 63717.75390625, + 63712.328125, + 63713.85546875, + 63715.28125, + 63710.25, + 63710.75390625, + 63707.41015625, + 63705.30859375, + 63706.33203125 + ], + "0.6": [ + 63862.42578125, + 63839.3046875, + 63816.52734375, + 63799.4375, + 63781.32421875, + 63776.94921875, + 63765.76953125, + 63749.55859375, + 63732.1171875, + 63736.40625, + 63738.26171875, + 63733.6015625, + 63732.39453125, + 63724.93359375, + 63716.49609375, + 63717.75390625, + 63712.328125, + 63713.85546875, + 63715.28125, + 63710.25, + 63710.75390625, + 63707.41015625, + 63705.30859375, + 63706.33203125 + ], + "0.7": [ + 63862.42578125, + 63839.3046875, + 63816.52734375, + 63799.4375, + 63781.32421875, + 63776.94921875, + 63765.76953125, + 63749.55859375, + 63732.1171875, + 63736.40625, + 63738.26171875, + 63733.6015625, + 63732.39453125, + 63724.93359375, + 63716.49609375, + 63717.75390625, + 63712.328125, + 63713.85546875, + 63715.28125, + 63710.25, + 63710.75390625, + 63707.41015625, + 63705.30859375, + 63706.33203125 + ], + "0.8": [ + 64191.73828125, + 64243.5546875, + 64279.99609375, + 64297.4765625, + 64321.79296875, + 64366.88671875, + 64381.953125, + 64381.53515625, + 64418.48828125, + 64452.9296875, + 64481.0703125, + 64502.46484375, + 64515.640625, + 64546.859375, + 64575.66796875, + 64594.11328125, + 64604.67578125, + 64626.65625, + 64642.9375, + 64660.1015625, + 64676.203125, + 64698.078125, + 64715.265625, + 64735.796875 + ], + "0.9": [ + 64191.73828125, + 64243.5546875, + 64279.99609375, + 64297.4765625, + 64321.79296875, + 64366.88671875, + 64381.953125, + 64381.53515625, + 64418.48828125, + 64452.9296875, + 64481.0703125, + 64502.46484375, + 64515.640625, + 64546.859375, + 64575.66796875, + 64594.11328125, + 64604.67578125, + 64626.65625, + 64642.9375, + 64660.1015625, + 64676.203125, + 64698.078125, + 64715.265625, + 64735.796875 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index e5bd694abf5fbcc3b021f54ddd58963679171e54..113802906790a606301f2c15e2086e351256a3e3 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,273293.9145558675,273293.9145558675,399.0234375,0.514566907235861,0.006168998481373804,0.006197677225298158,4.960980794899998,522.7752046108035,0.008116044205054,0.006194807689881923,0.0059881150664308535,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,273444.3687947591,273444.3687947591,399.7646484375,0.515522747379258,0.006180561986776957,0.006209259090668926,4.960980794899998,522.9190843665577,0.008118184057818272,0.006206243170023016,0.005989324395308814,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.2005128547355185,0.2005128547355185,0.3682833348711332,1.115559342813553,0.3785984459596692,0.40558686688390116,42.03058371750704,0.44778661741449854,0.4727310627087518,0.3887989624986878,0.3834804324088391,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.026944451994367766,0.026944451994367766,0.13055557509263357,0.7615740669914246,0.08392217609326097,0.08294070651146884,22.41296434972407,0.16414765302729054,0.10330971720731985,0.08216784884774796,0.07800118191015107,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index d2524a45555ca1928e0de4dedf26e6577c110649..cdd3b2a3a7a29572d9644382519624b373fda442 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T00:36:05.621415+00:00", + "evaluated_at": "2026-06-23T00:43:33.922419+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64320.5703125, 63971.12109375, 64020.01171875, - 63988.609375 + 64006.3984375 ], "p50": [ 64248.0, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index a8930d8f89509278b50670c924ae1f7569389c28..251540b2c8b9be48426846c91c8b3e743cc9cae0 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,29 +1,11 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T00:36:05.646052+00:00", + "evaluated_at": "2026-06-23T00:43:33.926948+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index a048727aaa11ea1e48421950d8ab5b8bd4979b40..72368cb59bd0ac9c438031a648ea85644d37a62e 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,873665.5024719238,873665.5024719238,799.5250651041666,1.0310400376123305,0.012370780657361984,0.01247581700385699,13.813507906040536,934.7007555747047,0.014511156198368985,0.012412564165634098,0.01085126480900555,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,874618.7055282593,874618.7055282593,800.2662760416666,1.0319958777557277,0.012382246163320147,0.012487398581268835,13.813507906040536,935.21051401717,0.014518902278724646,0.012423927751730261,0.01085753217734197,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0018468826124378316,0.0018468826124378316,0.03736348003149033,0.11317693548023673,0.03853462738188835,0.03906236341922493,1.5037241346903163,0.042975372161714105,0.045369362464679645,0.03944485372021249,0.07525103558820614,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01953982645030293,0.01953982645030293,0.123797454767757,0.7221517046956603,0.07924416845447309,0.07866413307469416,5.183344481828472,0.13978492926743902,0.08797653360333703,0.0779144861785908,0.0593506151920297,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 663f031fd34d5ad28a15852d32fc3dd90481e08f..384aa96c7fad311ee20703a29c5e623e1a97f15b 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T00:35:49.400968+00:00", + "evaluated_at": "2026-06-23T00:43:29.815351+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64320.5703125, 63971.12109375, 64020.01171875, - 63988.609375 + 64006.3984375 ], "p50": [ 63957.75, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 6bf5d28a4a79fd4a137712b5987fdb3b9fa15127..ffa5d6ff003b08cb7cb6c7e3713969a2cd5d8b55 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,29 +1,11 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T00:36:05.115501+00:00", + "evaluated_at": "2026-06-23T00:43:33.662957+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 2fc8c82efd05dfd027ac2e5103d50df402a81dee..45c810ce5342100f63379ccae299f4dcd43c7e37 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,327680.09401512146,407028.41373761493,492.6017252604167,0.6352422500653283,0.00760860907407664,0.007657193261281743,12.060291390617275,572.4334843587694,0.008886985118140105,0.007647603295714507,0.0061054547679963945,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,327577.1872997284,407081.0802491506,493.3429361979167,0.6361980902087253,0.007620184517389636,0.007668775133053328,12.060291390617275,572.3435919967379,0.008885486804848223,0.0076590219776176876,0.0061117770107045714,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.007137232107995114,0.0037668121589649346,0.0564736599723498,0.1710631816318133,0.06155408104598265,0.059527053288913126,9.276739925370943,0.08448214076356679,0.0891883111953363,0.05961958722198566,0.07705008051909298,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.019826377121599452,0.018106793129519103,0.11700072387854259,0.6825041141437244,0.07537218956913155,0.07439938072261294,18.180658951937172,0.14080616862055245,0.0886192716920357,0.0736368231529595,0.06728007585975708,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index afdd551c09d4ee5172a084d37ea1aa4d6b4e4cfc..ddbe3c066ab5cc395b8ca8910298637ea89c6aa8 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T00:33:25.214603+00:00", + "evaluated_at": "2026-06-23T00:42:06.117301+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64320.5703125, 63971.12109375, 64020.01171875, - 63988.609375 + 64006.3984375 ], "p50": [ 63892.3984375, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 612ccf53684c4800a3057951f438422aff5d85c4..75414c9fe4ac73582a8cb5b10818e5067fcb54cf 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,29 +1,11 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T00:33:47.324400+00:00", + "evaluated_at": "2026-06-23T00:42:08.750518+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 696c318ecbbe4a9368738e5a01ce9654b4c147e1..b43b075fe4833cbb5fee012a5c6a1ae9fd80e0c5 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,447378.1696751912,447378.1696751912,527.8678385416666,0.6807202173623303,0.008155602146424908,0.00820903996597823,8.993218446413447,668.8633415543053,0.01038405111664833,0.008195106948922684,0.007985047927985349,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,447552.51059468585,447552.51059468585,528.6090494791666,0.6816760575057274,0.008167162735745982,0.008220621828846754,8.993218446413447,668.9936551228911,0.010385954133571415,0.008206519300206067,0.007991348437524075,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.01204462646845547,0.01204462646845547,0.09444155842065811,0.28607094829013147,0.09414658078239399,0.0942473679138924,1.9105107780890245,0.10974801350573718,0.11586164712626304,0.09970252915071337,0.11664934042299,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02467715488360531,0.02467715488360531,0.13207637766997019,0.7704454139491589,0.08751824133027392,0.0836468884136026,3.6859686029404646,0.1570896396443932,0.09886761064542235,0.08312499737406097,0.06434711886303875,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index abe02bc0a0a4e4e11091437b17d35e76c866a371..fdd72646ba032194266efff07374dfa774e5d904 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T00:34:31.068964+00:00", + "evaluated_at": "2026-06-23T00:42:42.934392+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64320.5703125, 63971.12109375, 64020.01171875, - 63988.609375 + 64006.3984375 ], "p50": [ 63933.54296875, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 8add0cb8660841a1f9c361a7c96f1554282a025f..21bdfb03bfb685db2102b1fed592ffa4199f4241 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,29 +1,11 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T00:34:51.324551+00:00", + "evaluated_at": "2026-06-23T00:42:45.508322+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 73650b492de49abf5f9f905874b1afb7fd89db86..2451b8eca62eab30b0a4f695215c0851d2ee1405 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,616452.0936056772,616452.0936056772,666.5304361979166,0.8595347363096467,0.010308187723176848,0.010382033457333897,8.999881831796062,785.1446322848277,0.012189309069714898,0.010347832943269672,0.009505022961341472,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,616883.733162562,616883.733162562,667.2716471354166,0.8604905764530438,0.010319716901522141,0.010393615269788362,8.999881831796062,785.4194631931157,0.012193434807448984,0.010359220403230925,0.009511305895866802,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0017343721475066242,0.0017343721475066242,0.03386980146169662,0.1025943068345919,0.03786380292788592,0.0373886131942278,1.445082367791076,0.04164579387533181,0.043965718559676174,0.03575655594883766,0.06518445625825182,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02000291330840456,0.02000291330840456,0.1221345497502221,0.7124514269685245,0.07922166376495285,0.0776147508098378,3.9906703587963284,0.14143165596288745,0.08901293507534734,0.07686790254528353,0.06263211099289107,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 82ee9f3c2be3e5dff98d4913142fc9456d47028e..e3f826b790347d6404f49f923f91fe1e9397dd57 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T00:34:12.863279+00:00", + "evaluated_at": "2026-06-23T00:42:34.677487+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64320.5703125, 63971.12109375, 64020.01171875, - 63988.609375 + 64006.3984375 ], "p50": [ 63862.42578125, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index c6976487d5f32b9880193f00e19861bda59af953..d340ed67625c63be3768103ff61c62f9ec98da6c 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,29 +1,11 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T00:34:24.310680+00:00", + "evaluated_at": "2026-06-23T00:42:36.681928+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t000000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t182400z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t015000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", - "context_length": 70, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t215000z", - "data_fetched_at": "2026-06-23T00:32:24.635474Z", + "data_fetched_at": "2026-06-23T00:41:21.154172Z", "context_length": 96, "prediction_length": 24 }