diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 6c73780981403a25dbcaa40b10b33aabf434894b..6eb1a9ae7b71f839cde4608d6847f0608069cad0 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T10:11:28.056182+00:00", + "generated_at": "2026-06-23T10:20:19.432441+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 7813, - "num_unique_releases": 936 + "num_model_releases": 7823, + "num_unique_releases": 937 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 51c140201ba65a452cc4a3ef99172566c4fd4ded..4ac5c9cb5b7c4ac4a46857369384f09d66b29c1a 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.789076314424624,0.8787368700611248,0.18825690055841732,0.5073200519602951,37.798247518445365,3.5437342528486417,0.692104995174159,1199.15184942135,8.05442424224387,0.15162697684481224,0.1,10,897,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T10:10:18.609509+00:00 -2,Chronos-2,2.8327825385412884,0.8922591034628757,0.1759626937540792,0.5248361797147405,36.904714072792515,3.6894032274361286,0.6650650993086032,1156.8947660852216,8.039829611783377,0.09139668695826017,0.1,10,912,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T10:08:40.330030+00:00 -3,Moirai-1.1-Large,3.3538792281248,1.0417436229551693,0.2817555876384795,0.5531145788747259,22.65829652747326,4.617604832235115,0.5556706492242041,1112.7243505221109,11.425409141135393,0.12589142757987348,0.2,10,881,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T10:10:55.396157+00:00 -4,Toto-2.0-1B,2.7095103662747118,0.8628248870818961,0.16396809849318533,0.491828108154963,37.41809859084761,3.6475088336260426,0.6812807619374478,1107.1973872776523,8.046785920563178,0.0771510993763641,0.1,10,903,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T10:09:59.820448+00:00 -5,Timer-S1,2.7337800115296997,0.8829918613638096,0.18144580008624311,0.5200996981717766,35.11030921377912,4.169768813703757,0.6201761430751009,1055.238275887624,8.20030588916964,0.11361326590405625,0.1,10,856,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T10:11:20.005478+00:00 -6,TimesFM-2.5,2.622886592099781,0.8415250314907963,0.15048562092856027,0.6151041448830517,39.608864476030476,4.491102102396512,0.5582125503188301,1040.528310116676,7.801109162830096,0.07639088522172131,0.1,10,920,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T10:09:22.619530+00:00 -7,ARIMA,3.465144567817842,1.2200826810222387,0.3137662614831593,0.8690386326024852,-1.2660917095316535,6.843614477662845,0.32219116414947013,872.8252776086235,8.811833695985253,0.04378176510743008,0.2,10,611,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T10:11:23.226439+00:00 -8,ETS,6.182969075805339,1.637110448120053,0.45040861279087857,1.1842455042010436,-7.070799944676763,7.08095931985365,0.29942335443432777,859.890251331093,13.507091753998633,0.08553981044589384,0.0,10,611,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T10:11:23.324892+00:00 -9,Moving-Average,3.4576603091558176,1.1625718952321895,0.3179354722054041,0.7973586217337865,7.038166794473973,6.447529785020396,0.3651804525707656,849.422840768483,8.825831422893547,-0.03471242311472673,0.2,10,611,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T10:11:23.365188+00:00 -10,Seasonal-Naive,3.787434792849614,1.265448452748204,0.3293291236862646,0.9431890745644175,2.0166810657768057e-16,7.527428323043077,0.24069482980709153,746.1266909811658,8.964838419803865,0.03626706852842497,0.1,10,611,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T10:11:23.405009+00:00 +1,TiRex,2.789546263121019,0.8789744408830797,0.1882577259294988,0.5074527121138308,37.79440029127123,3.54297889222486,0.6922537947057346,1199.156907671904,8.055112816739006,0.1519845298159965,0.1,10,898,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T10:18:57.302314+00:00 +2,Chronos-2,2.8333142425481856,0.892523262660472,0.17596371813470874,0.5249823234280087,36.897652820106444,3.689982746076997,0.6650080072517086,1156.8940337802237,8.040490572407476,0.09182022064863689,0.1,10,913,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T10:17:21.781730+00:00 +3,Moirai-1.1-Large,3.3543649814195127,1.0419734019192413,0.281756223869768,0.5532459884070324,22.65639521731476,4.617724315217256,0.5556841484111987,1112.724570828143,11.425835837037853,0.1263850567666152,0.2,10,882,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T10:19:52.731073+00:00 +4,Toto-2.0-1B,2.709998676792314,0.8630791654205234,0.16396915864529055,0.4919612572448953,37.411194900169804,3.6470297263136024,0.681381551011546,1107.2017417919926,8.047432359744317,0.07756531910534131,0.1,10,904,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T10:18:32.583924+00:00 +5,Timer-S1,2.7342681354924996,0.8832466639280632,0.18144676275024565,0.52025700611499,35.10284174118357,4.169904359138587,0.6202525307854686,1055.2407197550342,8.200743566193399,0.11400295261536994,0.1,10,857,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T10:20:11.901638+00:00 +6,TimesFM-2.5,2.623415351372457,0.8417929851716325,0.15048669821189373,0.6152905047803829,39.60048183990026,4.491842520514979,0.5580569746631554,1040.5251849846272,7.8020154909903665,0.07679487320744258,0.1,10,921,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T10:17:52.629868+00:00 +7,ARIMA,3.465816996924822,1.220376001747826,0.31376802918681496,0.8693263119835551,-1.260391454708983,6.8443606613037655,0.3221119962303946,872.8214428160293,8.812357318864287,0.044240253986971574,0.2,10,612,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T10:20:14.777650+00:00 +8,ETS,6.183662100165368,1.6374638481478219,0.45041009654963265,1.1844772059011064,-7.078449860199173,7.081657656604619,0.2992663591061567,859.8825848877391,13.507531835445198,0.08623166245353533,0.0,10,612,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T10:20:14.836485+00:00 +9,Moving-Average,3.4583762882787505,1.1629301982070632,0.3179370729448148,0.7976063177716141,7.031128921537993,6.448282803931309,0.3651042917847737,849.4199021374121,8.826627206294408,-0.03386677753223904,0.2,10,612,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T10:20:14.863476+00:00 +10,Seasonal-Naive,3.788178782262991,1.2657876090977715,0.32933047957242917,0.9433392510308252,2.0158304964075918e-16,7.526302781917536,0.2408803460498632,746.1329113468947,8.965757050904738,0.0371680973241906,0.1,10,612,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T10:20:14.893887+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index bb0e44eec5f2d1bb51554781d5573d87916b1e12..386b14d63fc0e9296b4535f9ccaab3c7d2064717 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.5437342528486417,0.692104995174159,1199.15184942135,90,897,6792 -2,Chronos-2,3.6894032274361286,0.6650650993086032,1156.8947660852216,90,909,6789 -3,Moirai-1.1-Large,4.617604832235115,0.5556706492242041,1112.7243505221109,90,881,6720 -4,Toto-2.0-1B,3.6475088336260426,0.6812807619374478,1107.1973872776523,90,903,6821 -5,Timer-S1,4.169768813703757,0.6201761430751009,1055.238275887624,90,856,6626 -6,TimesFM-2.5,4.491102102396512,0.5582125503188301,1040.528310116676,90,916,6834 -7,ARIMA,6.843614477662845,0.32219116414947013,872.8252776086235,90,611,5410 -8,ETS,7.08095931985365,0.29942335443432777,859.890251331093,90,611,5410 -9,Moving-Average,6.447529785020396,0.3651804525707656,849.422840768483,90,611,5410 -10,Seasonal-Naive,7.527428323043077,0.24069482980709153,746.1266909811658,90,611,5410 +1,TiRex,3.54297889222486,0.6922537947057346,1199.156907671904,90,898,6801 +2,Chronos-2,3.689982746076997,0.6650080072517086,1156.8940337802237,90,910,6798 +3,Moirai-1.1-Large,4.617724315217256,0.5556841484111987,1112.724570828143,90,882,6729 +4,Toto-2.0-1B,3.6470297263136024,0.681381551011546,1107.2017417919926,90,904,6830 +5,Timer-S1,4.169904359138587,0.6202525307854686,1055.2407197550342,90,857,6635 +6,TimesFM-2.5,4.491842520514979,0.5580569746631554,1040.5251849846272,90,917,6843 +7,ARIMA,6.8443606613037655,0.3221119962303946,872.8214428160293,90,612,5419 +8,ETS,7.081657656604619,0.2992663591061567,859.8825848877391,90,612,5419 +9,Moving-Average,6.448282803931309,0.3651042917847737,849.4199021374121,90,612,5419 +10,Seasonal-Naive,7.526302781917536,0.2408803460498632,746.1329113468947,90,612,5419 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index d1e6dff4d792a780bfc7196d9b598ae2d36ea7d4..c4affa9e4e389bc9d230db120f51d90b900a2d4e 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -103,6 +103,7 @@ binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:23:2 binance_btcusdt_1h_close/1h/short|window:6e88b61338c1f10bdc99,2026-06-23T08:09:59.557949+00:00,2026-06-23T08:09:59.557949+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.6077230712773782,1.2679602009832085,0.013568643157505661,1.27827077841585,-6.839924058187313,True binance_btcusdt_1h_close/1h/short|window:6f11e81712a0b9501011,2026-06-18T02:55:04.355762+00:00,2026-06-18T02:55:04.355762+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0616096812858145,1.0303444478842085,0.008258190703666554,0.3949396789820712,6.303949034552902,True binance_btcusdt_1h_close/1h/short|window:6f8ede1fee4b6bc9964d,2026-06-22T12:34:32.201090+00:00,2026-06-22T12:34:32.201090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.42720348619936993,0.6536080524284947,0.009693709611127975,0.6277790838279335,-26.038568554217736,True +binance_btcusdt_1h_close/1h/short|window:70aa8cdeb7bcc4e2a585,2026-06-23T10:20:14.777650+00:00,2026-06-23T10:20:14.777650+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.3798164501719112,1.5426653720661234,0.014841616052697649,1.3931242160066237,-1.9733862926688273,True binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:51:05.318693+00:00,2026-06-22T11:51:05.318693+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5648612525496435,0.7515725198207046,0.009438234593246728,0.5903454657019017,-43.32156183223976,True binance_btcusdt_1h_close/1h/short|window:7512212051e21a1ff16e,2026-06-19T16:49:56.698748+00:00,2026-06-19T16:49:56.698748+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.9923671111986012,1.411512348935921,0.00991933050211775,0.5736305714655784,35.209159217463,True binance_btcusdt_1h_close/1h/short|window:76ca04ddf138d286bbb3,2026-06-22T14:41:21.642577+00:00,2026-06-22T14:41:21.642577+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.355579802419988,1.1642936925106089,0.015973039556525265,1.2013667054322281,-49.44417247783363,True @@ -767,6 +768,7 @@ binance_btcusdt_1h_close/1h/short|window:6e88b61338c1f10bdc99,2026-06-23T08:04:0 binance_btcusdt_1h_close/1h/short|window:6ea3f330a45669e02144,2026-06-21T17:34:53.145365+00:00,2026-06-21T17:34:53.145365+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.026166649636032078,0.16176108813936707,0.002299885210564231,0.17570413467713508,87.06502988139358,True binance_btcusdt_1h_close/1h/short|window:6f11e81712a0b9501011,2026-06-18T02:52:42.072194+00:00,2026-06-18T02:52:42.072194+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.7306430631444079,0.8547766159321439,0.011366826394983603,0.37652002410553953,24.485424183633924,True binance_btcusdt_1h_close/1h/short|window:6f8ede1fee4b6bc9964d,2026-06-22T12:30:29.410224+00:00,2026-06-22T12:30:29.410224+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.19335752838000428,0.439724377741335,0.003958563388963409,0.2812266676633198,12.911294102375575,True +binance_btcusdt_1h_close/1h/short|window:70aa8cdeb7bcc4e2a585,2026-06-23T10:17:21.781730+00:00,2026-06-23T10:17:21.781730+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,2.238980428811929,1.4963223011142783,0.010625070259910899,0.8284744740159878,1.0764542238898804,True binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:47:44.764939+00:00,2026-06-22T11:47:44.764939+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.13353335880820377,0.3654221651846037,0.003135722246882286,0.2720939796189208,25.17364984287596,True binance_btcusdt_1h_close/1h/short|window:737c1405b5745eea7b04,2026-06-17T11:50:52.112168+00:00,2026-06-17T11:50:52.112168+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.4374011707687286,0.6613631156699991,0.012671150891560796,0.30137817826501684,4.902961351349541,True binance_btcusdt_1h_close/1h/short|window:7436b2015f7354886a82,2026-06-17T09:21:35.988119+00:00,2026-06-17T09:21:35.988119+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3197001030000932,0.5654202888118653,0.010899061842127798,0.27542791238775893,5.470909243244999,True @@ -1626,6 +1628,7 @@ binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:23:2 binance_btcusdt_1h_close/1h/short|window:6e88b61338c1f10bdc99,2026-06-23T08:09:59.820668+00:00,2026-06-23T08:09:59.820668+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.3059516353703147,1.1427824094596113,0.007747447058639052,0.6914376063393233,3.5422434313248674,True binance_btcusdt_1h_close/1h/short|window:6f11e81712a0b9501011,2026-06-18T02:55:04.470677+00:00,2026-06-18T02:55:04.470677+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6318893035554614,1.2774542275774352,0.01687591376155553,0.9557812186054085,-15.069631525513948,True binance_btcusdt_1h_close/1h/short|window:6f8ede1fee4b6bc9964d,2026-06-22T12:34:32.336826+00:00,2026-06-22T12:34:32.336826+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.2167372883467076,0.46555052179834105,0.003924955057715211,0.2273292589068343,7.263698750346675,True +binance_btcusdt_1h_close/1h/short|window:70aa8cdeb7bcc4e2a585,2026-06-23T10:20:14.836485+00:00,2026-06-23T10:20:14.836485+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.197597082032995,1.4824294526327366,0.010473016286309015,0.9548679255247454,2.0090288718238396,True binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:51:05.460405+00:00,2026-06-22T11:51:05.460405+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.12102437668471977,0.3478855798746475,0.00298088503521375,0.16735992376872078,29.720008931444912,True binance_btcusdt_1h_close/1h/short|window:7512212051e21a1ff16e,2026-06-19T16:49:56.944333+00:00,2026-06-19T16:49:56.944333+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.5771843968697583,1.255860022801012,0.012952003923995072,0.8248916641961727,44.99761972198582,True binance_btcusdt_1h_close/1h/short|window:76ca04ddf138d286bbb3,2026-06-22T14:41:21.722342+00:00,2026-06-22T14:41:21.722342+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.6771922138898573,0.8229168936714432,0.006386665906328166,0.43114141144561907,-19.247646479957446,True @@ -2289,6 +2292,7 @@ binance_btcusdt_1h_close/1h/short|window:6e88b61338c1f10bdc99,2026-06-23T08:08:2 binance_btcusdt_1h_close/1h/short|window:6ea3f330a45669e02144,2026-06-21T19:09:50.421192+00:00,2026-06-21T19:09:50.421192+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.04485412728129353,0.2117879299707458,0.0029851895456283277,0.18799794487081403,78.8061626625816,True binance_btcusdt_1h_close/1h/short|window:6f11e81712a0b9501011,2026-06-18T02:54:37.942279+00:00,2026-06-18T02:54:37.942279+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.2153997215084766,1.4884218896228572,0.0182296741955204,0.6723417898418803,-29.56079044083461,True binance_btcusdt_1h_close/1h/short|window:6f8ede1fee4b6bc9964d,2026-06-22T12:33:44.329627+00:00,2026-06-22T12:33:44.329627+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.25540682626794914,0.5053779044120836,0.004604902805322067,0.3079229432961616,-0.9320441042951189,True +binance_btcusdt_1h_close/1h/short|window:70aa8cdeb7bcc4e2a585,2026-06-23T10:19:52.731073+00:00,2026-06-23T10:19:52.731073+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.2596426049717375,1.5032107653192675,0.010714101331832995,0.811074521123622,0.6171847258819405,True binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:50:19.615288+00:00,2026-06-22T11:50:19.615288+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.22090521232067084,0.47000554498928077,0.0032827819520200147,0.26992660064377466,0.5574689040618254,True binance_btcusdt_1h_close/1h/short|window:737c1405b5745eea7b04,2026-06-17T11:52:26.376130+00:00,2026-06-17T11:52:26.376130+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7266383917895789,0.8524308721471665,0.016146023596106136,0.4131900275954003,-20.19073100873543,True binance_btcusdt_1h_close/1h/short|window:7436b2015f7354886a82,2026-06-17T09:23:21.855509+00:00,2026-06-17T09:23:21.855509+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6949958218391582,0.8336640941285394,0.0164039038642293,0.39338685834277837,-32.16598853243796,True @@ -3118,6 +3122,7 @@ binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:23:2 binance_btcusdt_1h_close/1h/short|window:6e88b61338c1f10bdc99,2026-06-23T08:09:59.947523+00:00,2026-06-23T08:09:59.947523+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.335315111898407,1.1555583550381205,0.008040894890997831,0.7154779629155584,2.43148148000798,True binance_btcusdt_1h_close/1h/short|window:6f11e81712a0b9501011,2026-06-18T02:55:04.492732+00:00,2026-06-18T02:55:04.492732+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.1425530306500762,1.0689027227255417,0.014245865243096683,0.7879112683813609,2.637760789034222,True binance_btcusdt_1h_close/1h/short|window:6f8ede1fee4b6bc9964d,2026-06-22T12:34:32.407396+00:00,2026-06-22T12:34:32.407396+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.15512523693905214,0.3938594126576793,0.003200952510641839,0.1923864851946,23.54879467427872,True +binance_btcusdt_1h_close/1h/short|window:70aa8cdeb7bcc4e2a585,2026-06-23T10:20:14.863476+00:00,2026-06-23T10:20:14.863476+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,2.119790529118735,1.4559500434832011,0.010530897398058186,0.9573120873952478,3.8098169068753314,True binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:51:05.533897+00:00,2026-06-22T11:51:05.533897+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.10428219497111249,0.32292753826688814,0.002708143287777917,0.1554300791591955,36.34812441947049,True binance_btcusdt_1h_close/1h/short|window:7512212051e21a1ff16e,2026-06-19T16:49:57.034293+00:00,2026-06-19T16:49:57.034293+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,3.9417341361952873,1.9853800986700978,0.024334418604790225,1.624873191216625,2.667433683947205,True binance_btcusdt_1h_close/1h/short|window:76ca04ddf138d286bbb3,2026-06-22T14:41:21.761189+00:00,2026-06-22T14:41:21.761189+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.390752912484149,0.6251023216115494,0.004653405322664882,0.32076111016867936,7.9861785545885455,True @@ -3729,6 +3734,7 @@ binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:23:2 binance_btcusdt_1h_close/1h/short|window:6e88b61338c1f10bdc99,2026-06-23T08:10:00.015839+00:00,2026-06-23T08:10:00.015839+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.4018692425505084,1.1840055922800823,0.008980428478983503,0.6221291762997804,0.0,True binance_btcusdt_1h_close/1h/short|window:6f11e81712a0b9501011,2026-06-18T02:55:04.514404+00:00,2026-06-18T02:55:04.514404+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.2044616639778427,1.097479687273456,0.015018485250708535,0.5420303902248272,0.0,True binance_btcusdt_1h_close/1h/short|window:6f8ede1fee4b6bc9964d,2026-06-22T12:34:32.452710+00:00,2026-06-22T12:34:32.452710+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2506897826623765,0.5006893075175228,0.004719198972253983,0.347806856851751,0.0,True +binance_btcusdt_1h_close/1h/short|window:70aa8cdeb7bcc4e2a585,2026-06-23T10:20:14.893887+00:00,2026-06-23T10:20:14.893887+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,2.2877081593212294,1.5125171600088474,0.011439708009738371,0.7729384670237912,0.0,True binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:51:05.583724+00:00,2026-06-22T11:51:05.583724+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2233819752360303,0.47263302385257666,0.004548502630845505,0.3387149421156909,0.0,True binance_btcusdt_1h_close/1h/short|window:7512212051e21a1ff16e,2026-06-19T16:49:57.082596+00:00,2026-06-19T16:49:57.082596+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,4.157783395061233,2.039064343041002,0.02475711410343608,1.1182716278246068,0.0,True binance_btcusdt_1h_close/1h/short|window:76ca04ddf138d286bbb3,2026-06-22T14:41:21.787766+00:00,2026-06-22T14:41:21.787766+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.4585823424720184,0.6771870808513837,0.005719662291085464,0.3947877123697745,0.0,True @@ -4392,6 +4398,7 @@ binance_btcusdt_1h_close/1h/short|window:6e88b61338c1f10bdc99,2026-06-23T08:06:5 binance_btcusdt_1h_close/1h/short|window:6ea3f330a45669e02144,2026-06-21T18:47:02.362907+00:00,2026-06-21T18:47:02.362907+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.042544824436973355,0.2062639678590843,0.002770001945662993,0.1723490097585997,79.7870440019895,True binance_btcusdt_1h_close/1h/short|window:6f11e81712a0b9501011,2026-06-18T02:54:02.122927+00:00,2026-06-18T02:54:02.122927+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9127046681437471,0.9553557809233936,0.012730755198322443,0.5041791595854769,13.780542010685059,True binance_btcusdt_1h_close/1h/short|window:6f8ede1fee4b6bc9964d,2026-06-22T12:32:52.158202+00:00,2026-06-22T12:32:52.158202+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2465039405330197,0.49649163188619777,0.004958862123457259,0.2740701934425884,0.8418935988280362,True +binance_btcusdt_1h_close/1h/short|window:70aa8cdeb7bcc4e2a585,2026-06-23T10:18:57.302314+00:00,2026-06-23T10:18:57.302314+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,2.0359208599992,1.4268569865264003,0.010244155353997883,0.7885949498899816,5.823517656045442,True binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:49:36.455333+00:00,2026-06-22T11:49:36.455333+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.24647499499825948,0.4964624809572819,0.004878932040930616,0.2663288171014129,-4.914904157048915,True binance_btcusdt_1h_close/1h/short|window:737c1405b5745eea7b04,2026-06-17T11:52:08.739569+00:00,2026-06-17T11:52:08.739569+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5596303016637458,0.7480844214817909,0.014281394488958517,0.37222956347928227,-7.40082790541066,True binance_btcusdt_1h_close/1h/short|window:7436b2015f7354886a82,2026-06-17T09:22:44.009466+00:00,2026-06-17T09:22:44.009466+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.40878348829624306,0.6393617820109699,0.01226557170280869,0.3075681136468927,-6.803210928222886,True @@ -5287,6 +5294,7 @@ binance_btcusdt_1h_close/1h/short|window:6e88b61338c1f10bdc99,2026-06-23T08:09:2 binance_btcusdt_1h_close/1h/short|window:6ea3f330a45669e02144,2026-06-21T19:22:44.929543+00:00,2026-06-21T19:22:44.929543+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.08669030028294845,0.2944321658429127,0.004522553486102562,0.17546713101096723,62.72277661191884,True binance_btcusdt_1h_close/1h/short|window:6f11e81712a0b9501011,2026-06-18T02:54:57.309055+00:00,2026-06-18T02:54:57.309055+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.8105277373270953,0.9002931396645735,0.012192080975275505,0.422538188222561,19.550173633450864,True binance_btcusdt_1h_close/1h/short|window:6f8ede1fee4b6bc9964d,2026-06-22T12:34:21.555559+00:00,2026-06-22T12:34:21.555559+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.2370881169091376,0.4869169507309615,0.004201652218452776,0.22974982621488538,2.7884956996180517,True +binance_btcusdt_1h_close/1h/short|window:70aa8cdeb7bcc4e2a585,2026-06-23T10:20:11.901638+00:00,2026-06-23T10:20:11.901638+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,2.0863171822025888,1.4444089387021215,0.00999685798972024,0.8506443922583286,4.604248064289454,True binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:50:49.564618+00:00,2026-06-22T11:50:49.564618+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.16872205449210756,0.4107579025315369,0.003813117004458487,0.21106403391465015,13.94015786622258,True binance_btcusdt_1h_close/1h/short|window:737c1405b5745eea7b04,2026-06-17T11:52:38.565031+00:00,2026-06-17T11:52:38.565031+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.2962970276338013,0.5443317257277966,0.01068154331049763,0.2621778060916776,23.90941695448299,True binance_btcusdt_1h_close/1h/short|window:7436b2015f7354886a82,2026-06-17T09:23:41.919009+00:00,2026-06-17T09:23:41.919009+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.15646381367333642,0.3955550703420908,0.007570939689011367,0.21902535229377215,39.020606081008424,True @@ -6148,6 +6156,7 @@ binance_btcusdt_1h_close/1h/short|window:6e88b61338c1f10bdc99,2026-06-23T08:05:1 binance_btcusdt_1h_close/1h/short|window:6ea3f330a45669e02144,2026-06-21T17:44:37.126659+00:00,2026-06-21T17:44:37.126659+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.04271904449350493,0.20668585944254853,0.004561555113665124,0.12325832772734911,79.71266849446268,True binance_btcusdt_1h_close/1h/short|window:6f11e81712a0b9501011,2026-06-18T02:53:05.494582+00:00,2026-06-18T02:53:05.494582+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0850691165803263,1.041666509291878,0.01216174871000915,0.8285807698689106,5.214716849904478,True binance_btcusdt_1h_close/1h/short|window:6f8ede1fee4b6bc9964d,2026-06-22T12:31:30.405458+00:00,2026-06-22T12:31:30.405458+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.208224565965223,0.4563163003501223,0.003450811322345787,0.31893505026403024,9.253407923318877,True +binance_btcusdt_1h_close/1h/short|window:70aa8cdeb7bcc4e2a585,2026-06-23T10:17:52.629868+00:00,2026-06-23T10:17:52.629868+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,2.1961961441653246,1.4819568631256865,0.010345971726099499,1.019601894326941,2.040900272665224,True binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:48:34.686112+00:00,2026-06-22T11:48:34.686112+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.14912521117360963,0.38616733571550255,0.0026814355646244295,0.2431688038561273,19.934317181403777,True binance_btcusdt_1h_close/1h/short|window:737c1405b5745eea7b04,2026-06-17T11:51:24.334937+00:00,2026-06-17T11:51:24.334937+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.4122091193651272,0.6420351387308386,0.009810044091253745,0.4952525939915878,7.856669601626048,True binance_btcusdt_1h_close/1h/short|window:7436b2015f7354886a82,2026-06-17T09:22:09.013957+00:00,2026-06-17T09:22:09.013957+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1027985198108982,0.32062208253783486,0.002963111107477797,0.18181268289359143,55.25676280195783,True @@ -7067,6 +7076,7 @@ binance_btcusdt_1h_close/1h/short|window:6e88b61338c1f10bdc99,2026-06-23T08:06:2 binance_btcusdt_1h_close/1h/short|window:6ea3f330a45669e02144,2026-06-21T18:07:53.448941+00:00,2026-06-21T18:07:53.448941+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08455093861337996,0.2907764409531487,0.0044726054644134835,0.2579818321714428,63.47470733886512,True binance_btcusdt_1h_close/1h/short|window:6f11e81712a0b9501011,2026-06-18T02:53:48.376791+00:00,2026-06-18T02:53:48.376791+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.8732346770196937,0.9344702654550833,0.012442130449713387,0.42739516488138235,15.942030624124865,True binance_btcusdt_1h_close/1h/short|window:6f8ede1fee4b6bc9964d,2026-06-22T12:32:28.463866+00:00,2026-06-22T12:32:28.463866+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1789932196294902,0.42307590291753816,0.0036834372280102716,0.25594812253342697,16.685920236655225,True +binance_btcusdt_1h_close/1h/short|window:70aa8cdeb7bcc4e2a585,2026-06-23T10:18:32.583924+00:00,2026-06-23T10:18:32.583924+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,2.05368337122984,1.4330678180846292,0.010296932831539098,0.7749601327520996,5.390547856476875,True binance_btcusdt_1h_close/1h/short|window:72c4dba0d14a2966574a,2026-06-22T11:49:15.017770+00:00,2026-06-22T11:49:15.017770+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1300922587020175,0.36068304465557777,0.0029971009003138312,0.21970701182432803,26.39222539495294,True binance_btcusdt_1h_close/1h/short|window:737c1405b5745eea7b04,2026-06-17T11:51:53.652407+00:00,2026-06-17T11:51:53.652407+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.5445734832590011,0.7379522228837048,0.014253242948091882,0.3505193029344283,-6.043336113646232,True binance_btcusdt_1h_close/1h/short|window:7436b2015f7354886a82,2026-06-17T09:22:26.622725+00:00,2026-06-17T09:22:26.622725+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.25524988125390397,0.5052226056441892,0.00976613169510544,0.2818904028301479,16.578944331488753,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index e458300a5cf031df5d3de6cb42b717998cded366..57a7882b1c7525eed09cf8b0c21cd530de8d32f1 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9677153255134573,0.92669184833266,0.011129438375756272,0.7889975157599904,-13.943921420276746,0.6878889662927745,0.3941847626058153,2.3113180419061776e-17,209,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T10:11:23.163025+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9744396165832595,0.9296250555885335,0.011147115412313134,0.7918743095706886,-13.886918872050044,0.6931251950830953,0.3987696514012303,8.2254809557638e-18,210,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T10:20:14.777650+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5403797673006585,1.0781587478820736,0.10665469540415219,0.8366690121214557,-56.28506249342217,1.6757996321466717,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T09:28:31.327229+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9750496989208386,1.2954482744750133,1.366621491707053,1.01540299347434,6.599609985903473,1.4165133420885747,0.020999864517003117,0.7315975352645978,122,0.9590163934426229,2026-06-17T12:10:12.335728+00:00,2026-06-23T10:11:23.226439+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.336056008291639,2.1193329252719035,0.1247697252893396,1.4538930364838123,13.607032609696859,4.530833289746258,0.2413793103448276,0.0008678922372583193,88,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T10:03:56.083268+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.4816245 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.035858854195384,0.9940906267105786,0.5962045135196474,0.49706125709703197,19.51211174895828,0.4489111012875891,-0.24064171122994657,0.045360086055907606,34,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T09:28:31.497773+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7045073518405636,1.0379571696333014,0.015002742447958715,0.7014900063899382,15.288348271875693,2.9796206846054387,0.0020202020202020198,0.9843906720046482,45,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T10:03:56.121225+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5003083262576485,0.6325217249749827,0.007275345601253044,0.3505845316292259,24.166750507361503,0.6097507003928541,0.28298253893345915,2.4758499069561586e-14,326,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T10:08:34.871693+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5056253663266218,0.6351633169509439,0.007285589407548633,0.3520459687619072,24.096137980500735,0.6163603066338661,0.28721787583722636,9.246259283752693e-15,327,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T10:17:21.781730+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.342872866747477,0.4745200182106267,0.05384135267866591,0.2697134153077109,20.663981301944094,0.5070594714806828,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T09:23:42.405234+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.24242579810831064,0.3820794891756339,0.47006061673968935,0.20575624611593069,74.91902279013792,0.3502681154307398,0.24897277863379558,8.660051684001588e-07,177,0.9661016949152542,2026-06-16T12:06:44.487655+00:00,2026-06-23T10:08:40.330030+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.602000883054511,2.0899137344368905,0.12788322968313512,1.1862858181871783,10.470173999325882,5.387654172938376,0.476063492063492,2.6625609606366102e-15,126,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T10:00:16.712329+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.140 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8815436844463611,0.9065553689665866,0.5786639360383293,0.47590321455931395,26.31677924410948,0.46969841333457807,0.06485671191553545,0.49737070474495815,52,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T09:24:01.521452+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6773571885924299,0.8946537307387505,0.010571405156238414,0.5635593460146244,34.76075545228829,3.6240619216216854,0.06093189964157706,0.4803127317031638,63,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T10:00:22.980682+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7422459259719022,0.7402893943183342,0.007357122902751584,0.46829435539285597,18.07385146888434,0.7977543252697635,0.24484725800515278,1.3984051357043746e-07,209,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T10:11:23.296253+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7491761695721931,0.7438233945960219,0.007371960490292336,0.47061137239348394,17.99735231366024,0.8021551397354294,0.2517657780815675,5.7183089151841696e-08,210,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T10:20:14.836485+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.16949130757092,1.7497344256684344,0.18642719878410866,1.3506063173057374,-69.43453939087526,4.262176024066775,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T09:28:31.558577+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.8929777128350076,1.543809841451982,1.41252580416454,1.1666953156589568,-4.711855003233551,2.354080499092189,0.050535157837691365,0.4091355327158911,122,0.9590163934426229,2026-06-17T12:10:12.697348+00:00,2026-06-23T10:11:23.324892+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,8.04595159730311,2.4617958205075046,0.14234522872131777,1.6864151636248907,6.050849173963019,7.374057497242396,0.36311389759665624,5.451794215876867e-07,88,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T10:03:56.192664+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.68135872 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1583715890733859,1.0333586407880557,0.6539628148454008,0.537506046856655,17.6723087849522,0.626660409779512,-0.06238859180035652,0.6038615003223371,34,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T09:28:31.633512+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4820047373650767,0.9580123739948789,0.013853936190972627,0.6551135334193005,21.635668533809188,2.8713969941469637,0.03838383838383838,0.7100952631832622,45,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T10:03:56.216874+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6955169959958082,0.7633225010078317,0.008665436582908912,0.3879358270967222,6.739403436254795,0.7061452450562495,0.16164330218068534,1.5563867520234814e-05,321,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T10:10:50.162936+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7003745289429384,0.7656202906485505,0.00867179889579377,0.3892499224197871,6.720390334669785,0.7104122040808518,0.1665795940481028,8.21511062050279e-06,322,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T10:19:52.731073+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.28862132551301095,0.4407630938115228,0.050407684658199406,0.25326133913252996,28.16792032551841,0.40767448193202166,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T09:27:21.668856+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.8265159057303189,1.1042048794259651,1.4268276998789187,0.5576720467072955,24.244460995316693,2.5203041351999107,0.3552709359605911,2.9551839435221574e-12,175,0.9714285714285714,2026-06-16T12:07:52.741323+00:00,2026-06-23T10:10:55.396157+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.140777059885226,2.3141842145312985,0.13140560470468096,1.1795903071442457,7.5463614978331215,34.349226318273644,0.5244568839131013,7.817372221136271e-18,123,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T10:03:15.179779+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.140376966653631,1.0339697300549244,0.6364325125999873,0.4919899862626747,13.201218181255804,0.7543120865692281,-0.2404040404040404,0.01990190532497523,45,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T09:27:41.458500+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.9662911061477253,1.2519089007462951,0.013603328953840723,0.6736113633027604,11.904493090158029,5.881550390231529,0.05658381808566896,0.5157395376134754,62,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T10:03:20.509024+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6162343709595323,0.7035137962481376,0.007169344635443423,0.43715040795719284,18.589350072433284,0.5735229159106674,0.10250276039749726,0.02750120397572208,209,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T10:11:23.348676+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6233941621888619,0.707096825996876,0.007185352029551113,0.43962736833546934,18.518971343073485,0.5814807499192756,0.1109592162223741,0.016757650255459642,210,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T10:20:14.863476+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5471956995007726,0.6762872243537096,0.07417545192580133,0.45238264992358557,-33.28656191496858,0.5127123707334149,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T09:28:31.654873+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.4777362639524783,1.4338002981003404,1.4749304895163773,1.252489235984054,5.433626870906792,1.9328943815756032,0.23425010161224766,0.00013017705706548313,122,0.9590163934426229,2026-06-17T12:10:12.867076+00:00,2026-06-23T10:11:23.365188+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.832021307600374,2.2326411746517625,0.12899678961365188,1.4848082898417465,8.59830601867837,4.563397035053152,0.16353187042842215,0.024060469298503636,88,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T10:03:56.256901+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.033514303040314,0.9926549215800987,0.6721014982281174,0.512545151396372,19.808803516474214,0.43930724973179297,-0.14081996434937613,0.2415461158545259,34,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T09:28:31.696501+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.03781914886278,1.0994987670483396,0.016374514255105513,0.7931536265557478,14.149815391532123,3.7550640708307697,0.04242424242424242,0.6811770789959904,45,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T10:03:56.273881+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7253303912303134,0.800288825917147,0.00859234706414176,0.4575678875675012,1.7861956753485026e-16,0.5494595039001801,0.04435038645564962,0.3402060442841892,209,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T10:11:23.393010+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7327702853640798,0.8036803894128216,0.008605905925787458,0.4590696522315788,1.7776899816563668e-16,0.5586458149089283,0.053360674413305983,0.250015126381003,210,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T10:20:14.893887+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.24001634527529367,0.4544740261704839,0.051685353854007944,0.3219751307891324,1.4438931485930167e-16,0.2296321096103468,0.04761904761904762,1.0,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T09:28:31.712024+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6054691351026773,1.486160828070512,1.4647246343106402,1.3085522525213038,1.1866255063575737e-15,1.9402854214454355,0.23750169353746106,0.00010478623650941165,122,0.9590163934426229,2026-06-17T12:10:12.978229+00:00,2026-06-23T10:11:23.405009+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.423191171454883,2.381623789253367,0.13560105994804775,1.902424338190926,1.973449355651327e-16,4.591392793069753,0.15830721003134798,0.028956338659233097,88,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T10:03:56.294182+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.545332840655446,1.2131653126865025,0.7149759290351132,0.9389029015266581,-2.846285782959378e-16,0.7313492347179621,0.040998217468805706,0.7331320411233753,34,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T09:28:31.746467+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.3765458389969765,1.25295142880299,0.017210020813867973,0.6927397034418833,3.713100172938663e-15,3.891098301430507,0.05154118899546709,0.6178342077621694,45,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T10:03:56.301967+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5132870836785256,0.6571275233923739,0.0075699530499722025,0.35877605243435273,18.28853370025218,0.4671020300426925,0.40218833528834874,4.102779472433299e-27,323,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T10:10:09.195070+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5179865706424783,0.6595032316119234,0.007578206760787096,0.36010265396970964,18.250061428510804,0.473987774994052,0.40576386500019107,1.1945399255742097e-27,324,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T10:18:57.302314+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32355845359025515,0.4362658768354618,0.048157471808452285,0.24349446471584263,36.154594422427266,0.4797179032349619,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T09:26:21.138834+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.31309062579342384,0.4382539355382358,0.6110130822500143,0.2167675382502406,73.22830972951391,0.45437207620026204,0.33064935064935064,7.268412890200169e-11,176,0.9659090909090909,2026-06-16T12:07:37.946365+00:00,2026-06-23T10:10:18.609509+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.02507798892578,2.007325296473261,0.12254672586530817,1.1125316586779184,13.424536189406858,4.670535020171272,0.4408602150537633,3.83580862265603e-13,124,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T10:02:07.011456+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1637212 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8427724321707308,0.8948584815806974,0.5956220451094448,0.4684581612812712,25.949217114604323,0.3972845582501943,0.04761904761904761,0.6293010994055783,49,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T09:26:44.991794+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6631852928164468,0.8881192924865536,0.010274561641948416,0.5561485617197611,35.28545793725006,3.474685898849999,0.0629800307219662,0.46568117936464026,63,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T10:02:14.263364+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5292017408707097,0.6315887587327389,0.006925959821658276,0.3488320534074382,28.425485644107734,0.693387161843047,0.31555661369362936,4.6765889222059457e-17,318,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T10:11:16.167629+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5340829804987093,0.6341367843752761,0.006935586461683549,0.3504051328395727,28.35081091815219,0.6977639320806264,0.31945348080676644,1.7137293635026062e-17,319,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T10:20:11.901638+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.29483004496619825,0.46548654878620704,0.051677057688773544,0.23891626291868845,18.012729595469647,0.3783377150923359,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T09:28:05.670595+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1008411072700232,0.23747802805881296,0.4042497137106052,0.12397476160271946,90.02579128758819,0.20306916587536225,0.2388761930366985,3.0763194218186596e-06,173,0.9710982658959537,2026-06-16T12:08:08.243141+00:00,2026-06-23T10:11:20.005478+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.896541401489636,2.005949786907193,0.12422870724796602,1.2243937592527074,12.318590663926395,4.428035787448931,0.32944025067654187,1.0816540399003264e-07,119,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T10:03:46.642189+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1318 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9682682435628528,0.9709474317794126,0.6621000270061356,0.5191467369336423,18.889585955128002,0.3277325600817083,0.07822410147991542,0.45418551108972416,44,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T09:28:26.301050+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8148109027631527,0.958547811658437,0.011639777027485643,0.6238553814144717,27.707252328939475,3.598707801106261,-0.0005844535359438924,0.9947822813146414,59,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T10:03:53.014866+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.45129054433553384,0.5977097163659765,0.006790936725639043,0.4046142331334169,29.703599502367705,0.46777345044918267,0.32734079620431467,8.073838010500266e-19,329,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T10:09:16.224984+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4565781370622908,0.6003892531743392,0.0068017095589737704,0.40647783210673055,29.61977314106558,0.47683673205189364,0.33138067606152716,2.6566486592277104e-19,330,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T10:17:52.629868+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.33495704111947366,0.5010608588966544,0.057479343375581575,0.33223136035557854,10.92486816077923,0.37532226183456846,-0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T09:24:31.875760+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10958049876265497,0.2603981940947396,0.34457248701342263,0.18858568077977067,85.21598167583404,0.1749198221109567,0.07480519480519479,0.14049823979835324,176,0.9659090909090909,2026-06-16T12:07:01.390017+00:00,2026-06-23T10:09:22.619530+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.287844633622514,1.8379649573180878,0.11951571212137824,1.294633944141144,20.832029783514493,4.379993344313941,0.4328208973878265,5.317929247451889e-13,127,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T10:01:06.416804+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8364288761971292,0.8928812470599853,0.5197501785249564,0.6858626163109817,26.766322946796393,0.37534713494309785,0.0693815987933635,0.4678516313402641,52,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T09:24:56.217482+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5709463138608717,0.8664136265332982,0.010574041167228227,0.6699803428271436,36.11523836059188,3.3406136413935634,0.0496031746031746,0.5623447917058702,64,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T10:01:13.684964+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.46667418902347213,0.6066632175456211,0.006851438489499041,0.3422255904718545,27.82754255937732,0.529290894160068,0.3083744218935137,1.2177416711709897e-16,324,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T10:09:54.258923+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.47155729419949177,0.609206000931895,0.006862040010551473,0.3435570813711784,27.75850565259917,0.5357552859714636,0.3125166191832859,4.2538554765022044e-17,325,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T10:18:32.583924+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40519730215333866,0.5287544315839078,0.05883406185198004,0.28694694299859,9.790961717185407,0.5513226404559831,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T09:25:35.596461+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.19183597403262256,0.31705577728028156,0.3686681440294893,0.16589902898201436,83.60449511464178,0.3467394214854498,0.3094252873563218,1.2083529930354354e-09,175,0.9657142857142857,2026-06-16T12:07:21.772238+00:00,2026-06-23T10:09:59.820448+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.455461946032318,1.9034108006923323,0.11789345173943837,1.0611295122973867,16.220627140334653,4.359737389852912,0.3584761904761905,2.631740923623175e-09,126,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T10:01:46.117930+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index a826ef67510d50a7ad3cd5655e0f09b35c9a73ff..cd23ae17d20d3ece0ab8a6f372384d0d483dd997 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T10:11:23.529373+00:00", + "generated_at": "2026-06-23T10:20:15.060415+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 2164aed7ed40e3b64e42fd2a003a221ac38ba935..40c32a089de9358f7d5264d1244e4d1821256d86 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Chronos-2,2.5239195214685295,1.6441523766295314,7.0,1,1,1.0 Air Quality,TimesFM-2.5,2.267349418308184,2.2268121381753736,8.0,1,1,1.0 Air Quality,ARIMA,14.222541051611692,5.543098498890252,9.0,1,1,1.0 Air Quality,ETS,227.82575723997186,21.314325014801597,10.0,1,1,1.0 -Finance,TiRex,0.888812424267386,0.9543101078774466,1.0,1,1,1.0 -Finance,Toto-2.0-1B,0.8966516473096426,0.9598066218948256,2.0,1,1,1.0 -Finance,Timer-S1,0.9099468099455942,0.9792773466176173,3.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.9790117029882184,0.9870759047452486,4.0,1,1,1.0 -Finance,Chronos-2,0.9781910755073538,0.9977661565158154,5.0,1,1,1.0 +Finance,TiRex,0.8899390648688618,0.9547037890842314,1.0,1,1,1.0 +Finance,Toto-2.0-1B,0.8977033905579875,0.9601529430801481,2.0,1,1,1.0 +Finance,Timer-S1,0.911968239349903,0.9794559007531741,3.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.9877320215713971,0.9809643490638736,4.0,1,1,1.0 +Finance,Chronos-2,0.9787001981390153,0.997785404147146,5.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,6.0,1,1,1.0 -Finance,ETS,0.9594192625673197,1.070840421035189,7.0,1,1,1.0 -Finance,Moving-Average,0.925745087366188,1.0729508162370858,8.0,1,1,1.0 -Finance,TimesFM-2.5,0.9588815894458803,1.1113001653648666,9.0,1,1,1.0 -Finance,ARIMA,1.0341860920130463,1.5647929044370148,10.0,1,1,1.0 +Finance,ETS,0.9606107636933154,1.0702300334604842,7.0,1,1,1.0 +Finance,Moving-Average,0.9266000649959146,1.0723222447076577,8.0,1,1,1.0 +Finance,TimesFM-2.5,0.959998387563973,1.1103411614937875,9.0,1,1,1.0 +Finance,ARIMA,1.0402622556882477,1.5599264374381665,10.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.4493100522579434,0.5530068700525232,1.0,1,1,1.0 Hazards,ARIMA,0.5003024569606423,0.5537581886493658,2.0,1,1,1.0 Hazards,Moving-Average,0.5555996888965232,0.5668422219492869,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index bc8a56a7f82ebb54451172f55e4a16943a22aecd..26270bc08016efc6ef9cf22f81995d85fef1c17a 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Moirai-1.1-Large,1.5305461312817188,0.8563820776261445,3.3333333333333335,6,6,1.0 -1h,Moving-Average,1.0170481322902725,0.8993751798935803,4.166666666666667,6,6,1.0 -1h,TiRex,0.8911559552677336,0.8911229781073456,4.166666666666667,6,6,1.0 -1h,Timer-S1,1.0718708542555746,0.9235323821924906,4.666666666666667,6,6,1.0 -1h,Chronos-2,0.8436234133052753,0.8965398630122406,4.833333333333333,6,6,1.0 -1h,Toto-2.0-1B,0.9776297710515485,1.1663356755851961,5.5,6,6,1.0 +1h,Moirai-1.1-Large,1.53280990790374,0.8554960632899187,3.3333333333333335,6,6,1.0 +1h,Moving-Average,1.0172046222687752,0.8992873442930849,4.166666666666667,6,6,1.0 +1h,TiRex,0.8913441244447564,0.8911842366857464,4.166666666666667,6,6,1.0 +1h,Timer-S1,1.0722673441771708,0.9235604450629192,4.666666666666667,6,6,1.0 +1h,Chronos-2,0.8436965780593993,0.8965427454728825,4.833333333333333,6,6,1.0 +1h,Toto-2.0-1B,0.977820799036548,1.1664058053436541,5.5,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,5.666666666666667,6,6,1.0 -1h,TimesFM-2.5,0.9279381169104778,0.9644193929666374,5.833333333333333,6,6,1.0 -1h,ARIMA,3.08664226076219,1.8961463730215602,7.833333333333333,6,6,1.0 -1h,ETS,14.116124622174294,3.7255939293671494,9.0,6,6,1.0 +1h,TimesFM-2.5,0.9281181559962147,0.9642806343769328,5.833333333333333,6,6,1.0 +1h,ARIMA,3.0896573845930275,1.8951622690176941,7.833333333333333,6,6,1.0 +1h,ETS,14.1190449098806,3.7252399089046033,9.0,6,6,1.0 6min,TimesFM-2.5,0.0011325793149771352,0.03233423208923049,1.0,1,1,1.0 6min,Chronos-2,0.0008173738515332633,0.04297440774322869,2.0,1,1,1.0 6min,Toto-2.0-1B,0.002181599208803833,0.059825904841927305,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index defb0a999ba62419024bc7302c9113cfb43b27a3..a3f20f9c6477d88a5d7b3a35af8f3a017bb1e999 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,TiRex,0.7035293878248825,0.8483145025362485,3.7142857142857144,7,7,1.0 -24,Moirai-1.1-Large,1.5407537095918136,0.8677760194695161,3.857142857142857,7,7,1.0 -24,Timer-S1,0.9853850876611945,0.8859758180662821,4.285714285714286,7,7,1.0 -24,Chronos-2,0.7893871430045191,0.8713806478285535,4.714285714285714,7,7,1.0 -24,Moving-Average,1.0001352920357667,0.957182380874381,5.0,7,7,1.0 -24,Toto-2.0-1B,0.9389296478123675,1.090108774503275,5.142857142857143,7,7,1.0 -24,TimesFM-2.5,0.8787419920102911,0.9538630835619522,5.857142857142857,7,7,1.0 +24,TiRex,0.7036567157540902,0.8483644872536812,3.7142857142857144,7,7,1.0 +24,Moirai-1.1-Large,1.542706824164495,0.8670064175539639,3.857142857142857,7,7,1.0 +24,Timer-S1,0.9856975066432798,0.8859988937245771,4.285714285714286,7,7,1.0 +24,Chronos-2,0.7894458235121077,0.8713830491748994,4.714285714285714,7,7,1.0 +24,Moving-Average,1.0002671942889767,0.9571022535552558,5.0,7,7,1.0 +24,Toto-2.0-1B,0.9390869022023578,1.0901649568613954,5.142857142857143,7,7,1.0 +24,TimesFM-2.5,0.8788881277212004,0.9537454482638819,5.857142857142857,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.0,7,7,1.0 -24,ARIMA,1.835098122807987,1.6814179493655486,7.428571428571429,7,7,1.0 -24,ETS,9.692184839488915,3.1685938973709384,9.0,7,7,1.0 +24,ARIMA,1.8366345113672178,1.6806699277779764,7.428571428571429,7,7,1.0 +24,ETS,9.693903454645946,3.1683358166355533,9.0,7,7,1.0 60,TimesFM-2.5,0.0011325793149771352,0.03233423208923049,1.0,1,1,1.0 60,Chronos-2,0.0008173738515332633,0.04297440774322869,2.0,1,1,1.0 60,Toto-2.0-1B,0.002181599208803833,0.059825904841927305,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 86cdb4b595f63ffbe5d0ba77bae10fcbd3eb4bb8..1ea6151477b5ec1e10419c36d4061b4b9d62ed0b 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.33453820541872054,0.5672787100759458,3.6,10,10,1.0 -Overall,Chronos-2,0.29898195958321977,0.5395092713533998,3.7,10,10,1.0 -Overall,Moirai-1.1-Large,0.9052802048085885,0.6532362820605129,4.2,10,10,1.0 -Overall,Timer-S1,0.48590357283543,0.5916429933381471,4.2,10,10,1.0 -Overall,Toto-2.0-1B,0.39326036550258064,0.6740699548030039,4.8,10,10,1.0 -Overall,TimesFM-2.5,0.33874796771076265,0.5883726751779929,5.4,10,10,1.0 -Overall,Moving-Average,0.8815427335706792,0.8841886860038286,6.0,10,10,1.0 +Overall,TiRex,0.3345805866340136,0.5673021076610811,3.6,10,10,1.0 +Overall,Chronos-2,0.29899751716149614,0.5395103120967988,3.7,10,10,1.0 +Overall,Moirai-1.1-Large,0.9060833480717788,0.652830694500122,4.2,10,10,1.0 +Overall,Timer-S1,0.4860114076282139,0.5916537800306861,4.2,10,10,1.0 +Overall,Toto-2.0-1B,0.39330646933567087,0.6740942729108892,4.8,10,10,1.0 +Overall,TimesFM-2.5,0.3387874006256894,0.5883218814386696,5.4,10,10,1.0 +Overall,Moving-Average,0.8816241151812941,0.884136873525818,6.0,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.1,10,10,1.0 -Overall,ARIMA,1.0550089078471534,1.1470546008440143,7.4,10,10,1.0 -Overall,ETS,3.1476380224444784,1.688786249872987,8.6,10,10,1.0 +Overall,ARIMA,1.0556271255203287,1.146697369490392,7.4,10,10,1.0 +Overall,ETS,3.1480287087801,1.6886899630102559,8.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index e09a283a4c8928132134900b9e5a2a287f26cf3a..bcc831683c5eeaba05df28f733ade695faed36da 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,811958.7234482197,1120237.7517239556,948.9994253810106,1.6270860260692324,0.014762523082297701,0.01486204698809536,38.28139849267435,901.0875226348546,0.014071810761662017,0.014820025792654372,0.013699797236781322,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,833272.9029194313,1129154.2240290034,953.8719839747606,1.635440163898042,0.014841616052697649,0.014939994748316495,38.615564005826734,912.8378294743438,0.014256394478364656,0.014897252114579158,0.013776938268859486,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,7.593872656247368,7.767905889057713,2.0541670094513194,1.2031163736856252,0.07288689077029968,0.07797187149296309,38.49013958177101,2.755698215742676,0.10379440500387625,0.07737096947211616,0.0750193446187416,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.10205611172447888,0.09867936305490242,0.2772135101701858,0.9374822492744382,0.48452111438494855,0.35933902570529275,35.311909414119874,0.31946222268756425,0.39468205298604286,0.3424855570996291,0.338824713828928,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.09458749695499587,0.08530657932403354,0.24756754191812774,1.5915055182038256,0.1932919678389521,0.16899239074074768,26.74808144158247,0.3075508038601035,0.21816411702391578,0.17561441397147978,0.15796470689168535,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 1f83cedfecb5fd58b67491a2c0c158eb182f7d3a..f13242e75086100e761c10fc4cfc9b4321c8116c 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T10:11:23.163025+00:00", + "evaluated_at": "2026-06-23T10:20:14.777650+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62565.75 + 62448.80859375 ], "p50": [ 63370.82224019741, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index f396a481fbb9f3b34992ec6900e08a466ba4bffb..e6f4a275f07c915beaad196b3fde4f8cbda19e5b 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T10:11:23.265176+00:00", + "evaluated_at": "2026-06-23T10:20:14.803662+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index f4ab18c5d966b406b2599d72bda62f9abf0cc556..897327b364392b8b7b6230d39ba03a8a7fb3d9f6 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,4.300,3.700,4.400,4.400,4.300,4.300,3.500,4.400,4.300,4.300 +2026-06-23,Chronos-2,4.300,3.700,4.300,4.300,4.300,4.200,3.500,4.300,4.300,4.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index e222359c1b576574b5ef7d60415ebcdc60ddbec2..87b998774b876d47f54f02acac46fb0b9c999d0f 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.6,3.85,4.2,4.5,4.6,4.45,3.2,4.5,4.65,4.5 +2026-W26,Chronos-Bolt-Mini,4.6,3.85,4.15,4.45,4.6,4.4,3.2,4.45,4.65,4.5 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index b8fb9490d13d49fdf60a24514fa3b73575d28e10..15b095503a76c61388f5ed53acbdb689634a5aad 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,767995.9951998392,767995.9951998392,671.4013671875,1.1511364003154834,0.010545075370710475,0.010504900810871506,21.09555032932945,876.3538070892596,0.013685557311417062,0.010484922659407609,0.008735465246059072,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,783960.3433958689,783960.3433958689,676.27392578125,1.1594905381442933,0.010625070259910899,0.010582839644588907,21.429715842481837,885.4153507794344,0.013828119420927232,0.010561818923435379,0.008812228313201548,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5295659158333971,0.5295659158333971,0.5971391995747884,0.3497417420650002,0.02245494588045587,0.022608952534132254,2.791484631303323,0.727712797629255,0.027409574971647723,0.02249147151537862,0.028857158475148265,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0009281439088811184,0.0009281439088811184,0.026929083466529845,0.09106892995079079,0.038988258330944874,0.03972278852924258,1.0470137818619774,0.03046545435212018,0.03763877921993634,0.03326974268878471,0.05271279115568499,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.10351809737516365,0.10351809737516365,0.27689630621009403,1.7800475615230584,0.21543383247937622,0.18645629504234162,24.192103223827687,0.32174228409577077,0.22823097985118712,0.19641905465149528,0.13624122368552088,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 60837b534934a6525f13c92c85e698a01b1489ea..6b3d35c1cd686f8370929646e0be7b75a325b078 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T10:08:34.871693+00:00", + "evaluated_at": "2026-06-23T10:17:21.781730+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62565.75 + 62448.80859375 ], "p50": [ 64125.0546875, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 20e646307c69c395b2da499deee492acc8449b9a..e3c2ece847985bff9324d62955f6b068dfd830cc 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T10:08:46.042759+00:00", + "evaluated_at": "2026-06-23T10:17:23.939025+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 8471d8c92684179ad516bff18cf308dec903555f..56e9f3aad60c6f48f4786f52ef4a29ac53de4d7c 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,753257.8959454483,761756.8803716818,661.5208482875508,1.134195974639287,0.010393000228492886,0.010350844418635062,26.04960684155165,867.904312666695,0.013553605993082994,0.01033062378311138,0.00937523208312971,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,769470.3093007971,777886.6467585723,666.3934068813008,1.1425501124680968,0.010473016286309015,0.010428782984251974,26.38377235470404,877.1945675280924,0.013699729990550805,0.010407508299422647,0.00945204385963165,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,40.80650449467975,42.26480901897464,5.524301652595784,3.2355586185720284,0.20205608092167893,0.23458602600461984,86.30682403553787,6.387996907848324,0.24060629514107576,0.20807488999247237,0.19508424028346397,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.03750828211991443,0.03737992271336701,0.1350271675846865,0.4566356549604508,0.2345134627065367,0.3386801280664578,14.103078104176522,0.1936705504714499,0.2392717668460159,0.1668203497204587,0.15657742091795307,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.17074086665753554,0.17009581320185485,0.3496506942008376,2.2477543096035593,0.2730401223321696,0.2273002769619177,62.94632152432668,0.4132080186268601,0.293113077252551,0.24802807864492915,0.2309188770235887,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 8c23435bb81243f1d41e43dac815c42dffdbc05e..59eea1e6d2a11de79bb66ece8dbf121e86872d79 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T10:11:23.296253+00:00", + "evaluated_at": "2026-06-23T10:20:14.836485+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62565.75 + 62448.80859375 ], "p50": [ 64134.04556892444, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 8eca0fd8f61cffd283f0ca81f38a728cf60e2293..d8a21fee6452d246494c13ff66f1d165522b4bee 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T10:11:23.340369+00:00", + "evaluated_at": "2026-06-23T10:20:14.850653+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 02346c9f4531cd4b46e4ba274ec7d41007bbec92..4c2e181f35a10bcd54f62f2eaf394647df21f62a 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2046,3 +2046,4 @@ {"evaluated_at": "2026-06-23T10:04:01.044903+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-23T10:11:28.058685+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T10:11:28.058685+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-23T10:20:19.435108+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index f6396e33c794506fe162258ecc7c0d45b93c08a3..2d6970b0c91f566123683daac732cc54f2a2e09e 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,768640.2850882212,778137.2482593855,671.3270670572916,1.1510090106665924,0.010550519867494876,0.010503532558893006,18.76462671763245,876.7213269267613,0.013691296675767996,0.010483762353282404,0.008641871850248273,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,791195.0322341919,809520.470222632,676.3531087239584,1.1596262995116218,0.01063405325217514,0.010583812676809135,18.430713193205026,889.4914458465533,0.013891778503988705,0.010563055576026626,0.008663668335027234,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.43378534142827146,0.45420798714784877,0.6035743157068888,0.35351076062555364,0.022352051562239614,0.022264479254684093,2.3873284968864277,0.6586238239148896,0.024807312910423297,0.022733852573742153,0.025182995890567064,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.29597447313655106,0.17887914610767475,0.3541947657863299,1.197817903993026,0.6467626313543174,0.4285739656617905,6.8345663362115205,0.5440353601895295,0.6721326579719038,0.43759263972247164,0.27050368626220284,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.19526790043115286,0.1757771557015993,0.3567706189221806,2.2935252511228663,0.27811048659956805,0.23117742187076448,37.25420022195065,0.4418912767085959,0.31345982190166405,0.25307866563937936,0.18416346117780713,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index bd37fa8018d399ac4430a0f19a1076be0455deff..ebc45164dd3ec8532fee8c8f87530d6cbcc8f4c7 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T10:10:50.162936+00:00", + "evaluated_at": "2026-06-23T10:19:52.731073+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 62886.03125, 62385.98828125, 62386.0, - 62565.75 + 62448.80859375 ], "p50": [ - 64129.615234375, - 64174.96484375, - 64153.251953125, - 64214.142578125, - 64132.93359375, - 64169.978515625, - 64183.33984375, - 64178.28515625, - 64246.953125, - 64168.78515625, - 64248.294921875, - 64216.50390625, - 64262.65234375, - 64244.087890625, - 64252.876953125, - 64173.5859375, - 64223.470703125, - 64238.98828125, - 64193.466796875, - 64197.96875, - 64174.44921875, - 64208.998046875, - 64219.08203125, - 64193.31640625 + 64145.572265625, + 64143.66015625, + 64170.935546875, + 64214.130859375, + 64154.591796875, + 64183.15234375, + 64197.0390625, + 64213.0390625, + 64154.318359375, + 64221.73828125, + 64182.123046875, + 64249.044921875, + 64230.59375, + 64200.712890625, + 64225.73046875, + 64212.958984375, + 64201.587890625, + 64235.03125, + 64279.515625, + 64190.12890625, + 64238.837890625, + 64154.361328125, + 64256.896484375, + 64212.1328125 ], "p10": [ - 63858.244140625, - 63779.412109375, - 63825.8984375, - 63779.865234375, - 63706.107421875, - 63707.8515625, - 63671.39453125, - 63580.80859375, - 63555.560546875, - 63557.62109375, - 63597.0390625, - 63510.37890625, - 63539.400390625, - 63470.208984375, - 63602.60546875, - 63308.9921875, - 63474.310546875, - 63382.185546875, - 63416.265625, - 63317.22265625, - 63313.111328125, - 63261.72265625, - 63428.166015625, - 63377.705078125 + 63920.384765625, + 63809.0078125, + 63756.296875, + 63799.580078125, + 63646.564453125, + 63487.509765625, + 63633.609375, + 63659.8828125, + 63356.634765625, + 63625.818359375, + 63560.453125, + 63544.79296875, + 63530.947265625, + 63379.583984375, + 63403.08984375, + 63284.73828125, + 63278.986328125, + 63258.125, + 63298.751953125, + 63281.208984375, + 63322.8828125, + 63139.0703125, + 63166.822265625, + 63271.017578125 ], "p90": [ - 64371.15625, - 64413.359375, - 64607.955078125, - 64627.009765625, - 64648.27734375, - 64632.25390625, - 64686.751953125, - 64732.708984375, - 64793.359375, - 64767.99609375, - 64905.69921875, - 64895.1328125, - 64941.1953125, - 64908.26953125, - 65029.68359375, - 65046.544921875, - 64950.99609375, - 65000.46875, - 64963.765625, - 64920.953125, - 65050.75, - 65115.01953125, - 65140.708984375, - 65052.306640625 + 64414.05859375, + 64487.1171875, + 64622.8984375, + 64598.6953125, + 64631.69921875, + 64611.974609375, + 64689.013671875, + 64689.57421875, + 64814.896484375, + 64779.205078125, + 64852.66015625, + 64931.638671875, + 64893.033203125, + 65030.951171875, + 65025.037109375, + 65006.744140625, + 65059.212890625, + 64964.138671875, + 65335.3515625, + 65081.71875, + 65227.31640625, + 65121.314453125, + 65408.166015625, + 65209.015625 ], "mean": [ - 64119.1640625, - 64140.4296875, - 64206.4453125, - 64198.34375, - 64184.328125, - 64193.77734375, - 64217.09375, - 64184.8359375, - 64204.203125, - 64198.0546875, - 64244.0078125, - 64236.90625, - 64219.546875, - 64266.03125, - 64336.30859375, - 64188.79296875, - 64303.09375, - 64263.26171875, - 64177.16796875, - 64140.78515625, - 64222.41015625, - 64220.69140625, - 64268.4375, - 64361.87890625 + 64154.9765625, + 64142.95703125, + 64182.68359375, + 64194.02734375, + 64145.9375, + 64103.046875, + 64176.8671875, + 64207.22265625, + 64114.4140625, + 64211.1015625, + 64194.3828125, + 64222.76953125, + 64200.23046875, + 64176.78515625, + 64216.2890625, + 64147.98046875, + 64179.5859375, + 64157.90625, + 64362.28515625, + 64254.00390625, + 64340.734375, + 64115.9765625, + 64275.35546875, + 64268.8203125 ], "quantiles": { "0.1": [ - 63858.244140625, - 63779.412109375, - 63825.8984375, - 63779.865234375, - 63706.107421875, - 63707.8515625, - 63671.39453125, - 63580.80859375, - 63555.560546875, - 63557.62109375, - 63597.0390625, - 63510.37890625, - 63539.400390625, - 63470.208984375, - 63602.60546875, - 63308.9921875, - 63474.310546875, - 63382.185546875, - 63416.265625, - 63317.22265625, - 63313.111328125, - 63261.72265625, - 63428.166015625, - 63377.705078125 + 63920.384765625, + 63809.0078125, + 63756.296875, + 63799.580078125, + 63646.564453125, + 63487.509765625, + 63633.609375, + 63659.8828125, + 63356.634765625, + 63625.818359375, + 63560.453125, + 63544.79296875, + 63530.947265625, + 63379.583984375, + 63403.08984375, + 63284.73828125, + 63278.986328125, + 63258.125, + 63298.751953125, + 63281.208984375, + 63322.8828125, + 63139.0703125, + 63166.822265625, + 63271.017578125 ], "0.2": [ - 63858.244140625, - 63779.412109375, - 63825.8984375, - 63779.865234375, - 63706.107421875, - 63707.8515625, - 63671.39453125, - 63580.80859375, - 63555.560546875, - 63557.62109375, - 63597.0390625, - 63510.37890625, - 63539.400390625, - 63470.208984375, - 63602.60546875, - 63308.9921875, - 63474.310546875, - 63382.185546875, - 63416.265625, - 63317.22265625, - 63313.111328125, - 63261.72265625, - 63428.166015625, - 63377.705078125 + 63920.384765625, + 63809.0078125, + 63756.296875, + 63799.580078125, + 63646.564453125, + 63487.509765625, + 63633.609375, + 63659.8828125, + 63356.634765625, + 63625.818359375, + 63560.453125, + 63544.79296875, + 63530.947265625, + 63379.583984375, + 63403.08984375, + 63284.73828125, + 63278.986328125, + 63258.125, + 63298.751953125, + 63281.208984375, + 63322.8828125, + 63139.0703125, + 63166.822265625, + 63271.017578125 ], "0.3": [ - 63858.244140625, - 63779.412109375, - 63825.8984375, - 63779.865234375, - 63706.107421875, - 63707.8515625, - 63671.39453125, - 63580.80859375, - 63555.560546875, - 63557.62109375, - 63597.0390625, - 63510.37890625, - 63539.400390625, - 63470.208984375, - 63602.60546875, - 63308.9921875, - 63474.310546875, - 63382.185546875, - 63416.265625, - 63317.22265625, - 63313.111328125, - 63261.72265625, - 63428.166015625, - 63377.705078125 + 63920.384765625, + 63809.0078125, + 63756.296875, + 63799.580078125, + 63646.564453125, + 63487.509765625, + 63633.609375, + 63659.8828125, + 63356.634765625, + 63625.818359375, + 63560.453125, + 63544.79296875, + 63530.947265625, + 63379.583984375, + 63403.08984375, + 63284.73828125, + 63278.986328125, + 63258.125, + 63298.751953125, + 63281.208984375, + 63322.8828125, + 63139.0703125, + 63166.822265625, + 63271.017578125 ], "0.4": [ - 64129.615234375, - 64174.96484375, - 64153.251953125, - 64214.142578125, - 64132.93359375, - 64169.978515625, - 64183.33984375, - 64178.28515625, - 64246.953125, - 64168.78515625, - 64248.294921875, - 64216.50390625, - 64262.65234375, - 64244.087890625, - 64252.876953125, - 64173.5859375, - 64223.470703125, - 64238.98828125, - 64193.466796875, - 64197.96875, - 64174.44921875, - 64208.998046875, - 64219.08203125, - 64193.31640625 + 64145.572265625, + 64143.66015625, + 64170.935546875, + 64214.130859375, + 64154.591796875, + 64183.15234375, + 64197.0390625, + 64213.0390625, + 64154.318359375, + 64221.73828125, + 64182.123046875, + 64249.044921875, + 64230.59375, + 64200.712890625, + 64225.73046875, + 64212.958984375, + 64201.587890625, + 64235.03125, + 64279.515625, + 64190.12890625, + 64238.837890625, + 64154.361328125, + 64256.896484375, + 64212.1328125 ], "0.5": [ - 64129.615234375, - 64174.96484375, - 64153.251953125, - 64214.142578125, - 64132.93359375, - 64169.978515625, - 64183.33984375, - 64178.28515625, - 64246.953125, - 64168.78515625, - 64248.294921875, - 64216.50390625, - 64262.65234375, - 64244.087890625, - 64252.876953125, - 64173.5859375, - 64223.470703125, - 64238.98828125, - 64193.466796875, - 64197.96875, - 64174.44921875, - 64208.998046875, - 64219.08203125, - 64193.31640625 + 64145.572265625, + 64143.66015625, + 64170.935546875, + 64214.130859375, + 64154.591796875, + 64183.15234375, + 64197.0390625, + 64213.0390625, + 64154.318359375, + 64221.73828125, + 64182.123046875, + 64249.044921875, + 64230.59375, + 64200.712890625, + 64225.73046875, + 64212.958984375, + 64201.587890625, + 64235.03125, + 64279.515625, + 64190.12890625, + 64238.837890625, + 64154.361328125, + 64256.896484375, + 64212.1328125 ], "0.6": [ - 64129.615234375, - 64174.96484375, - 64153.251953125, - 64214.142578125, - 64132.93359375, - 64169.978515625, - 64183.33984375, - 64178.28515625, - 64246.953125, - 64168.78515625, - 64248.294921875, - 64216.50390625, - 64262.65234375, - 64244.087890625, - 64252.876953125, - 64173.5859375, - 64223.470703125, - 64238.98828125, - 64193.466796875, - 64197.96875, - 64174.44921875, - 64208.998046875, - 64219.08203125, - 64193.31640625 + 64145.572265625, + 64143.66015625, + 64170.935546875, + 64214.130859375, + 64154.591796875, + 64183.15234375, + 64197.0390625, + 64213.0390625, + 64154.318359375, + 64221.73828125, + 64182.123046875, + 64249.044921875, + 64230.59375, + 64200.712890625, + 64225.73046875, + 64212.958984375, + 64201.587890625, + 64235.03125, + 64279.515625, + 64190.12890625, + 64238.837890625, + 64154.361328125, + 64256.896484375, + 64212.1328125 ], "0.7": [ - 64129.615234375, - 64174.96484375, - 64153.251953125, - 64214.142578125, - 64132.93359375, - 64169.978515625, - 64183.33984375, - 64178.28515625, - 64246.953125, - 64168.78515625, - 64248.294921875, - 64216.50390625, - 64262.65234375, - 64244.087890625, - 64252.876953125, - 64173.5859375, - 64223.470703125, - 64238.98828125, - 64193.466796875, - 64197.96875, - 64174.44921875, - 64208.998046875, - 64219.08203125, - 64193.31640625 + 64145.572265625, + 64143.66015625, + 64170.935546875, + 64214.130859375, + 64154.591796875, + 64183.15234375, + 64197.0390625, + 64213.0390625, + 64154.318359375, + 64221.73828125, + 64182.123046875, + 64249.044921875, + 64230.59375, + 64200.712890625, + 64225.73046875, + 64212.958984375, + 64201.587890625, + 64235.03125, + 64279.515625, + 64190.12890625, + 64238.837890625, + 64154.361328125, + 64256.896484375, + 64212.1328125 ], "0.8": [ - 64371.15625, - 64413.359375, - 64607.955078125, - 64627.009765625, - 64648.27734375, - 64632.25390625, - 64686.751953125, - 64732.708984375, - 64793.359375, - 64767.99609375, - 64905.69921875, - 64895.1328125, - 64941.1953125, - 64908.26953125, - 65029.68359375, - 65046.544921875, - 64950.99609375, - 65000.46875, - 64963.765625, - 64920.953125, - 65050.75, - 65115.01953125, - 65140.708984375, - 65052.306640625 + 64414.05859375, + 64487.1171875, + 64622.8984375, + 64598.6953125, + 64631.69921875, + 64611.974609375, + 64689.013671875, + 64689.57421875, + 64814.896484375, + 64779.205078125, + 64852.66015625, + 64931.638671875, + 64893.033203125, + 65030.951171875, + 65025.037109375, + 65006.744140625, + 65059.212890625, + 64964.138671875, + 65335.3515625, + 65081.71875, + 65227.31640625, + 65121.314453125, + 65408.166015625, + 65209.015625 ], "0.9": [ - 64371.15625, - 64413.359375, - 64607.955078125, - 64627.009765625, - 64648.27734375, - 64632.25390625, - 64686.751953125, - 64732.708984375, - 64793.359375, - 64767.99609375, - 64905.69921875, - 64895.1328125, - 64941.1953125, - 64908.26953125, - 65029.68359375, - 65046.544921875, - 64950.99609375, - 65000.46875, - 64963.765625, - 64920.953125, - 65050.75, - 65115.01953125, - 65140.708984375, - 65052.306640625 + 64414.05859375, + 64487.1171875, + 64622.8984375, + 64598.6953125, + 64631.69921875, + 64611.974609375, + 64689.013671875, + 64689.57421875, + 64814.896484375, + 64779.205078125, + 64852.66015625, + 64931.638671875, + 64893.033203125, + 65030.951171875, + 65025.037109375, + 65006.744140625, + 65059.212890625, + 64964.138671875, + 65335.3515625, + 65081.71875, + 65227.31640625, + 65121.314453125, + 65408.166015625, + 65209.015625 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index f4c0c50543659cad49a16119a0440102c5b6583b..07ab8f68cfbdceed0382dd62fdb5ef5cd6fb6a25 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T10:10:59.736352+00:00", + "evaluated_at": "2026-06-23T10:19:55.816720+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index d524b49e2f6e63c8e00d76f048d1000f4e4fea1e..f3c33270673e29ae4a7ddb5f0bab215776feb9a0 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,726819.6750868974,736275.1085927858,665.971626290661,1.1418269578625797,0.010450984368544148,0.010420322164973342,25.679411377783058,852.5371986528784,0.013313625841406941,0.010400129246486124,0.00939370864080939,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,742226.993032294,751599.7795697224,670.844184884411,1.1501810956913894,0.010530897398058186,0.010498262010421214,26.01357689093545,861.5259677063101,0.013455023063679034,0.010477019054673124,0.009470521824044596,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,3.7254732223560887,3.857635656925538,1.6989814043242737,0.995085763097673,0.06234093839361071,0.06375101933657625,7.0135930254093175,1.9301484974882344,0.07269976578764256,0.06399277067680005,0.05485515880509876,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.1133073515696954,1.1179885616598044,0.9936792776404231,3.36043031844965,1.6577390097631943,0.809932679188842,129.37323358054195,1.055133807424298,1.3035731542395383,1.2276486841211633,1.2145802058702404,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.11472717702084934,0.11415553878026302,0.2890291047254826,1.8580441180946055,0.22524489231321176,0.1934966396619896,47.96869370563122,0.33871400476043106,0.24027003293350774,0.20502557182497289,0.18834489208506316,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index c975af2ebbc697237635ab2122433e5f9f5f7fb7..d74a76e3dda921ff84074582d61fd3e3ee487830 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T10:11:23.348676+00:00", + "evaluated_at": "2026-06-23T10:20:14.863476+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62565.75 + 62448.80859375 ], "p50": [ 64080.117019599784, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 92d4181015278a73121eff59d267e24b0a336dad..0ee4e1df7d00d438a4d5665c4a6cf30666a4929f 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T10:11:23.382424+00:00", + "evaluated_at": "2026-06-23T10:20:14.869716+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index e0c7a4d087e72c17b439fa99450a72aa679ee86a..6e13ce3f0c958ff19ea77f62ddd91a255c522d84 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T10:08:08.297466+00:00", - "finished_at": "2026-06-23T10:11:28.058000+00:00", - "task_count": 2, + "started_at": "2026-06-23T10:16:56.512887+00:00", + "finished_at": "2026-06-23T10:20:19.434335+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T10:08:46.042759+00:00", + "evaluated_at": "2026-06-23T10:17:23.939025+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -30,19 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T10:09:26.964252+00:00", + "evaluated_at": "2026-06-23T10:17:55.490889+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -50,19 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T10:10:01.749772+00:00", + "evaluated_at": "2026-06-23T10:18:40.367735+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -70,19 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T10:10:21.356487+00:00", + "evaluated_at": "2026-06-23T10:19:26.354028+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -90,19 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T10:10:59.736352+00:00", + "evaluated_at": "2026-06-23T10:19:55.816720+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -110,19 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T10:11:22.929204+00:00", + "evaluated_at": "2026-06-23T10:20:14.583515+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -130,19 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T10:11:23.265176+00:00", + "evaluated_at": "2026-06-23T10:20:14.803662+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -150,19 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T10:11:23.340369+00:00", + "evaluated_at": "2026-06-23T10:20:14.850653+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -170,19 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T10:11:23.382424+00:00", + "evaluated_at": "2026-06-23T10:20:14.869716+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -190,19 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T10:11:23.411308+00:00", + "evaluated_at": "2026-06-23T10:20:14.898930+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -223,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T10:13:55.596005+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_102014.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_102014.json new file mode 100644 index 0000000000000000000000000000000000000000..420da27747bb4dabbcbb8fbd4c61a0494b7393e3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_102014.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T10:20:14.777650+00:00", + "metrics": { + "MSE[mean]": 833272.9029194313, + "MSE[0.5]": 1129154.2240290034, + "MAE[0.5]": 953.8719839747606, + "MASE[0.5]": 1.635440163898042, + "MAPE[0.5]": 0.014841616052697649, + "sMAPE[0.5]": 0.014939994748316495, + "MSIS": 38.615564005826734, + "RMSE[mean]": 912.8378294743438, + "NRMSE[mean]": 0.014256394478364656, + "ND[0.5]": 0.014897252114579158, + "mean_weighted_sum_quantile_loss": 0.013776938268859486 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62448.80859375 + ], + "predictions": { + "p50": [ + 63370.82224019741, + 63463.292306974494, + 63392.45750871657, + 63442.90598169991, + 63388.75530060217, + 63427.856644061096, + 63411.86229896233, + 63418.96081472659, + 63413.61257845343, + 63426.15255865148, + 63414.4505688158, + 63411.15876820736, + 63414.52625082527, + 63418.29116137828, + 63417.12122836293, + 63414.080537627466, + 63417.11079307152, + 63415.8825110779, + 63417.76272473293, + 63432.32438866549, + 63417.629365733315, + 63417.57637505883, + 63428.74200698958, + 63422.247494126124 + ], + "p10": [ + 63121.1007191657, + 63202.36203821631, + 63178.657157328525, + 63168.141413398735, + 63153.14201688981, + 63200.29740718265, + 63183.11107593518, + 63173.49893691027, + 63161.268235752796, + 63169.390497852066, + 63165.65508174001, + 63169.39132697367, + 63166.62395053082, + 63191.19666536815, + 63149.0396580651, + 63168.65391464891, + 63164.84201996269, + 63166.773446951185, + 63190.20348785448, + 63166.81663107136, + 63166.59747324029, + 63149.70828279721, + 63190.326570762314, + 63167.89779965497 + ], + "p90": [ + 63622.374801953716, + 63705.57710460181, + 63651.74146104026, + 63694.02118904013, + 63647.82374740658, + 63685.441371368455, + 63663.505643734636, + 63676.091043700755, + 63667.18053150199, + 63698.34094813057, + 63688.66563108394, + 63632.57833912695, + 63704.491969675924, + 63671.89689922274, + 63693.7622674686, + 63670.056274353396, + 63660.921401806816, + 63670.15791503271, + 63670.598055653936, + 63673.95399307293, + 63694.270404838986, + 63661.31141420232, + 63691.06597858803, + 63692.27696586703 + ], + "mean": [ + 64318.05105284552, + 64733.04098797901, + 64369.89363023097, + 64376.42130974169, + 64035.22910827568, + 64076.3720616164, + 64055.64277110883, + 64044.191145571014, + 63396.45504626754, + 65027.5784739069, + 64687.7979100551, + 64019.175834078414, + 64374.2276006159, + 64688.64344638363, + 63716.46974915112, + 64045.8288873668, + 63723.4538614389, + 64351.797775344836, + 64054.204659342446, + 63416.924868119044, + 64358.97284020354, + 64052.73137892368, + 64081.21644746562, + 64694.444321278315 + ], + "quantiles": { + "0.1": [ + 63121.1007191657, + 63202.36203821631, + 63178.657157328525, + 63168.141413398735, + 63153.14201688981, + 63200.29740718265, + 63183.11107593518, + 63173.49893691027, + 63161.268235752796, + 63169.390497852066, + 63165.65508174001, + 63169.39132697367, + 63166.62395053082, + 63191.19666536815, + 63149.0396580651, + 63168.65391464891, + 63164.84201996269, + 63166.773446951185, + 63190.20348785448, + 63166.81663107136, + 63166.59747324029, + 63149.70828279721, + 63190.326570762314, + 63167.89779965497 + ], + "0.2": [ + 63198.30880504584, + 63263.38864276337, + 63226.60680557378, + 63260.126864524944, + 63236.66034908564, + 63261.32620493224, + 63247.50098345246, + 63256.72527365089, + 63226.835572762604, + 63254.84084451414, + 63228.64231949812, + 63252.934957254176, + 63250.28471092331, + 63251.0288639132, + 63244.06203883632, + 63255.206106319456, + 63230.4093569725, + 63241.86181309697, + 63251.23228560407, + 63252.11438490905, + 63244.570176206704, + 63251.939149952246, + 63255.41105011219, + 63251.90768788533 + ], + "0.3": [ + 63273.63985129624, + 63352.10284819001, + 63300.56208884761, + 63328.75117104995, + 63296.702096736226, + 63330.67425515992, + 63317.03936760966, + 63329.62476757578, + 63296.470147109074, + 63328.67956330051, + 63295.023634442674, + 63282.61548401863, + 63288.401564629006, + 63321.97408650813, + 63320.15231749797, + 63289.96185025746, + 63306.96279903274, + 63310.48611962198, + 63320.58033583176, + 63325.95310369542, + 63336.19241589741, + 63320.82094223008, + 63362.24467057867, + 63325.862971159164 + ], + "0.4": [ + 63348.93787985875, + 63438.31124199154, + 63367.39754632032, + 63422.31159609864, + 63348.746250356955, + 63412.15127959683, + 63381.46496933651, + 63394.8181807, + 63366.66050411522, + 63405.083096741415, + 63373.857257917225, + 63363.82425932094, + 63374.974075437545, + 63396.87154190794, + 63382.38404020939, + 63370.996405269994, + 63375.77224412112, + 63376.18238696066, + 63407.450365261, + 63403.93713596646, + 63389.40531168978, + 63396.11897079259, + 63415.59690841386, + 63387.61480849117 + ], + "0.5": [ + 63370.82224019741, + 63463.292306974494, + 63392.45750871657, + 63442.90598169991, + 63388.75530060217, + 63427.856644061096, + 63411.86229896233, + 63418.96081472659, + 63413.61257845343, + 63426.15255865148, + 63414.4505688158, + 63411.15876820736, + 63414.52625082527, + 63418.29116137828, + 63417.12122836293, + 63414.080537627466, + 63417.11079307152, + 63415.8825110779, + 63417.76272473293, + 63432.32438866549, + 63417.629365733315, + 63417.57637505883, + 63428.74200698958, + 63422.247494126124 + ], + "0.6": [ + 63393.01366796852, + 63491.53374309483, + 63450.66412317143, + 63470.64285123449, + 63420.290720354504, + 63454.74566073448, + 63437.20553362366, + 63437.518099844645, + 63428.30192159075, + 63473.061036862215, + 63431.74961419682, + 63425.7138318459, + 63447.0059997208, + 63437.120653987906, + 63441.263651385816, + 63442.3043806673, + 63431.875705800645, + 63436.536162046104, + 63452.556275616575, + 63476.05513801924, + 63452.63639465317, + 63453.67762408779, + 63452.67935852441, + 63440.16329683544 + ], + "0.7": [ + 63439.896367278285, + 63593.51994742167, + 63540.67144229759, + 63565.53666670645, + 63514.69956106886, + 63550.94333978414, + 63524.81484308541, + 63484.93395618412, + 63478.37199981007, + 63543.87515692873, + 63524.16793734002, + 63473.232313557965, + 63540.77951153057, + 63529.068075896415, + 63512.467958918125, + 63518.705619800945, + 63507.46000356876, + 63487.24553738567, + 63528.07489838274, + 63541.14869732364, + 63548.34352242575, + 63528.315504781065, + 63540.97250336381, + 63519.15513214372 + ], + "0.8": [ + 63526.048209147404, + 63618.1596582755, + 63563.19114503658, + 63604.03746507606, + 63559.11716777655, + 63593.58019471092, + 63577.15698066011, + 63587.147132498954, + 63577.28214221324, + 63590.417151092035, + 63582.33294910785, + 63567.93461303938, + 63582.69132414133, + 63584.47945289643, + 63581.07350267901, + 63582.1142319605, + 63566.082535392095, + 63566.64449321419, + 63581.00533242032, + 63585.663004943875, + 63600.03962181537, + 63581.24593881864, + 63583.60935829059, + 63584.45853691082 + ], + "0.9": [ + 63622.374801953716, + 63705.57710460181, + 63651.74146104026, + 63694.02118904013, + 63647.82374740658, + 63685.441371368455, + 63663.505643734636, + 63676.091043700755, + 63667.18053150199, + 63698.34094813057, + 63688.66563108394, + 63632.57833912695, + 63704.491969675924, + 63671.89689922274, + 63693.7622674686, + 63670.056274353396, + 63660.921401806816, + 63670.15791503271, + 63670.598055653936, + 63673.95399307293, + 63694.270404838986, + 63661.31141420232, + 63691.06597858803, + 63692.27696586703 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_101721.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_101721.json new file mode 100644 index 0000000000000000000000000000000000000000..8528872369de111604d92e5591668a9044114cb2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_101721.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T10:17:21.781730+00:00", + "metrics": { + "MSE[mean]": 783960.3433958689, + "MSE[0.5]": 783960.3433958689, + "MAE[0.5]": 676.27392578125, + "MASE[0.5]": 1.1594905381442933, + "MAPE[0.5]": 0.010625070259910899, + "sMAPE[0.5]": 0.010582839644588907, + "MSIS": 21.429715842481837, + "RMSE[mean]": 885.4153507794344, + "NRMSE[mean]": 0.013828119420927232, + "ND[0.5]": 0.010561818923435379, + "mean_weighted_sum_quantile_loss": 0.008812228313201548 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62448.80859375 + ], + "predictions": { + "p50": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "p10": [ + 63857.74609375, + 63790.37109375, + 63745.28515625, + 63700.52734375, + 63657.21484375, + 63632.81640625, + 63601.15234375, + 63594.50390625, + 63588.23046875, + 63576.52734375, + 63548.44921875, + 63483.2578125, + 63445.4296875, + 63417.7265625, + 63404.48828125, + 63411.16015625, + 63424.484375, + 63405.5390625, + 63368.57421875, + 63352.90625, + 63317.75390625, + 63290.62109375, + 63287.9453125, + 63261.7265625 + ], + "p90": [ + 64326.29296875, + 64385.1484375, + 64428.984375, + 64477.0703125, + 64483.07421875, + 64518.94140625, + 64551.05859375, + 64578.01171875, + 64591.0390625, + 64619.3203125, + 64628.703125, + 64632.375, + 64654.13671875, + 64656.6015625, + 64690.296875, + 64701.1640625, + 64755.328125, + 64772.546875, + 64771.01953125, + 64785.99609375, + 64787.60546875, + 64827.33984375, + 64816.27734375, + 64842.0859375 + ], + "mean": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "quantiles": { + "0.1": [ + 63857.74609375, + 63790.37109375, + 63745.28515625, + 63700.52734375, + 63657.21484375, + 63632.81640625, + 63601.15234375, + 63594.50390625, + 63588.23046875, + 63576.52734375, + 63548.44921875, + 63483.2578125, + 63445.4296875, + 63417.7265625, + 63404.48828125, + 63411.16015625, + 63424.484375, + 63405.5390625, + 63368.57421875, + 63352.90625, + 63317.75390625, + 63290.62109375, + 63287.9453125, + 63261.7265625 + ], + "0.2": [ + 63857.74609375, + 63790.37109375, + 63745.28515625, + 63700.52734375, + 63657.21484375, + 63632.81640625, + 63601.15234375, + 63594.50390625, + 63588.23046875, + 63576.52734375, + 63548.44921875, + 63483.2578125, + 63445.4296875, + 63417.7265625, + 63404.48828125, + 63411.16015625, + 63424.484375, + 63405.5390625, + 63368.57421875, + 63352.90625, + 63317.75390625, + 63290.62109375, + 63287.9453125, + 63261.7265625 + ], + "0.3": [ + 63857.74609375, + 63790.37109375, + 63745.28515625, + 63700.52734375, + 63657.21484375, + 63632.81640625, + 63601.15234375, + 63594.50390625, + 63588.23046875, + 63576.52734375, + 63548.44921875, + 63483.2578125, + 63445.4296875, + 63417.7265625, + 63404.48828125, + 63411.16015625, + 63424.484375, + 63405.5390625, + 63368.57421875, + 63352.90625, + 63317.75390625, + 63290.62109375, + 63287.9453125, + 63261.7265625 + ], + "0.4": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "0.5": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "0.6": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "0.7": [ + 64125.0546875, + 64123.02734375, + 64129.55859375, + 64124.484375, + 64111.64453125, + 64116.34765625, + 64122.53125, + 64136.26171875, + 64146.5, + 64153.93359375, + 64151.98046875, + 64139.46875, + 64125.421875, + 64117.18359375, + 64127.2265625, + 64136.6640625, + 64171.4375, + 64172.9140625, + 64168.875, + 64174.421875, + 64157.94140625, + 64160.8046875, + 64159.28125, + 64145.46875 + ], + "0.8": [ + 64326.29296875, + 64385.1484375, + 64428.984375, + 64477.0703125, + 64483.07421875, + 64518.94140625, + 64551.05859375, + 64578.01171875, + 64591.0390625, + 64619.3203125, + 64628.703125, + 64632.375, + 64654.13671875, + 64656.6015625, + 64690.296875, + 64701.1640625, + 64755.328125, + 64772.546875, + 64771.01953125, + 64785.99609375, + 64787.60546875, + 64827.33984375, + 64816.27734375, + 64842.0859375 + ], + "0.9": [ + 64326.29296875, + 64385.1484375, + 64428.984375, + 64477.0703125, + 64483.07421875, + 64518.94140625, + 64551.05859375, + 64578.01171875, + 64591.0390625, + 64619.3203125, + 64628.703125, + 64632.375, + 64654.13671875, + 64656.6015625, + 64690.296875, + 64701.1640625, + 64755.328125, + 64772.546875, + 64771.01953125, + 64785.99609375, + 64787.60546875, + 64827.33984375, + 64816.27734375, + 64842.0859375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_102014.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_102014.json new file mode 100644 index 0000000000000000000000000000000000000000..7eef426108e7acf2c06bb50f6d197500a4ade428 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_102014.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T10:20:14.836485+00:00", + "metrics": { + "MSE[mean]": 769470.3093007971, + "MSE[0.5]": 777886.6467585723, + "MAE[0.5]": 666.3934068813008, + "MASE[0.5]": 1.1425501124680968, + "MAPE[0.5]": 0.010473016286309015, + "sMAPE[0.5]": 0.010428782984251974, + "MSIS": 26.38377235470404, + "RMSE[mean]": 877.1945675280924, + "NRMSE[mean]": 0.013699729990550805, + "ND[0.5]": 0.010407508299422647, + "mean_weighted_sum_quantile_loss": 0.00945204385963165 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62448.80859375 + ], + "predictions": { + "p50": [ + 64134.04556892444, + 64149.788911052914, + 64136.25100318139, + 64150.11934530986, + 64155.69471868833, + 64154.77790456681, + 64142.61304357028, + 64147.87982319875, + 64163.504024702226, + 64155.4563512057, + 64146.37352145917, + 64148.849285462646, + 64148.72348696612, + 64158.29886034459, + 64150.999233723065, + 64152.75429460154, + 64154.00154298001, + 64153.047619483485, + 64152.66400848696, + 64187.92297561543, + 64165.138973993904, + 64159.66747237238, + 64175.98112700085, + 64162.44321912932 + ], + "p10": [ + 63939.17799079944, + 63903.75219230291, + 63885.41115943139, + 63886.65840780986, + 63929.375968688335, + 63904.43806081681, + 63905.68530919528, + 63933.117713823754, + 63891.78410282722, + 63887.3606480807, + 63906.98680270917, + 63896.58834796264, + 63897.88364321612, + 63914.41604784459, + 63910.816030598064, + 63916.91054460154, + 63901.76208985501, + 63904.119885108485, + 63925.43353973696, + 63926.68078811543, + 63922.7780364939, + 63844.91747237238, + 63934.70104887585, + 63922.04126600432 + ], + "p90": [ + 64368.63541267444, + 64380.773286052914, + 64402.33303443139, + 64403.58028280986, + 64432.40174993833, + 64408.83220144181, + 64387.00952794528, + 64378.65208882375, + 64412.57394657723, + 64395.0922887057, + 64392.25516208417, + 64393.245769837646, + 64414.80551821612, + 64395.74026659459, + 64448.011343098064, + 64398.23476335154, + 64402.04841798001, + 64423.799181983486, + 64392.371820986955, + 64407.564772490434, + 64455.4948333689, + 64387.65965987238, + 64406.96550200085, + 64412.55376600433 + ], + "mean": [ + 64149.21965095566, + 64155.9058446464, + 64165.185925056525, + 64145.09698202846, + 64184.57020696983, + 64178.92136159778, + 64159.34843419541, + 64158.15451069858, + 64179.97172001496, + 64141.89539417445, + 64156.28711520895, + 64138.494832337834, + 64170.82163149726, + 64167.09376268864, + 64155.590874347836, + 64167.766892257954, + 64161.96427735489, + 64146.43941635876, + 64156.23666473701, + 64191.376823271494, + 64178.58629821281, + 64123.65780440355, + 64187.77833403214, + 64170.924078504126 + ], + "quantiles": { + "0.1": [ + 63939.17799079944, + 63903.75219230291, + 63885.41115943139, + 63886.65840780986, + 63929.375968688335, + 63904.43806081681, + 63905.68530919528, + 63933.117713823754, + 63891.78410282722, + 63887.3606480807, + 63906.98680270917, + 63896.58834796264, + 63897.88364321612, + 63914.41604784459, + 63910.816030598064, + 63916.91054460154, + 63901.76208985501, + 63904.119885108485, + 63925.43353973696, + 63926.68078811543, + 63922.7780364939, + 63844.91747237238, + 63934.70104887585, + 63922.04126600432 + ], + "0.2": [ + 64027.83463142444, + 63974.081879802914, + 64016.98928443139, + 64018.23653280986, + 64032.82362493833, + 63972.43024831681, + 64035.31812169528, + 64036.56537007375, + 64060.804805952226, + 63961.4622105807, + 63985.30711520917, + 63979.30592608765, + 63987.80161196612, + 63989.04886034459, + 63965.77423372307, + 63990.21523210154, + 63992.79060548001, + 63984.358166358485, + 64012.79682098696, + 64074.52453811543, + 64015.291317743904, + 63929.17528487238, + 64055.27409575085, + 64038.35181287932 + ], + "0.3": [ + 64091.82525642444, + 64059.472504802914, + 64084.98147193139, + 64077.50606405986, + 64115.17518743833, + 64057.754857691805, + 64089.97046544528, + 64100.55599507375, + 64110.214962202226, + 64084.9895543307, + 64073.013755834174, + 64070.904363587644, + 64076.50083071612, + 64072.63948534459, + 64072.217983723065, + 64080.24257585154, + 64078.18123048001, + 64073.428478858485, + 64077.20697723696, + 64137.92297561543, + 64078.9420989939, + 64051.73778487238, + 64113.66472075085, + 64086.91196912932 + ], + "0.4": [ + 64122.470568924444, + 64124.128754802914, + 64123.14944068139, + 64126.62325155986, + 64138.50174993833, + 64128.70681081681, + 64133.02593419528, + 64129.38568257375, + 64143.734493452226, + 64135.5911168307, + 64126.69774020917, + 64131.18639483765, + 64126.38364321612, + 64146.42776659459, + 64128.878139973065, + 64136.17538835154, + 64140.61091798001, + 64125.68707260848, + 64126.934320986955, + 64157.45422561543, + 64132.260067743904, + 64126.42919112238, + 64160.91472075085, + 64138.46275037932 + ], + "0.5": [ + 64134.04556892444, + 64149.788911052914, + 64136.25100318139, + 64150.11934530986, + 64155.69471868833, + 64154.77790456681, + 64142.61304357028, + 64147.87982319875, + 64163.504024702226, + 64155.4563512057, + 64146.37352145917, + 64148.849285462646, + 64148.72348696612, + 64158.29886034459, + 64150.999233723065, + 64152.75429460154, + 64154.00154298001, + 64153.047619483485, + 64152.66400848696, + 64187.92297561543, + 64165.138973993904, + 64159.66747237238, + 64175.98112700085, + 64162.44321912932 + ], + "0.6": [ + 64153.52603767444, + 64203.60453605292, + 64204.70803443139, + 64210.50606405986, + 64209.23846868833, + 64232.87165456681, + 64209.69702794528, + 64195.86615132375, + 64218.990743452225, + 64213.5825230807, + 64203.351646459174, + 64204.59889483765, + 64179.99223696612, + 64203.34964159459, + 64175.267202473064, + 64221.06601335154, + 64186.18123048001, + 64195.79254135848, + 64165.117914736955, + 64236.08313186543, + 64223.7272552439, + 64179.71825362238, + 64230.01237700085, + 64180.52056287933 + ], + "0.7": [ + 64226.63541267444, + 64267.480317302914, + 64255.241628181386, + 64271.20528280986, + 64272.45253118833, + 64291.052123316804, + 64250.63062169528, + 64241.70599507375, + 64285.414180952226, + 64263.9723668307, + 64259.43992770917, + 64281.183269837646, + 64281.20004946612, + 64249.72620409459, + 64245.99884309807, + 64284.94179460154, + 64252.93123048001, + 64243.875353858486, + 64255.42572723696, + 64300.14172561543, + 64291.178036493904, + 64259.70419112238, + 64270.58659575085, + 64263.45103162932 + ], + "0.8": [ + 64297.05338142444, + 64326.222504802914, + 64337.87990943139, + 64365.20918905986, + 64349.22596868833, + 64343.391967066804, + 64332.45874669528, + 64296.67474507375, + 64360.343868452226, + 64306.3293980807, + 64347.85789645917, + 64310.773113587646, + 64365.33286196612, + 64299.68948534459, + 64346.28907747306, + 64343.68398210154, + 64304.324980480014, + 64318.256603858485, + 64347.42572723696, + 64374.06360061543, + 64369.181942743904, + 64301.62840987238, + 64322.93347075085, + 64325.74009412932 + ], + "0.9": [ + 64368.63541267444, + 64380.773286052914, + 64402.33303443139, + 64403.58028280986, + 64432.40174993833, + 64408.83220144181, + 64387.00952794528, + 64378.65208882375, + 64412.57394657723, + 64395.0922887057, + 64392.25516208417, + 64393.245769837646, + 64414.80551821612, + 64395.74026659459, + 64448.011343098064, + 64398.23476335154, + 64402.04841798001, + 64423.799181983486, + 64392.371820986955, + 64407.564772490434, + 64455.4948333689, + 64387.65965987238, + 64406.96550200085, + 64412.55376600433 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_101952.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_101952.json new file mode 100644 index 0000000000000000000000000000000000000000..5ec649c8b2752db48eb26de58114b4ebe1d2b005 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_101952.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T10:19:52.731073+00:00", + "metrics": { + "MSE[mean]": 791195.0322341919, + "MSE[0.5]": 809520.470222632, + "MAE[0.5]": 676.3531087239584, + "MASE[0.5]": 1.1596262995116218, + "MAPE[0.5]": 0.01063405325217514, + "sMAPE[0.5]": 0.010583812676809135, + "MSIS": 18.430713193205026, + "RMSE[mean]": 889.4914458465533, + "NRMSE[mean]": 0.013891778503988705, + "ND[0.5]": 0.010563055576026626, + "mean_weighted_sum_quantile_loss": 0.008663668335027234 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62448.80859375 + ], + "predictions": { + "p50": [ + 64145.572265625, + 64143.66015625, + 64170.935546875, + 64214.130859375, + 64154.591796875, + 64183.15234375, + 64197.0390625, + 64213.0390625, + 64154.318359375, + 64221.73828125, + 64182.123046875, + 64249.044921875, + 64230.59375, + 64200.712890625, + 64225.73046875, + 64212.958984375, + 64201.587890625, + 64235.03125, + 64279.515625, + 64190.12890625, + 64238.837890625, + 64154.361328125, + 64256.896484375, + 64212.1328125 + ], + "p10": [ + 63920.384765625, + 63809.0078125, + 63756.296875, + 63799.580078125, + 63646.564453125, + 63487.509765625, + 63633.609375, + 63659.8828125, + 63356.634765625, + 63625.818359375, + 63560.453125, + 63544.79296875, + 63530.947265625, + 63379.583984375, + 63403.08984375, + 63284.73828125, + 63278.986328125, + 63258.125, + 63298.751953125, + 63281.208984375, + 63322.8828125, + 63139.0703125, + 63166.822265625, + 63271.017578125 + ], + "p90": [ + 64414.05859375, + 64487.1171875, + 64622.8984375, + 64598.6953125, + 64631.69921875, + 64611.974609375, + 64689.013671875, + 64689.57421875, + 64814.896484375, + 64779.205078125, + 64852.66015625, + 64931.638671875, + 64893.033203125, + 65030.951171875, + 65025.037109375, + 65006.744140625, + 65059.212890625, + 64964.138671875, + 65335.3515625, + 65081.71875, + 65227.31640625, + 65121.314453125, + 65408.166015625, + 65209.015625 + ], + "mean": [ + 64154.9765625, + 64142.95703125, + 64182.68359375, + 64194.02734375, + 64145.9375, + 64103.046875, + 64176.8671875, + 64207.22265625, + 64114.4140625, + 64211.1015625, + 64194.3828125, + 64222.76953125, + 64200.23046875, + 64176.78515625, + 64216.2890625, + 64147.98046875, + 64179.5859375, + 64157.90625, + 64362.28515625, + 64254.00390625, + 64340.734375, + 64115.9765625, + 64275.35546875, + 64268.8203125 + ], + "quantiles": { + "0.1": [ + 63920.384765625, + 63809.0078125, + 63756.296875, + 63799.580078125, + 63646.564453125, + 63487.509765625, + 63633.609375, + 63659.8828125, + 63356.634765625, + 63625.818359375, + 63560.453125, + 63544.79296875, + 63530.947265625, + 63379.583984375, + 63403.08984375, + 63284.73828125, + 63278.986328125, + 63258.125, + 63298.751953125, + 63281.208984375, + 63322.8828125, + 63139.0703125, + 63166.822265625, + 63271.017578125 + ], + "0.2": [ + 63920.384765625, + 63809.0078125, + 63756.296875, + 63799.580078125, + 63646.564453125, + 63487.509765625, + 63633.609375, + 63659.8828125, + 63356.634765625, + 63625.818359375, + 63560.453125, + 63544.79296875, + 63530.947265625, + 63379.583984375, + 63403.08984375, + 63284.73828125, + 63278.986328125, + 63258.125, + 63298.751953125, + 63281.208984375, + 63322.8828125, + 63139.0703125, + 63166.822265625, + 63271.017578125 + ], + "0.3": [ + 63920.384765625, + 63809.0078125, + 63756.296875, + 63799.580078125, + 63646.564453125, + 63487.509765625, + 63633.609375, + 63659.8828125, + 63356.634765625, + 63625.818359375, + 63560.453125, + 63544.79296875, + 63530.947265625, + 63379.583984375, + 63403.08984375, + 63284.73828125, + 63278.986328125, + 63258.125, + 63298.751953125, + 63281.208984375, + 63322.8828125, + 63139.0703125, + 63166.822265625, + 63271.017578125 + ], + "0.4": [ + 64145.572265625, + 64143.66015625, + 64170.935546875, + 64214.130859375, + 64154.591796875, + 64183.15234375, + 64197.0390625, + 64213.0390625, + 64154.318359375, + 64221.73828125, + 64182.123046875, + 64249.044921875, + 64230.59375, + 64200.712890625, + 64225.73046875, + 64212.958984375, + 64201.587890625, + 64235.03125, + 64279.515625, + 64190.12890625, + 64238.837890625, + 64154.361328125, + 64256.896484375, + 64212.1328125 + ], + "0.5": [ + 64145.572265625, + 64143.66015625, + 64170.935546875, + 64214.130859375, + 64154.591796875, + 64183.15234375, + 64197.0390625, + 64213.0390625, + 64154.318359375, + 64221.73828125, + 64182.123046875, + 64249.044921875, + 64230.59375, + 64200.712890625, + 64225.73046875, + 64212.958984375, + 64201.587890625, + 64235.03125, + 64279.515625, + 64190.12890625, + 64238.837890625, + 64154.361328125, + 64256.896484375, + 64212.1328125 + ], + "0.6": [ + 64145.572265625, + 64143.66015625, + 64170.935546875, + 64214.130859375, + 64154.591796875, + 64183.15234375, + 64197.0390625, + 64213.0390625, + 64154.318359375, + 64221.73828125, + 64182.123046875, + 64249.044921875, + 64230.59375, + 64200.712890625, + 64225.73046875, + 64212.958984375, + 64201.587890625, + 64235.03125, + 64279.515625, + 64190.12890625, + 64238.837890625, + 64154.361328125, + 64256.896484375, + 64212.1328125 + ], + "0.7": [ + 64145.572265625, + 64143.66015625, + 64170.935546875, + 64214.130859375, + 64154.591796875, + 64183.15234375, + 64197.0390625, + 64213.0390625, + 64154.318359375, + 64221.73828125, + 64182.123046875, + 64249.044921875, + 64230.59375, + 64200.712890625, + 64225.73046875, + 64212.958984375, + 64201.587890625, + 64235.03125, + 64279.515625, + 64190.12890625, + 64238.837890625, + 64154.361328125, + 64256.896484375, + 64212.1328125 + ], + "0.8": [ + 64414.05859375, + 64487.1171875, + 64622.8984375, + 64598.6953125, + 64631.69921875, + 64611.974609375, + 64689.013671875, + 64689.57421875, + 64814.896484375, + 64779.205078125, + 64852.66015625, + 64931.638671875, + 64893.033203125, + 65030.951171875, + 65025.037109375, + 65006.744140625, + 65059.212890625, + 64964.138671875, + 65335.3515625, + 65081.71875, + 65227.31640625, + 65121.314453125, + 65408.166015625, + 65209.015625 + ], + "0.9": [ + 64414.05859375, + 64487.1171875, + 64622.8984375, + 64598.6953125, + 64631.69921875, + 64611.974609375, + 64689.013671875, + 64689.57421875, + 64814.896484375, + 64779.205078125, + 64852.66015625, + 64931.638671875, + 64893.033203125, + 65030.951171875, + 65025.037109375, + 65006.744140625, + 65059.212890625, + 64964.138671875, + 65335.3515625, + 65081.71875, + 65227.31640625, + 65121.314453125, + 65408.166015625, + 65209.015625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_102014.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_102014.json new file mode 100644 index 0000000000000000000000000000000000000000..78b82ed10038dc2416e5f496023ea945fe6bd888 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_102014.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T10:20:14.863476+00:00", + "metrics": { + "MSE[mean]": 742226.993032294, + "MSE[0.5]": 751599.7795697224, + "MAE[0.5]": 670.844184884411, + "MASE[0.5]": 1.1501810956913894, + "MAPE[0.5]": 0.010530897398058186, + "sMAPE[0.5]": 0.010498262010421214, + "MSIS": 26.01357689093545, + "RMSE[mean]": 861.5259677063101, + "NRMSE[mean]": 0.013455023063679034, + "ND[0.5]": 0.010477019054673124, + "mean_weighted_sum_quantile_loss": 0.009470521824044596 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62448.80859375 + ], + "predictions": { + "p50": [ + 64080.117019599784, + 64094.613113349784, + 64079.827957099784, + 64092.449050849784, + 64096.777175849784, + 64094.613113349784, + 64081.201003974784, + 64085.220535224784, + 64099.597488349784, + 64090.302566474784, + 64079.972488349784, + 64081.201003974784, + 64079.827957099784, + 64088.156082099784, + 64079.609207099784, + 64080.117019599784, + 64080.117019599784, + 64077.915847724784, + 64076.284988349784, + 64110.296707099784, + 64086.265457099784, + 64079.546707099784, + 64094.613113349784, + 64079.827957099784 + ], + "p10": [ + 63885.249441474785, + 63848.57639459978, + 63828.988113349784, + 63828.988113349784, + 63870.458425849785, + 63844.273269599784, + 63844.273269599784, + 63870.458425849785, + 63827.87756647478, + 63822.206863349784, + 63840.585769599784, + 63828.94006647478, + 63828.988113349784, + 63844.273269599784, + 63839.42600397478, + 63844.273269599784, + 63827.87756647478, + 63828.988113349784, + 63849.054519599784, + 63849.054519599784, + 63843.90451959978, + 63764.796707099784, + 63853.33303522479, + 63839.42600397478 + ], + "p90": [ + 64314.706863349784, + 64325.597488349784, + 64345.909988349784, + 64345.909988349784, + 64373.484207099784, + 64348.667410224785, + 64325.597488349784, + 64315.99280084978, + 64348.667410224785, + 64329.93850397479, + 64325.85412897478, + 64325.597488349784, + 64345.909988349784, + 64325.597488349784, + 64376.62131647478, + 64325.597488349784, + 64328.163894599784, + 64348.667410224785, + 64315.99280084978, + 64329.93850397479, + 64376.62131647478, + 64307.538894599784, + 64325.597488349784, + 64329.93850397479 + ], + "mean": [ + 64095.29110163101, + 64100.73004694351, + 64108.76287897476, + 64087.42668756851, + 64125.65266413101, + 64118.75657038101, + 64097.93639459976, + 64095.49522272476, + 64116.06518366226, + 64076.74160944351, + 64089.88608209976, + 64070.84655084976, + 64101.92610163101, + 64096.95098444351, + 64084.20084772476, + 64095.12961725601, + 64088.07975397476, + 64071.30764459976, + 64079.85764459976, + 64113.75055475601, + 64099.71278131851, + 64043.53703913101, + 64106.41032038101, + 64088.30881647476 + ], + "quantiles": { + "0.1": [ + 63885.249441474785, + 63848.57639459978, + 63828.988113349784, + 63828.988113349784, + 63870.458425849785, + 63844.273269599784, + 63844.273269599784, + 63870.458425849785, + 63827.87756647478, + 63822.206863349784, + 63840.585769599784, + 63828.94006647478, + 63828.988113349784, + 63844.273269599784, + 63839.42600397478, + 63844.273269599784, + 63827.87756647478, + 63828.988113349784, + 63849.054519599784, + 63849.054519599784, + 63843.90451959978, + 63764.796707099784, + 63853.33303522479, + 63839.42600397478 + ], + "0.2": [ + 63973.906082099784, + 63918.906082099784, + 63960.566238349784, + 63960.566238349784, + 63973.906082099784, + 63912.265457099784, + 63973.906082099784, + 63973.906082099784, + 63996.898269599784, + 63896.308425849784, + 63918.906082099784, + 63911.657644599785, + 63918.906082099784, + 63918.906082099784, + 63894.384207099785, + 63917.577957099784, + 63918.906082099784, + 63909.226394599784, + 63936.417800849784, + 63996.898269599784, + 63936.417800849784, + 63849.054519599784, + 63973.906082099784, + 63955.73655084978 + ], + "0.3": [ + 64037.89670709978, + 64004.296707099784, + 64028.558425849784, + 64019.835769599784, + 64056.257644599784, + 63997.59006647478, + 64028.558425849784, + 64037.89670709978, + 64046.308425849784, + 64019.835769599784, + 64006.612722724785, + 64003.25608209978, + 64007.605300849784, + 64002.49670709978, + 64000.827957099784, + 64007.605300849784, + 64004.296707099784, + 63998.296707099784, + 64000.827957099784, + 64060.296707099784, + 64000.06858209978, + 63971.617019599784, + 64032.296707099784, + 64004.296707099784 + ], + "0.4": [ + 64068.54201959979, + 64068.952957099784, + 64066.726394599784, + 64068.952957099784, + 64079.58420709978, + 64068.54201959979, + 64071.61389459978, + 64066.726394599784, + 64079.827957099784, + 64070.437332099784, + 64060.296707099784, + 64063.53811334979, + 64057.488113349784, + 64076.284988349784, + 64057.488113349784, + 64063.53811334979, + 64066.726394599784, + 64050.55530084978, + 64050.55530084978, + 64079.827957099784, + 64053.386550849784, + 64046.308425849784, + 64079.546707099784, + 64055.847488349784 + ], + "0.5": [ + 64080.117019599784, + 64094.613113349784, + 64079.827957099784, + 64092.449050849784, + 64096.777175849784, + 64094.613113349784, + 64081.201003974784, + 64085.220535224784, + 64099.597488349784, + 64090.302566474784, + 64079.972488349784, + 64081.201003974784, + 64079.827957099784, + 64088.156082099784, + 64079.609207099784, + 64080.117019599784, + 64080.117019599784, + 64077.915847724784, + 64076.284988349784, + 64110.296707099784, + 64086.265457099784, + 64079.546707099784, + 64094.613113349784, + 64079.827957099784 + ], + "0.6": [ + 64099.597488349784, + 64148.42873834979, + 64148.284988349784, + 64152.835769599784, + 64150.32092584978, + 64172.706863349784, + 64148.284988349784, + 64133.206863349784, + 64155.08420709978, + 64148.42873834979, + 64136.950613349785, + 64136.950613349785, + 64111.09670709979, + 64133.206863349784, + 64103.87717584978, + 64148.42873834979, + 64112.296707099784, + 64120.66076959978, + 64088.73889459978, + 64158.456863349784, + 64144.85373834978, + 64099.597488349784, + 64148.644363349784, + 64097.90530084979 + ], + "0.7": [ + 64172.706863349784, + 64212.304519599784, + 64198.81858209978, + 64213.534988349784, + 64213.534988349784, + 64230.88733209978, + 64189.218582099784, + 64179.046707099784, + 64221.507644599784, + 64198.81858209978, + 64193.038894599784, + 64213.534988349784, + 64212.304519599784, + 64179.583425849785, + 64174.608816474785, + 64212.304519599784, + 64179.046707099784, + 64168.743582099785, + 64179.046707099784, + 64222.515457099784, + 64212.304519599784, + 64179.583425849785, + 64189.218582099784, + 64180.835769599784 + ], + "0.8": [ + 64243.124832099784, + 64271.046707099784, + 64281.456863349784, + 64307.538894599784, + 64290.308425849784, + 64283.22717584978, + 64271.046707099784, + 64234.015457099784, + 64296.437332099784, + 64241.175613349784, + 64281.456863349784, + 64243.124832099784, + 64296.437332099784, + 64229.546707099784, + 64274.89905084978, + 64271.046707099784, + 64230.44045709979, + 64243.124832099784, + 64271.046707099784, + 64296.437332099784, + 64290.308425849784, + 64221.507644599784, + 64241.56545709979, + 64243.124832099784 + ], + "0.9": [ + 64314.706863349784, + 64325.597488349784, + 64345.909988349784, + 64345.909988349784, + 64373.484207099784, + 64348.667410224785, + 64325.597488349784, + 64315.99280084978, + 64348.667410224785, + 64329.93850397479, + 64325.85412897478, + 64325.597488349784, + 64345.909988349784, + 64325.597488349784, + 64376.62131647478, + 64325.597488349784, + 64328.163894599784, + 64348.667410224785, + 64315.99280084978, + 64329.93850397479, + 64376.62131647478, + 64307.538894599784, + 64325.597488349784, + 64329.93850397479 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_102014.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_102014.json new file mode 100644 index 0000000000000000000000000000000000000000..906f0987c76c93b505768c1716a4b1cae479dbfe --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_102014.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T10:20:14.893887+00:00", + "metrics": { + "MSE[mean]": 801021.9522654215, + "MSE[0.5]": 801021.9522654215, + "MAE[0.5]": 728.5032552083334, + "MASE[0.5]": 1.2490391825258793, + "MAPE[0.5]": 0.011439708009738371, + "sMAPE[0.5]": 0.011400964143237914, + "MSIS": 6.592842826745052, + "RMSE[mean]": 894.9982973533645, + "NRMSE[mean]": 0.013977782660345904, + "ND[0.5]": 0.011377519039721902, + "mean_weighted_sum_quantile_loss": 0.008831787152402586 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62448.80859375 + ], + "predictions": { + "p50": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "p10": [ + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125, + 62856.42671875 + ], + "p90": [ + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375, + 65421.99515625 + ], + "mean": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "quantiles": { + "0.1": [ + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125, + 62856.42671875 + ], + "0.2": [ + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875, + 63138.519238281246, + 63284.02220703125, + 63030.09998046875, + 63248.02353515625, + 63203.49845703125, + 63183.209765625, + 63177.1227734375 + ], + "0.3": [ + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625, + 63459.0193359375, + 63605.2608984375, + 63350.0497265625, + 63569.0794921875, + 63524.3283984375, + 63503.93671875, + 63497.818828125 + ], + "0.4": [ + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625, + 63779.51943359375, + 63926.49958984375, + 63669.99947265625, + 63890.13544921875, + 63845.15833984375, + 63824.663671875, + 63818.5148828125 + ], + "0.5": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "0.6": [ + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374, + 64420.519628906244, + 64568.976972656244, + 64309.89896484374, + 64532.24736328124, + 64486.81822265624, + 64466.11757812499, + 64459.90699218749 + ], + "0.7": [ + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375, + 64741.0197265625, + 64890.2156640625, + 64629.8487109375, + 64853.3033203125, + 64807.6481640625, + 64786.84453125, + 64780.603046875 + ], + "0.8": [ + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124, + 65061.51982421875, + 65211.45435546874, + 64949.79845703125, + 65174.35927734374, + 65128.47810546874, + 65107.571484374996, + 65101.299101562494 + ], + "0.9": [ + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375, + 65421.99515625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_102011.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_102011.json new file mode 100644 index 0000000000000000000000000000000000000000..572a1e10cdf583284664fd3c719afdd5432db929 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_102011.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T10:20:11.901638+00:00", + "metrics": { + "MSE[mean]": 730506.5794881185, + "MSE[0.5]": 730506.5794881185, + "MAE[0.5]": 635.4020182291666, + "MASE[0.5]": 1.0894145108483981, + "MAPE[0.5]": 0.00999685798972024, + "sMAPE[0.5]": 0.009946084800260319, + "MSIS": 26.15737621414334, + "RMSE[mean]": 854.6967763412464, + "NRMSE[mean]": 0.01334836704776364, + "ND[0.5]": 0.009923495205539846, + "mean_weighted_sum_quantile_loss": 0.0086503460406167 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62448.80859375 + ], + "predictions": { + "p50": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "p10": [ + 64022.2109375, + 63895.328125, + 63779.796875, + 63703.83984375, + 63660.1875, + 63658.44140625, + 63646.80078125, + 63643.890625, + 63644.47265625, + 63615.953125, + 63599.65625, + 63574.046875, + 63548.4375, + 63530.9765625, + 63544.9453125, + 63547.2734375, + 63539.125, + 63508.859375, + 63489.0703125, + 63475.1015625, + 63470.4453125, + 63459.96875, + 63443.671875, + 63418.0625 + ], + "p90": [ + 64340.0, + 64321.375, + 64319.046875, + 64333.015625, + 64335.34375, + 64330.6875, + 64344.65625, + 64349.3125, + 64358.625, + 64353.96875, + 64344.65625, + 64349.3125, + 64349.3125, + 64353.96875, + 64349.3125, + 64349.3125, + 64344.65625, + 64344.65625, + 64353.96875, + 64349.3125, + 64358.625, + 64353.96875, + 64367.9375, + 64358.625 + ], + "mean": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "quantiles": { + "0.1": [ + 64022.2109375, + 63895.328125, + 63779.796875, + 63703.83984375, + 63660.1875, + 63658.44140625, + 63646.80078125, + 63643.890625, + 63644.47265625, + 63615.953125, + 63599.65625, + 63574.046875, + 63548.4375, + 63530.9765625, + 63544.9453125, + 63547.2734375, + 63539.125, + 63508.859375, + 63489.0703125, + 63475.1015625, + 63470.4453125, + 63459.96875, + 63443.671875, + 63418.0625 + ], + "0.2": [ + 64022.2109375, + 63895.328125, + 63779.796875, + 63703.83984375, + 63660.1875, + 63658.44140625, + 63646.80078125, + 63643.890625, + 63644.47265625, + 63615.953125, + 63599.65625, + 63574.046875, + 63548.4375, + 63530.9765625, + 63544.9453125, + 63547.2734375, + 63539.125, + 63508.859375, + 63489.0703125, + 63475.1015625, + 63470.4453125, + 63459.96875, + 63443.671875, + 63418.0625 + ], + "0.3": [ + 64022.2109375, + 63895.328125, + 63779.796875, + 63703.83984375, + 63660.1875, + 63658.44140625, + 63646.80078125, + 63643.890625, + 63644.47265625, + 63615.953125, + 63599.65625, + 63574.046875, + 63548.4375, + 63530.9765625, + 63544.9453125, + 63547.2734375, + 63539.125, + 63508.859375, + 63489.0703125, + 63475.1015625, + 63470.4453125, + 63459.96875, + 63443.671875, + 63418.0625 + ], + "0.4": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "0.5": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "0.6": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "0.7": [ + 64270.15625, + 64270.15625, + 64258.515625, + 64256.1875, + 64244.546875, + 64239.890625, + 64228.25, + 64218.9375, + 64216.609375, + 64209.625, + 64209.625, + 64214.28125, + 64211.953125, + 64207.296875, + 64204.96875, + 64202.640625, + 64188.671875, + 64179.359375, + 64177.03125, + 64167.71875, + 64172.375, + 64165.390625, + 64172.375, + 64158.40625 + ], + "0.8": [ + 64340.0, + 64321.375, + 64319.046875, + 64333.015625, + 64335.34375, + 64330.6875, + 64344.65625, + 64349.3125, + 64358.625, + 64353.96875, + 64344.65625, + 64349.3125, + 64349.3125, + 64353.96875, + 64349.3125, + 64349.3125, + 64344.65625, + 64344.65625, + 64353.96875, + 64349.3125, + 64358.625, + 64353.96875, + 64367.9375, + 64358.625 + ], + "0.9": [ + 64340.0, + 64321.375, + 64319.046875, + 64333.015625, + 64335.34375, + 64330.6875, + 64344.65625, + 64349.3125, + 64358.625, + 64353.96875, + 64344.65625, + 64349.3125, + 64349.3125, + 64353.96875, + 64349.3125, + 64349.3125, + 64344.65625, + 64344.65625, + 64353.96875, + 64349.3125, + 64358.625, + 64353.96875, + 64367.9375, + 64358.625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_101752.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_101752.json new file mode 100644 index 0000000000000000000000000000000000000000..2c1f92f14f803e235940c15c0c940d0a2a749395 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_101752.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T10:17:52.629868+00:00", + "metrics": { + "MSE[mean]": 768979.7825781504, + "MSE[0.5]": 731828.7126585642, + "MAE[0.5]": 658.7713216145834, + "MASE[0.5]": 1.129481834347691, + "MAPE[0.5]": 0.010345971726099499, + "sMAPE[0.5]": 0.010309959413394007, + "MSIS": 38.06430949461703, + "RMSE[mean]": 876.914923226963, + "NRMSE[mean]": 0.01369536259982509, + "ND[0.5]": 0.010288469132988639, + "mean_weighted_sum_quantile_loss": 0.009806296804864556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62448.80859375 + ], + "predictions": { + "p50": [ + 64127.86328125, + 64124.36328125, + 64123.76171875, + 64129.3984375, + 64162.7265625, + 64134.26171875, + 64138.421875, + 64115.21484375, + 64106.140625, + 64118.828125, + 64124.359375, + 64118.7734375, + 64127.55859375, + 64105.30078125, + 64108.57421875, + 64108.41015625, + 64113.2578125, + 64138.37890625, + 64118.50390625, + 64112.20703125, + 64101.26171875, + 64073.2734375, + 64076.13671875, + 64081.84765625 + ], + "p10": [ + 64168.31640625, + 64153.01953125, + 64161.58203125, + 64142.16796875, + 64194.11328125, + 64151.18359375, + 64132.5078125, + 64131.9453125, + 64123.21484375, + 64141.3515625, + 64130.98046875, + 64118.28515625, + 64141.6875, + 64137.4765625, + 64122.65234375, + 64131.82421875, + 64131.30078125, + 64152.77734375, + 64110.7578125, + 64138.10546875, + 64111.0546875, + 64101.79296875, + 64089.9765625, + 64090.578125 + ], + "p90": [ + 64326.23046875, + 64347.265625, + 64353.09375, + 64375.3984375, + 64411.5546875, + 64387.8125, + 64391.4140625, + 64376.109375, + 64357.22265625, + 64387.6796875, + 64409.53125, + 64399.4609375, + 64412.71875, + 64418.76171875, + 64410.30859375, + 64426.42578125, + 64434.58203125, + 64463.9921875, + 64461.6953125, + 64448.43359375, + 64457.0078125, + 64445.12109375, + 64445.22265625, + 64446.65625 + ], + "mean": [ + 64170.82421875, + 64172.32421875, + 64170.890625, + 64187.78125, + 64210.484375, + 64193.21875, + 64193.6015625, + 64178.13671875, + 64178.02734375, + 64180.5234375, + 64194.71484375, + 64189.5078125, + 64187.74609375, + 64189.2109375, + 64186.34375, + 64192.0625, + 64192.296875, + 64211.390625, + 64204.609375, + 64190.96484375, + 64184.9921875, + 64166.09375, + 64165.953125, + 64163.90625 + ], + "quantiles": { + "0.1": [ + 64168.31640625, + 64153.01953125, + 64161.58203125, + 64142.16796875, + 64194.11328125, + 64151.18359375, + 64132.5078125, + 64131.9453125, + 64123.21484375, + 64141.3515625, + 64130.98046875, + 64118.28515625, + 64141.6875, + 64137.4765625, + 64122.65234375, + 64131.82421875, + 64131.30078125, + 64152.77734375, + 64110.7578125, + 64138.10546875, + 64111.0546875, + 64101.79296875, + 64089.9765625, + 64090.578125 + ], + "0.2": [ + 64168.31640625, + 64153.01953125, + 64161.58203125, + 64142.16796875, + 64194.11328125, + 64151.18359375, + 64132.5078125, + 64131.9453125, + 64123.21484375, + 64141.3515625, + 64130.98046875, + 64118.28515625, + 64141.6875, + 64137.4765625, + 64122.65234375, + 64131.82421875, + 64131.30078125, + 64152.77734375, + 64110.7578125, + 64138.10546875, + 64111.0546875, + 64101.79296875, + 64089.9765625, + 64090.578125 + ], + "0.3": [ + 64168.31640625, + 64153.01953125, + 64161.58203125, + 64142.16796875, + 64194.11328125, + 64151.18359375, + 64132.5078125, + 64131.9453125, + 64123.21484375, + 64141.3515625, + 64130.98046875, + 64118.28515625, + 64141.6875, + 64137.4765625, + 64122.65234375, + 64131.82421875, + 64131.30078125, + 64152.77734375, + 64110.7578125, + 64138.10546875, + 64111.0546875, + 64101.79296875, + 64089.9765625, + 64090.578125 + ], + "0.4": [ + 64127.86328125, + 64124.36328125, + 64123.76171875, + 64129.3984375, + 64162.7265625, + 64134.26171875, + 64138.421875, + 64115.21484375, + 64106.140625, + 64118.828125, + 64124.359375, + 64118.7734375, + 64127.55859375, + 64105.30078125, + 64108.57421875, + 64108.41015625, + 64113.2578125, + 64138.37890625, + 64118.50390625, + 64112.20703125, + 64101.26171875, + 64073.2734375, + 64076.13671875, + 64081.84765625 + ], + "0.5": [ + 64127.86328125, + 64124.36328125, + 64123.76171875, + 64129.3984375, + 64162.7265625, + 64134.26171875, + 64138.421875, + 64115.21484375, + 64106.140625, + 64118.828125, + 64124.359375, + 64118.7734375, + 64127.55859375, + 64105.30078125, + 64108.57421875, + 64108.41015625, + 64113.2578125, + 64138.37890625, + 64118.50390625, + 64112.20703125, + 64101.26171875, + 64073.2734375, + 64076.13671875, + 64081.84765625 + ], + "0.6": [ + 64127.86328125, + 64124.36328125, + 64123.76171875, + 64129.3984375, + 64162.7265625, + 64134.26171875, + 64138.421875, + 64115.21484375, + 64106.140625, + 64118.828125, + 64124.359375, + 64118.7734375, + 64127.55859375, + 64105.30078125, + 64108.57421875, + 64108.41015625, + 64113.2578125, + 64138.37890625, + 64118.50390625, + 64112.20703125, + 64101.26171875, + 64073.2734375, + 64076.13671875, + 64081.84765625 + ], + "0.7": [ + 64127.86328125, + 64124.36328125, + 64123.76171875, + 64129.3984375, + 64162.7265625, + 64134.26171875, + 64138.421875, + 64115.21484375, + 64106.140625, + 64118.828125, + 64124.359375, + 64118.7734375, + 64127.55859375, + 64105.30078125, + 64108.57421875, + 64108.41015625, + 64113.2578125, + 64138.37890625, + 64118.50390625, + 64112.20703125, + 64101.26171875, + 64073.2734375, + 64076.13671875, + 64081.84765625 + ], + "0.8": [ + 64326.23046875, + 64347.265625, + 64353.09375, + 64375.3984375, + 64411.5546875, + 64387.8125, + 64391.4140625, + 64376.109375, + 64357.22265625, + 64387.6796875, + 64409.53125, + 64399.4609375, + 64412.71875, + 64418.76171875, + 64410.30859375, + 64426.42578125, + 64434.58203125, + 64463.9921875, + 64461.6953125, + 64448.43359375, + 64457.0078125, + 64445.12109375, + 64445.22265625, + 64446.65625 + ], + "0.9": [ + 64326.23046875, + 64347.265625, + 64353.09375, + 64375.3984375, + 64411.5546875, + 64387.8125, + 64391.4140625, + 64376.109375, + 64357.22265625, + 64387.6796875, + 64409.53125, + 64399.4609375, + 64412.71875, + 64418.76171875, + 64410.30859375, + 64426.42578125, + 64434.58203125, + 64463.9921875, + 64461.6953125, + 64448.43359375, + 64457.0078125, + 64445.12109375, + 64445.22265625, + 64446.65625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_101857.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_101857.json new file mode 100644 index 0000000000000000000000000000000000000000..bb16d3ba36ba46427d4bd60d377dcc9e760513c6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_101857.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T10:18:57.302314+00:00", + "metrics": { + "MSE[mean]": 712860.7271385193, + "MSE[0.5]": 712860.7271385193, + "MAE[0.5]": 652.4768880208334, + "MASE[0.5]": 1.118689852109873, + "MAPE[0.5]": 0.010244155353997883, + "sMAPE[0.5]": 0.010211717402121928, + "MSIS": 20.197605390865764, + "RMSE[mean]": 844.3108000840208, + "NRMSE[mean]": 0.013186162360594616, + "ND[0.5]": 0.010190164784250106, + "mean_weighted_sum_quantile_loss": 0.008431740658784156 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62448.80859375 + ], + "predictions": { + "p50": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "p10": [ + 63952.03515625, + 63866.28125, + 63798.921875, + 63731.24609375, + 63671.6640625, + 63620.04296875, + 63584.0390625, + 63554.0, + 63536.015625, + 63517.671875, + 63492.4140625, + 63469.0234375, + 63436.08984375, + 63396.72265625, + 63352.45703125, + 63328.61328125, + 63305.0703125, + 63271.01171875, + 63229.3125, + 63178.94140625, + 63152.4921875, + 63132.44921875, + 63117.0859375, + 63105.94140625 + ], + "p90": [ + 64306.09375, + 64348.546875, + 64385.98828125, + 64409.671875, + 64416.85546875, + 64425.70703125, + 64440.58203125, + 64457.7109375, + 64474.46484375, + 64491.3671875, + 64500.57421875, + 64506.984375, + 64514.3515625, + 64529.77734375, + 64546.35546875, + 64551.046875, + 64554.5078125, + 64572.44140625, + 64594.0859375, + 64614.1328125, + 64615.703125, + 64617.35546875, + 64629.453125, + 64641.375 + ], + "mean": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "quantiles": { + "0.1": [ + 63952.03515625, + 63866.28125, + 63798.921875, + 63731.24609375, + 63671.6640625, + 63620.04296875, + 63584.0390625, + 63554.0, + 63536.015625, + 63517.671875, + 63492.4140625, + 63469.0234375, + 63436.08984375, + 63396.72265625, + 63352.45703125, + 63328.61328125, + 63305.0703125, + 63271.01171875, + 63229.3125, + 63178.94140625, + 63152.4921875, + 63132.44921875, + 63117.0859375, + 63105.94140625 + ], + "0.2": [ + 63952.03515625, + 63866.28125, + 63798.921875, + 63731.24609375, + 63671.6640625, + 63620.04296875, + 63584.0390625, + 63554.0, + 63536.015625, + 63517.671875, + 63492.4140625, + 63469.0234375, + 63436.08984375, + 63396.72265625, + 63352.45703125, + 63328.61328125, + 63305.0703125, + 63271.01171875, + 63229.3125, + 63178.94140625, + 63152.4921875, + 63132.44921875, + 63117.0859375, + 63105.94140625 + ], + "0.3": [ + 63952.03515625, + 63866.28125, + 63798.921875, + 63731.24609375, + 63671.6640625, + 63620.04296875, + 63584.0390625, + 63554.0, + 63536.015625, + 63517.671875, + 63492.4140625, + 63469.0234375, + 63436.08984375, + 63396.72265625, + 63352.45703125, + 63328.61328125, + 63305.0703125, + 63271.01171875, + 63229.3125, + 63178.94140625, + 63152.4921875, + 63132.44921875, + 63117.0859375, + 63105.94140625 + ], + "0.4": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "0.5": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "0.6": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "0.7": [ + 64138.5859375, + 64135.015625, + 64131.953125, + 64125.515625, + 64116.328125, + 64108.30859375, + 64102.953125, + 64101.3203125, + 64102.578125, + 64101.93359375, + 64101.3125, + 64098.28515625, + 64094.78515625, + 64091.31640625, + 64088.8359375, + 64085.45703125, + 64080.65625, + 64077.49609375, + 64074.28515625, + 64070.53125, + 64061.609375, + 64053.140625, + 64052.765625, + 64050.3671875 + ], + "0.8": [ + 64306.09375, + 64348.546875, + 64385.98828125, + 64409.671875, + 64416.85546875, + 64425.70703125, + 64440.58203125, + 64457.7109375, + 64474.46484375, + 64491.3671875, + 64500.57421875, + 64506.984375, + 64514.3515625, + 64529.77734375, + 64546.35546875, + 64551.046875, + 64554.5078125, + 64572.44140625, + 64594.0859375, + 64614.1328125, + 64615.703125, + 64617.35546875, + 64629.453125, + 64641.375 + ], + "0.9": [ + 64306.09375, + 64348.546875, + 64385.98828125, + 64409.671875, + 64416.85546875, + 64425.70703125, + 64440.58203125, + 64457.7109375, + 64474.46484375, + 64491.3671875, + 64500.57421875, + 64506.984375, + 64514.3515625, + 64529.77734375, + 64546.35546875, + 64551.046875, + 64554.5078125, + 64572.44140625, + 64594.0859375, + 64614.1328125, + 64615.703125, + 64617.35546875, + 64629.453125, + 64641.375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_101832.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_101832.json new file mode 100644 index 0000000000000000000000000000000000000000..3a9c3167d19b44eb1464e1cff7a445d3500c63c7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_101832.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T10:18:32.583924+00:00", + "metrics": { + "MSE[mean]": 719080.1224600474, + "MSE[0.5]": 719080.1224600474, + "MAE[0.5]": 655.88623046875, + "MASE[0.5]": 1.1245352649802367, + "MAPE[0.5]": 0.010296932831539098, + "sMAPE[0.5]": 0.01026489619621048, + "MSIS": 17.51863567778967, + "RMSE[mean]": 847.9859211449489, + "NRMSE[mean]": 0.013243559166367342, + "ND[0.5]": 0.010243410748954837, + "mean_weighted_sum_quantile_loss": 0.00847986642703675 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00" + ], + "context": [ + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375 + ], + "actual": [ + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62448.80859375 + ], + "predictions": { + "p50": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "p10": [ + 63902.87109375, + 63836.65625, + 63779.9921875, + 63728.53125, + 63667.58203125, + 63611.8515625, + 63573.78515625, + 63527.71484375, + 63479.7109375, + 63447.94921875, + 63405.18359375, + 63368.46875, + 63322.72265625, + 63281.75390625, + 63248.7578125, + 63218.65234375, + 63169.8125, + 63136.04296875, + 63100.68359375, + 63072.6875, + 63060.48828125, + 63030.890625, + 62983.24609375, + 62968.75390625 + ], + "p90": [ + 64348.4609375, + 64394.51171875, + 64432.62890625, + 64474.984375, + 64517.22265625, + 64552.5859375, + 64581.76171875, + 64612.390625, + 64634.47265625, + 64681.02734375, + 64721.9765625, + 64766.5859375, + 64803.64453125, + 64848.6953125, + 64859.8984375, + 64907.28125, + 64935.625, + 64955.890625, + 64979.7265625, + 65016.90234375, + 65037.65234375, + 65062.6796875, + 65094.6953125, + 65130.98828125 + ], + "mean": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "quantiles": { + "0.1": [ + 63902.87109375, + 63836.65625, + 63779.9921875, + 63728.53125, + 63667.58203125, + 63611.8515625, + 63573.78515625, + 63527.71484375, + 63479.7109375, + 63447.94921875, + 63405.18359375, + 63368.46875, + 63322.72265625, + 63281.75390625, + 63248.7578125, + 63218.65234375, + 63169.8125, + 63136.04296875, + 63100.68359375, + 63072.6875, + 63060.48828125, + 63030.890625, + 62983.24609375, + 62968.75390625 + ], + "0.2": [ + 63902.87109375, + 63836.65625, + 63779.9921875, + 63728.53125, + 63667.58203125, + 63611.8515625, + 63573.78515625, + 63527.71484375, + 63479.7109375, + 63447.94921875, + 63405.18359375, + 63368.46875, + 63322.72265625, + 63281.75390625, + 63248.7578125, + 63218.65234375, + 63169.8125, + 63136.04296875, + 63100.68359375, + 63072.6875, + 63060.48828125, + 63030.890625, + 62983.24609375, + 62968.75390625 + ], + "0.3": [ + 63902.87109375, + 63836.65625, + 63779.9921875, + 63728.53125, + 63667.58203125, + 63611.8515625, + 63573.78515625, + 63527.71484375, + 63479.7109375, + 63447.94921875, + 63405.18359375, + 63368.46875, + 63322.72265625, + 63281.75390625, + 63248.7578125, + 63218.65234375, + 63169.8125, + 63136.04296875, + 63100.68359375, + 63072.6875, + 63060.48828125, + 63030.890625, + 62983.24609375, + 62968.75390625 + ], + "0.4": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "0.5": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "0.6": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "0.7": [ + 64131.33984375, + 64126.21484375, + 64120.09375, + 64115.80859375, + 64112.01171875, + 64106.6171875, + 64101.28515625, + 64098.69921875, + 64092.671875, + 64089.72265625, + 64088.7578125, + 64085.55859375, + 64077.125, + 64079.984375, + 64074.25, + 64072.77734375, + 64071.15625, + 64068.07421875, + 64068.171875, + 64065.7890625, + 64064.08984375, + 64061.87109375, + 64055.7265625, + 64057.00390625 + ], + "0.8": [ + 64348.4609375, + 64394.51171875, + 64432.62890625, + 64474.984375, + 64517.22265625, + 64552.5859375, + 64581.76171875, + 64612.390625, + 64634.47265625, + 64681.02734375, + 64721.9765625, + 64766.5859375, + 64803.64453125, + 64848.6953125, + 64859.8984375, + 64907.28125, + 64935.625, + 64955.890625, + 64979.7265625, + 65016.90234375, + 65037.65234375, + 65062.6796875, + 65094.6953125, + 65130.98828125 + ], + "0.9": [ + 64348.4609375, + 64394.51171875, + 64432.62890625, + 64474.984375, + 64517.22265625, + 64552.5859375, + 64581.76171875, + 64612.390625, + 64634.47265625, + 64681.02734375, + 64721.9765625, + 64766.5859375, + 64803.64453125, + 64848.6953125, + 64859.8984375, + 64907.28125, + 64935.625, + 64955.890625, + 64979.7265625, + 65016.90234375, + 65037.65234375, + 65062.6796875, + 65094.6953125, + 65130.98828125 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 83aa973e0f9ac6fc8048eb09f9eaf7e76029bcc1..5cba456e987b2be78fa3aa17c5b32eff50d2c49e 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,785118.5871855417,785118.5871855417,723.6306966145834,1.2406850446970696,0.011359720924565686,0.011323025211352701,6.592842826745052,886.0691774266509,0.013837277149316353,0.01130056067618686,0.008755022596239507,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,801021.9522654215,801021.9522654215,728.5032552083334,1.2490391825258793,0.011439708009738371,0.011400964143237914,6.592842826745052,894.9982973533645,0.013977782660345904,0.011377519039721902,0.008831787152402586,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4270752650583443,1.4270752650583443,1.0091667970021565,0.5910644517543282,0.0379751599911809,0.03861303902269495,9.990087381062132,1.194602555270306,0.04499515249240556,0.03801064523180265,0.032394054965911245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1355194531119999,1.1355194531119999,1.0049333284298578,3.3984893323882237,1.6677417237727576,0.8145975228527588,128.9447854134674,1.0656075511706924,1.3165130212745195,1.2415525874766702,1.2266089033883345,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.11527778704961417,0.11527778704961417,0.294444461663564,1.8928571246108237,0.22730528522606105,0.19604974978413164,64.72196495609602,0.33952582677848553,0.24084590668030498,0.20886700728843952,0.202314188392944,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index a5e7085dd396e032ff8848d7af5f98fcc603e9b1..a81bbd262675a9a1ccfe9f263057d7826ac4555f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T10:11:23.393010+00:00", + "evaluated_at": "2026-06-23T10:20:14.893887+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62565.75 + 62448.80859375 ], "p50": [ 64176.0, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 8bbdd869fe70ff111794bba425a5ef6a1c7eb372..a433a67ed7845467aec7a0654986becd4e3aa4f1 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T10:11:23.411308+00:00", + "evaluated_at": "2026-06-23T10:20:14.898930+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 82eceb155a8f774bd0cb06c840e8d3f17ba4677c..8a62e767000eef87e26c4dc3d1b55c4ad511460b 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,714416.1538384756,714416.1538384756,630.5294596354166,1.0810603730195885,0.009916846966350102,0.00986814617064147,25.823210700990956,845.2314202858739,0.013199535336250994,0.00984664753729816,0.00857359529762272,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,730506.5794881185,730506.5794881185,635.4020182291666,1.0894145108483981,0.00999685798972024,0.009946084800260319,26.15737621414334,854.6967763412464,0.01334836704776364,0.009923495205539846,0.0086503460406167,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0212952951048162,1.0212952951048162,0.8199127515157064,0.480219208955978,0.03030549839790364,0.03088520263876773,2.1827696895662885,1.0105915570124342,0.03806430935100673,0.03088232075359102,0.02991063703288196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.018822675977356044,0.018822675977356044,0.1112669974565506,0.3762833744341758,0.20495366239851098,0.17329560104329025,6.081731437000412,0.13719575786938912,0.16949955121868748,0.13746566531809737,0.10053109906210994,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09307159567916695,0.09307159567916695,0.2605884306960636,1.6752112260742713,0.20315740916511305,0.1768048185033876,38.19820484446083,0.30507637679631466,0.21640885841709018,0.1848509065036116,0.14820149964038698,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 80be9585fd704c2273542c4cf0b764516d13687e..526310132627e7c8634d97da477b4e860c80855d 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T10:11:16.167629+00:00", + "evaluated_at": "2026-06-23T10:20:11.901638+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62565.75 + 62448.80859375 ], "p50": [ 64270.15625, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 03516a1e1d3e50b56197eed327039c2b49756943..6038f385f34c03bfc45d06a46a7a62c1833af896 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T10:11:22.929204+00:00", + "evaluated_at": "2026-06-23T10:20:14.583515+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index bc6a7324f97d5d0cb7fa923bf6d02cd90aee5adf..c7ffef1d75883fe830d59f9e06e297304c8249c6 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,752835.7587839762,716484.3594767252,653.8987630208334,1.1211276965188812,0.010266056177847772,0.010232019598482368,37.73014398146464,867.6610852077995,0.0135498076375541,0.01021159367916668,0.0097294580589741,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,768979.7825781504,731828.7126585642,658.7713216145834,1.129481834347691,0.010345971726099499,0.010309959413394007,38.06430949461703,876.914923226963,0.01369536259982509,0.010288469132988639,0.009806296804864556,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.1942693657438213,2.176787990128711,1.1630725860595703,0.6812063798293192,0.04336451774231531,0.04492883079170137,3.2575813722815607,1.0928263200270303,0.04116171248788629,0.0438075643975543,0.029372483948565287,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.001286065844348805,0.00043039230794974517,0.016332919398943584,0.05523476112668377,0.028586149895854465,0.028095460704227235,4.68116825140256,0.03586176019590791,0.04430568665909762,0.020178630529141296,0.03966145696487496,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.10252793367831753,0.0865654550392318,0.2502312858899434,1.608629585427585,0.1951595349385652,0.17060173652711144,66.69414610902608,0.32019983397609303,0.22713682804215465,0.17750396634557564,0.186472570250187,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index f52cdb8c9fa355c663b2a3c045b4ff2e5fc58e2b..3ae09cad1083599f36a6bea45e4dcc2f51456475 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T10:09:16.224984+00:00", + "evaluated_at": "2026-06-23T10:17:52.629868+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62565.75 + 62448.80859375 ], "p50": [ 64127.86328125, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 6d918692bd3831dac31c513877cbb61b3731fa5e..d1ace4ee0c52a267135697b457652be50e527e96 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T10:09:26.964252+00:00", + "evaluated_at": "2026-06-23T10:17:55.490889+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 458e0ac22761b2e6d1bc25f21977d9ba11b8d5e4..1240399d77ff171e410ef3c88336f307704b85f1 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,697823.1548137665,697823.1548137665,647.6043294270834,1.1103357142810633,0.010164279064584834,0.010133777115542237,19.86343987771338,835.3580997475074,0.013045348872988395,0.01011329681436924,0.008355006558286884,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,712860.7271385193,712860.7271385193,652.4768880208334,1.118689852109873,0.010244155353997883,0.010211717402121928,20.197605390865764,844.3108000840208,0.013186162360594616,0.010190164784250106,0.008431740658784156,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.183329755683341,1.183329755683341,0.862094004948934,0.5049245792762104,0.03178129762224546,0.03245936373087361,3.072462410731646,1.087809613711582,0.04097275636630648,0.032471093456424745,0.037043745123925144,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.007211584167894417,0.007211584167894417,0.06080230971177419,0.2056216020448686,0.1203711944755592,0.10704930832585881,1.7880180027119137,0.08492104667215553,0.10491635837352051,0.07511867982840027,0.08766997371194059,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.10748632920845066,0.10748632920845066,0.2816663980484009,1.8107124355375808,0.2192231815281555,0.18922484782672905,26.757985382728208,0.32785107779058875,0.23256431133913683,0.19980276511807746,0.14167860176762923,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index ef3e28f16e44c403fcaed1cb85ce69391dc49aac..399a0380f3eb07f22fa48f150dc1000241f693da 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T10:10:09.195070+00:00", + "evaluated_at": "2026-06-23T10:18:57.302314+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62565.75 + 62448.80859375 ], "p50": [ 64138.5859375, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 4eea425b629410628c49e1977056d9550f1d0595..f800eedb1f4fb7fcc462eaf625a5c989eb5c5205 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T10:10:21.356487+00:00", + "evaluated_at": "2026-06-23T10:19:26.354028+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index ec8de0a2dd34de0d7b25dc81f8ebbc1dc3efd581..eeea5d8f2049c8cd5f0235806c6be71cb19faebe 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,703977.8745333353,703977.8745333353,651.013671875,1.116181127151427,0.010217048265569788,0.01018695600830473,17.184470164637283,839.0338935545664,0.013102751815047315,0.010166538725441873,0.008403128662709555,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,719080.1224600474,719080.1224600474,655.88623046875,1.1245352649802367,0.010296932831539098,0.01026489619621048,17.51863567778967,847.9859211449489,0.013243559166367342,0.010243410748954837,0.00847986642703675,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7378849396995975,0.7378849396995975,0.6531385580698649,0.38254031433849495,0.024219405040648068,0.024391800635032,2.939171975256644,0.8590022931864603,0.03235464297538288,0.024600708318737636,0.02998693975846885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0024772483404905898,0.0024772483404905898,0.03745338618755341,0.12666007765817758,0.07019841703142927,0.0755938972666712,1.4225622708940242,0.049771963397987326,0.06149115388292986,0.04627207319671012,0.07338298753237138,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.1148619852791085,0.1148619852791085,0.2896292507648468,1.8619021995134217,0.22577036342899456,0.19382511238332711,27.938239842602876,0.33891294646134207,0.24041115414006528,0.20545129118294553,0.14393496920518295,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 8af890b57c94528302577d51193c9fc4988a57db..a77deb9b1e29ee60035b9420e633f0dcf715da39 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T10:09:54.258923+00:00", + "evaluated_at": "2026-06-23T10:18:32.583924+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62886.03125, 62385.98828125, 62386.0, - 62565.75 + 62448.80859375 ], "p50": [ 64131.33984375, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 3ea83674d183deb879ed5cf14f880e583b675c32..f16aeec9504c37f6982fea0ce8e1f87fc867b4bf 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T10:10:01.749772+00:00", + "evaluated_at": "2026-06-23T10:18:40.367735+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t100000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", + "data_fetched_at": "2026-06-23T10:16:55.603654Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t040000z", - "data_fetched_at": "2026-06-23T10:08:07.377286Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": []