diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 624e7204a2254ad275dcf5cfd3725db2d5c8ae79..a67ee38a772630ca44969c56fe5f9ea9ebacbd23 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T01:08:16.264763+00:00", + "generated_at": "2026-06-23T01:15:43.879295+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 6473, - "num_unique_releases": 802 + "num_model_releases": 6483, + "num_unique_releases": 803 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 208d0d44d6758659d47d5f9709002c84513d7afb..e540fee0d879f9193764e9e45b565e249fbf3f26 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.9711946153401403,0.8711344296708126,0.19702623595978974,0.5079208325215647,39.36557105042529,3.490615890158197,0.6921220584368885,1198.6482019410469,8.4663980337633,0.11238912957544112,0.1,10,763,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T01:07:22.417018+00:00 -2,Chronos-2,2.9594307906158557,0.882935686007188,0.18147270994689485,0.5236934322301472,37.679031594812486,3.614104963356631,0.6685799709463097,1167.4766854924387,8.373784420566231,0.08429292012612113,0.1,10,778,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T01:06:04.804237+00:00 -3,Moirai-1.1-Large,3.472311674371516,1.016590363787656,0.29731974474517175,0.546559713615395,24.470886162018296,4.530112259823681,0.5589394542960251,1114.9113303246422,12.23346976849581,0.07704612669569373,0.2,10,747,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T01:07:50.272186+00:00 -4,Toto-2.0-1B,2.933508609201879,0.8647629739277146,0.17043472126935225,0.49822675024208146,38.145632322557404,3.6114142696621983,0.6828363793770866,1114.534751275833,8.503866030608972,0.03147263503857888,0.1,10,769,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T01:07:08.507063+00:00 -5,TimesFM-2.5,2.81025383514182,0.8417259733605171,0.15684377897086116,0.6168766521121303,40.69137082808771,4.415778577146292,0.557001975664944,1041.41667362891,8.190195600946796,0.03352389485652348,0.1,10,786,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T01:06:36.603525+00:00 -6,Timer-S1,3.0170229566604574,0.8952850490895885,0.19047442257350025,0.529021088046769,35.95298926939414,4.222010689529487,0.6057983164926456,1040.4305982669086,8.756478752553404,0.08771447557262704,0.1,10,722,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T01:08:10.399394+00:00 -7,ETS,6.235209511838864,1.5760123957453893,0.44928835292105596,1.1371100410318076,-4.044467196812866,6.82358545006513,0.3276314233339388,871.4953772662155,14.259551176989055,-0.0005686991739091929,0.1,10,477,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T01:08:12.587927+00:00 -8,ARIMA,3.852694703728658,1.22823731520746,0.3377063572341077,0.87103521768,-1.2457619522979138,6.8352327956244805,0.3190816036488696,861.3425792352859,9.57173602622827,-0.015218927099256246,0.3,10,477,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T01:08:12.517592+00:00 -9,Moving-Average,3.813584496659317,1.158204906993285,0.34900645500275246,0.794705729027771,7.850699621867963,6.423772568002093,0.3629574642575141,849.3601558743511,9.537476109358028,-0.08921894307983042,0.3,10,477,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T01:08:12.621813+00:00 -10,Seasonal-Naive,4.136590869921173,1.2625541119821453,0.35803883594155944,0.9391760427218241,1.4001119556028095e-16,7.627733664240951,0.2250513535457779,740.3836466943677,9.671198195436604,-0.011131776577622437,0.2,10,477,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T01:08:12.649656+00:00 +1,TiRex,2.9712085322714907,0.8711648533364853,0.19702532875692194,0.5079426928258751,39.366821546842644,3.4892619722072524,0.6923573578459996,1198.6558618022143,8.466320241482993,0.1125362888901715,0.1,10,764,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T01:14:33.096023+00:00 +2,Chronos-2,2.959549927555874,0.8830406356658056,0.18147263359875804,0.5237665265367634,37.66953379146837,3.615356935229041,0.6684320457885609,1167.4736375986145,8.373710964171575,0.08483291541064196,0.1,10,779,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T01:13:32.771360+00:00 +3,Moirai-1.1-Large,3.4723093869908253,1.0166163225332903,0.29731813056360556,0.5465737807144023,24.47178499442394,4.529200102313011,0.559161299155957,1114.916293365167,12.233335942173579,0.07734225037305249,0.2,10,748,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T01:15:16.084225+00:00 +4,Toto-2.0-1B,2.933547828900386,0.8648186011597174,0.17043411156268218,0.4983014257675616,38.14228284824894,3.611835111075687,0.6828225014090463,1114.5353558662744,8.503780566317833,0.031800909976144036,0.1,10,770,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T01:14:22.461886+00:00 +5,TimesFM-2.5,2.8102949303174336,0.8417817439722123,0.15684299851617314,0.6168909324645757,40.68759190953311,4.4150604795164075,0.557191964612229,1041.4210246079758,8.190128225854291,0.033915243996643196,0.1,10,787,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T01:13:54.083398+00:00 +6,Timer-S1,3.0171739854430357,0.8954176826372532,0.19047432153433935,0.5291043946233874,35.93856029738876,4.2240340062482495,0.6055387506765662,1040.4247947429394,8.756391645316501,0.08822129700398793,0.1,10,723,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T01:15:36.672691+00:00 +7,ETS,6.235123363442164,1.5760496833019644,0.449287230037672,1.1371117119000513,-4.046746313890442,6.823299228989583,0.3276643164164388,871.4957517915681,14.25928231010953,-0.0002536389217369428,0.1,10,478,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T01:15:40.058259+00:00 +8,ARIMA,3.8531835995061265,1.2285011324756678,0.33770721611867666,0.8712801943150856,-1.2595160043581992,6.836553040726473,0.31894104172726095,861.3376848418621,9.57189529327086,-0.014357472984556946,0.3,10,478,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T01:15:40.008964+00:00 +9,Moving-Average,3.8136917229248746,1.1583308991758616,0.34900498385226564,0.7947181915952379,7.840504633339689,6.424312759891151,0.36283471017912877,849.3566039039156,9.537315663277067,-0.08823882453944419,0.3,10,478,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T01:15:40.078740+00:00 +10,Seasonal-Naive,4.136687897820868,1.2626456030808653,0.35803715644589323,0.9392361256833658,1.399486952370869e-16,7.627753820654722,0.22505601218881227,740.3829914794687,9.671045237188206,-0.009945545785651105,0.2,10,478,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T01:15:40.090398+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 72c1853448cb44ca42b28d4f4c9a81d1fe89abed..a403c8df8032366ad06dd8a9bb836e428cf945f3 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.490615890158197,0.6921220584368885,1198.6482019410469,90,763,5586 -2,Chronos-2,3.614104963356631,0.6685799709463097,1167.4766854924387,90,775,5583 -3,Moirai-1.1-Large,4.530112259823681,0.5589394542960251,1114.9113303246422,90,747,5514 -4,Toto-2.0-1B,3.6114142696621983,0.6828363793770866,1114.534751275833,90,769,5615 -5,TimesFM-2.5,4.415778577146292,0.557001975664944,1041.41667362891,90,782,5628 -6,Timer-S1,4.222010689529487,0.6057983164926456,1040.4305982669086,90,722,5420 -7,ETS,6.82358545006513,0.3276314233339388,871.4953772662155,90,477,4204 -8,ARIMA,6.8352327956244805,0.3190816036488696,861.3425792352859,90,477,4204 -9,Moving-Average,6.423772568002093,0.3629574642575141,849.3601558743511,90,477,4204 -10,Seasonal-Naive,7.627733664240951,0.2250513535457779,740.3836466943677,90,477,4204 +1,TiRex,3.4892619722072524,0.6923573578459996,1198.6558618022143,90,764,5595 +2,Chronos-2,3.615356935229041,0.6684320457885609,1167.4736375986145,90,776,5592 +3,Moirai-1.1-Large,4.529200102313011,0.559161299155957,1114.916293365167,90,748,5523 +4,Toto-2.0-1B,3.611835111075687,0.6828225014090463,1114.5353558662744,90,770,5624 +5,TimesFM-2.5,4.4150604795164075,0.557191964612229,1041.4210246079758,90,783,5637 +6,Timer-S1,4.2240340062482495,0.6055387506765662,1040.4247947429394,90,723,5429 +7,ETS,6.823299228989583,0.3276643164164388,871.4957517915681,90,478,4213 +8,ARIMA,6.836553040726473,0.31894104172726095,861.3376848418621,90,478,4213 +9,Moving-Average,6.424312759891151,0.36283471017912877,849.3566039039156,90,478,4213 +10,Seasonal-Naive,7.627753820654722,0.22505601218881227,740.3829914794687,90,478,4213 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 4f9f942d7734a37c6cb9e91e98547d24c837936c..a72252c101dafccdb7932292cfaf8904540a35b5 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -11,6 +11,7 @@ binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:1 binance_btcusdt_1h_close/1h/short|window:0cb100ac851363b98a3c,2026-06-18T03:43:26.025196+00:00,2026-06-18T03:43:26.025196+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7720733007308577,0.8786770172997913,0.008260013711057395,0.40901002985452856,26.33949236374093,True binance_btcusdt_1h_close/1h/short|window:0d10212e28da18a98bd1,2026-06-22T05:43:43.990938+00:00,2026-06-22T05:43:43.990938+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5310764111134592,0.7287498961327261,0.014134841199498349,0.8991373018878175,-30.903227374723368,True binance_btcusdt_1h_close/1h/short|window:0d97dae36fa1d347fcfa,2026-06-18T03:03:07.474738+00:00,2026-06-18T03:03:07.474738+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.061887383562148,1.030479200936219,0.008259488630169199,0.39501972271615654,6.298520504083161,True +binance_btcusdt_1h_close/1h/short|window:106ed3800f12aa50d663,2026-06-23T01:15:40.008964+00:00,2026-06-23T01:15:40.008964+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.5066051145668045,1.227438436161588,0.011604656924376696,1.016694222383931,-33.2824547198968,True binance_btcusdt_1h_close/1h/short|window:1077c31333d67a05d4a0,2026-06-22T23:49:48.149915+00:00,2026-06-22T23:49:48.149915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.9795817590427522,1.7261465056717382,0.024133889847339163,2.3545432516740243,-59.81724426724618,True binance_btcusdt_1h_close/1h/short|window:156290385457d79213e8,2026-06-17T13:47:26.422573+00:00,2026-06-17T13:47:26.422573+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.26105787275424774,0.5109382279241276,0.004792962281966634,0.1549833523214714,35.57289617396774,True binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:27:28.652653+00:00,2026-06-22T00:27:28.652653+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5851299264443497,0.7649378578971953,0.00786147523534929,0.3889310385081492,-25.24158185862341,True @@ -498,6 +499,7 @@ binance_btcusdt_1h_close/1h/short|window:0d97dae36fa1d347fcfa,2026-06-18T03:00:4 binance_btcusdt_1h_close/1h/short|window:0e93b6ca0e42fe0b08c7,2026-06-17T08:14:38.910983+00:00,2026-06-17T08:14:38.910983+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5353013429661343,0.731642906728504,0.015023780088582647,0.3524808508706159,-29.107367521866617,True binance_btcusdt_1h_close/1h/short|window:0f02b842c44e1d456801,2026-06-17T06:04:15.653845+00:00,2026-06-17T06:04:15.653845+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.17620994959411865,0.4197736885443377,0.008263831048739356,0.23947568343374884,20.909581074239178,True binance_btcusdt_1h_close/1h/short|window:0f45fdad77503ea851df,2026-06-17T09:13:41.292667+00:00,2026-06-17T09:13:41.292667+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.32200504069479297,0.5674548798757422,0.01092269349682838,0.2757784292370355,5.418346366745283,True +binance_btcusdt_1h_close/1h/short|window:106ed3800f12aa50d663,2026-06-23T01:13:32.771360+00:00,2026-06-23T01:13:32.771360+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.7321840404247959,0.855677532967178,0.007183957371819747,0.5191263588683461,1.4788719953802127,True binance_btcusdt_1h_close/1h/short|window:1077c31333d67a05d4a0,2026-06-22T23:47:43.778821+00:00,2026-06-22T23:47:43.778821+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,3.875768167541916,1.9686970735849425,0.01728361222294046,1.0826156686929387,-67.60358843248535,True binance_btcusdt_1h_close/1h/short|window:10d23473a1b4704dcea9,2026-06-17T05:48:58.395168+00:00,2026-06-17T05:48:58.395168+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.08258206043206812,0.28737094569922705,0.0058355266451159985,0.2132036561346415,52.983840457126064,True binance_btcusdt_1h_close/1h/short|window:14237731e28caeb45ba6,2026-06-16T13:12:07.539508+00:00,2026-06-16T13:12:07.539508+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2696348147057397,0.519263723656621,0.0056970421241776675,0.3238691315453827,86.74484529528307,True @@ -1266,6 +1268,7 @@ binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:1 binance_btcusdt_1h_close/1h/short|window:0cb100ac851363b98a3c,2026-06-18T03:43:26.084708+00:00,2026-06-18T03:43:26.084708+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.698511253962436,1.3032694479509739,0.01698300897890754,0.9787550801665418,-12.382232771318524,True binance_btcusdt_1h_close/1h/short|window:0d10212e28da18a98bd1,2026-06-22T05:43:44.144470+00:00,2026-06-22T05:43:44.144470+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07933685035626178,0.281667978933108,0.002525996734130368,0.13278140709915615,55.88273732328889,True binance_btcusdt_1h_close/1h/short|window:0d97dae36fa1d347fcfa,2026-06-18T03:03:07.682114+00:00,2026-06-18T03:03:07.682114+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6321680553546094,1.2775633273363045,0.016877237144017686,0.9558612623394938,-15.070523418035531,True +binance_btcusdt_1h_close/1h/short|window:106ed3800f12aa50d663,2026-06-23T01:15:40.058259+00:00,2026-06-23T01:15:40.058259+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5198365659008045,0.7209969250286749,0.005801864387394225,0.437558723143242,18.393119701045762,True binance_btcusdt_1h_close/1h/short|window:1077c31333d67a05d4a0,2026-06-22T23:49:48.232162+00:00,2026-06-22T23:49:48.232162+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,4.410461215762032,2.1001098104056446,0.018489576202218767,1.7470629577620638,-70.96084157741508,True binance_btcusdt_1h_close/1h/short|window:156290385457d79213e8,2026-06-17T13:47:26.575976+00:00,2026-06-17T13:47:26.575976+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5287851158158892,0.727176124343951,0.012738120212443799,0.5002788618521044,1.9065209420252383,True binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:27:28.803595+00:00,2026-06-22T00:27:28.803595+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.036551751446689776,0.1911851234973312,0.0020998101300300485,0.09270480715778939,81.05262115210277,True @@ -1752,6 +1755,7 @@ binance_btcusdt_1h_close/1h/short|window:0d97dae36fa1d347fcfa,2026-06-18T03:02:3 binance_btcusdt_1h_close/1h/short|window:0e93b6ca0e42fe0b08c7,2026-06-17T08:16:43.442272+00:00,2026-06-17T08:16:43.442272+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.9906501694973786,0.9953141059471521,0.020208712879742307,0.4811474135088805,-54.23682328765126,True binance_btcusdt_1h_close/1h/short|window:0f02b842c44e1d456801,2026-06-17T06:06:09.429742+00:00,2026-06-17T06:06:09.429742+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.42906085192225957,0.6550273673078549,0.012438111108516892,0.2998524091748203,-22.8622637308629,True binance_btcusdt_1h_close/1h/short|window:0f45fdad77503ea851df,2026-06-17T09:17:37.253732+00:00,2026-06-17T09:17:37.253732+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7249089324444175,0.8514158399069267,0.016342679829714688,0.4000700652795522,-33.77076625659165,True +binance_btcusdt_1h_close/1h/short|window:106ed3800f12aa50d663,2026-06-23T01:15:16.084225+00:00,2026-06-23T01:15:16.084225+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6235230758155698,0.789634773686905,0.004728357040521846,0.40469185200034236,9.48270853949519,True binance_btcusdt_1h_close/1h/short|window:1077c31333d67a05d4a0,2026-06-22T23:49:19.971386+00:00,2026-06-22T23:49:19.971386+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,4.736918122656853,2.176446214050982,0.019114761688754953,1.168723907951751,-72.68885987174365,True binance_btcusdt_1h_close/1h/short|window:10d23473a1b4704dcea9,2026-06-17T05:53:42.446592+00:00,2026-06-17T05:53:42.446592+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.15810225731547156,0.39762074557984467,0.007341921978365306,0.19951289064952119,25.914878298778238,True binance_btcusdt_1h_close/1h/short|window:14237731e28caeb45ba6,2026-06-16T13:15:08.242926+00:00,2026-06-16T13:15:08.242926+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3882150858220636,0.6230690859142858,0.006574800494234205,0.380213298923054,81.4559793280416,True @@ -2490,6 +2494,7 @@ binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:1 binance_btcusdt_1h_close/1h/short|window:0cb100ac851363b98a3c,2026-06-18T03:43:26.105180+00:00,2026-06-18T03:43:26.105180+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.2887464265163129,1.1352296800719723,0.01505741216192684,0.852165731554471,1.3579213756715587,True binance_btcusdt_1h_close/1h/short|window:0d10212e28da18a98bd1,2026-06-22T05:43:44.198204+00:00,2026-06-22T05:43:44.198204+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.11329066281685414,0.33658678348511273,0.0036331639435367388,0.16809307978406132,42.43614143744672,True binance_btcusdt_1h_close/1h/short|window:0d97dae36fa1d347fcfa,2026-06-18T03:03:07.728869+00:00,2026-06-18T03:03:07.728869+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.1427591367905376,1.0689991285265568,0.014247179223280136,0.7879913121154459,2.6363704473772462,True +binance_btcusdt_1h_close/1h/short|window:106ed3800f12aa50d663,2026-06-23T01:15:40.078740+00:00,2026-06-23T01:15:40.078740+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6545421804300189,0.8090378114958651,0.005055182617099133,0.414138965489615,7.071948482873627,True binance_btcusdt_1h_close/1h/short|window:1077c31333d67a05d4a0,2026-06-22T23:49:48.268650+00:00,2026-06-22T23:49:48.268650+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6612701019689599,0.813185158478043,0.005319370495592525,0.43048779863860975,6.2310589215004075,True binance_btcusdt_1h_close/1h/short|window:156290385457d79213e8,2026-06-17T13:47:26.620796+00:00,2026-06-17T13:47:26.620796+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.467243543867771,0.6835521515347391,0.012918372832427602,0.5073396071995466,8.075702811523653,True binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:27:28.918955+00:00,2026-06-22T00:27:28.918955+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.16743508773210694,0.4091883279519431,0.005427728362015959,0.2455404472289567,35.19149784583039,True @@ -2967,6 +2972,7 @@ binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:1 binance_btcusdt_1h_close/1h/short|window:0cb100ac851363b98a3c,2026-06-18T03:43:26.127537+00:00,2026-06-18T03:43:26.127537+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.3242285725698575,1.150751307872321,0.01581786335753534,0.5708968004947296,8.383922893844586e-15,True binance_btcusdt_1h_close/1h/short|window:0d10212e28da18a98bd1,2026-06-22T05:43:44.237514+00:00,2026-06-22T05:43:44.237514+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28032667155187607,0.5294588478360486,0.005960778592582779,0.3487776654479699,-9.901154057862305e-15,True binance_btcusdt_1h_close/1h/short|window:0d97dae36fa1d347fcfa,2026-06-18T03:03:07.748774+00:00,2026-06-18T03:03:07.748774+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.2046454167196685,1.0975633998633831,0.015019796849935168,0.5420570714695224,0.0,True +binance_btcusdt_1h_close/1h/short|window:106ed3800f12aa50d663,2026-06-23T01:15:40.090398+00:00,2026-06-23T01:15:40.090398+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.754165243741871,0.868426878753687,0.00627428171814786,0.5135047155392313,0.0,True binance_btcusdt_1h_close/1h/short|window:1077c31333d67a05d4a0,2026-06-22T23:49:48.299332+00:00,2026-06-22T23:49:48.299332+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7491544892938786,0.8655371102927237,0.0063489056474340805,0.5123498785283666,0.0,True binance_btcusdt_1h_close/1h/short|window:156290385457d79213e8,2026-06-17T13:47:26.660321+00:00,2026-06-17T13:47:26.660321+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5493397929833369,0.741174603574176,0.013730546261287493,0.3760863265161099,0.0,True binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:27:28.953868+00:00,2026-06-22T00:27:28.953868+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.34927207928065385,0.5909924528119237,0.007936725709128364,0.3516322958575597,7.946691780457555e-15,True @@ -3453,6 +3459,7 @@ binance_btcusdt_1h_close/1h/short|window:0d97dae36fa1d347fcfa,2026-06-18T03:02:0 binance_btcusdt_1h_close/1h/short|window:0e93b6ca0e42fe0b08c7,2026-06-17T08:16:06.171470+00:00,2026-06-17T08:16:06.171470+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.49583279322369905,0.7041539556259689,0.014393183281425382,0.3468905952719557,-25.56450802601583,True binance_btcusdt_1h_close/1h/short|window:0f02b842c44e1d456801,2026-06-17T06:05:49.650456+00:00,2026-06-17T06:05:49.650456+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.1550591928738384,0.39377556154977217,0.0076972737468433425,0.21311052017853108,26.934759724090803,True binance_btcusdt_1h_close/1h/short|window:0f45fdad77503ea851df,2026-06-17T09:17:10.127742+00:00,2026-06-17T09:17:10.127742+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4114784014492293,0.6414658225106223,0.012289297263144205,0.3086196641947223,-6.825180720327221,True +binance_btcusdt_1h_close/1h/short|window:106ed3800f12aa50d663,2026-06-23T01:14:33.096023+00:00,2026-06-23T01:14:33.096023+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4647794549954541,0.6817473542269556,0.005297885771430787,0.38939038251201713,23.74068233334823,True binance_btcusdt_1h_close/1h/short|window:1077c31333d67a05d4a0,2026-06-22T23:48:52.615109+00:00,2026-06-22T23:48:52.615109+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,2.846573879959657,1.6871792672859802,0.01455389301987097,0.974643537150611,-58.33086304851213,True binance_btcusdt_1h_close/1h/short|window:10d23473a1b4704dcea9,2026-06-17T05:53:09.373611+00:00,2026-06-17T05:53:09.373611+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.09136693448809159,0.30226963871366835,0.006263159326806429,0.18589648014172702,49.251462830611764,True binance_btcusdt_1h_close/1h/short|window:14237731e28caeb45ba6,2026-06-16T13:14:18.402364+00:00,2026-06-16T13:14:18.402364+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.18934161770515928,0.43513402269319196,0.004303684477481636,0.3247996134230466,90.50463130063893,True @@ -4215,6 +4222,7 @@ binance_btcusdt_1h_close/1h/short|window:0d97dae36fa1d347fcfa,2026-06-18T03:03:0 binance_btcusdt_1h_close/1h/short|window:0e93b6ca0e42fe0b08c7,2026-06-17T08:17:02.624791+00:00,2026-06-17T08:17:02.624791+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.17419115207604682,0.41736213541245787,0.00868211892994692,0.2381339680868146,25.579086056105513,True binance_btcusdt_1h_close/1h/short|window:0f02b842c44e1d456801,2026-06-17T06:06:34.441397+00:00,2026-06-17T06:06:34.441397+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.054453170198512,0.23335203062864485,0.004617347471053437,0.16837786047315448,66.36973906948177,True binance_btcusdt_1h_close/1h/short|window:0f45fdad77503ea851df,2026-06-17T09:17:50.351386+00:00,2026-06-17T09:17:50.351386+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.15802501377425496,0.3975236015310977,0.0075943922525679155,0.21937586914304866,38.85945297320428,True +binance_btcusdt_1h_close/1h/short|window:106ed3800f12aa50d663,2026-06-23T01:15:36.672691+00:00,2026-06-23T01:15:36.672691+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.8275081778541103,0.9096747648770468,0.006621836847050696,0.5229861539162491,-4.637046631170735,True binance_btcusdt_1h_close/1h/short|window:1077c31333d67a05d4a0,2026-06-22T23:49:40.776979+00:00,2026-06-22T23:49:40.776979+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,4.730157003644339,2.1748924119699207,0.019189596639204068,1.400686105484339,-72.65515967619673,True binance_btcusdt_1h_close/1h/short|window:10d23473a1b4704dcea9,2026-06-17T05:54:01.032015+00:00,2026-06-17T05:54:01.032015+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0557326873332797,0.23607771460533858,0.0037294861587462667,0.16176820667576783,65.64406697720193,True binance_btcusdt_1h_close/1h/short|window:14237731e28caeb45ba6,2026-06-16T13:15:59.803338+00:00,2026-06-16T13:15:59.803338+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5261454501689369,0.7253588423455917,0.008337135989041603,0.41708693892916765,75.66894090785708,True @@ -4939,6 +4947,7 @@ binance_btcusdt_1h_close/1h/short|window:0d97dae36fa1d347fcfa,2026-06-18T03:01:2 binance_btcusdt_1h_close/1h/short|window:0e93b6ca0e42fe0b08c7,2026-06-17T08:14:59.297752+00:00,2026-06-17T08:14:59.297752+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.042331747436334374,0.20574680419470523,0.004482412942607791,0.1624732202553378,74.82237291751959,True binance_btcusdt_1h_close/1h/short|window:0f02b842c44e1d456801,2026-06-17T06:04:37.952573+00:00,2026-06-17T06:04:37.952573+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.13792712892005807,0.37138541829218075,0.011603318210267055,0.239545535196768,32.27384640430693,True binance_btcusdt_1h_close/1h/short|window:0f45fdad77503ea851df,2026-06-17T09:13:59.585876+00:00,2026-06-17T09:13:59.585876+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.10415844522742888,0.32273587533372994,0.002986393258425727,0.18286423344142103,55.012710145901565,True +binance_btcusdt_1h_close/1h/short|window:106ed3800f12aa50d663,2026-06-23T01:13:54.083398+00:00,2026-06-23T01:13:54.083398+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.47024644034168767,0.685745171577378,0.004636780438147567,0.40997945653583784,23.18818148265952,True binance_btcusdt_1h_close/1h/short|window:1077c31333d67a05d4a0,2026-06-22T23:48:09.976242+00:00,2026-06-22T23:48:09.976242+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.5136468764906161,1.230303570868026,0.011889435675253463,0.8034184165907478,-33.7852185682986,True binance_btcusdt_1h_close/1h/short|window:10d23473a1b4704dcea9,2026-06-17T05:49:23.906539+00:00,2026-06-17T05:49:23.906539+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2258756502382584,0.4752637691201154,0.014016587072242853,0.2812694037542263,8.66068706135739,True binance_btcusdt_1h_close/1h/short|window:14237731e28caeb45ba6,2026-06-16T13:12:56.839868+00:00,2026-06-16T13:12:56.839868+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2709817277808755,0.5205590531158549,0.007607883136437155,0.3178519893575949,86.68304034340957,True @@ -5725,6 +5734,7 @@ binance_btcusdt_1h_close/1h/short|window:0d97dae36fa1d347fcfa,2026-06-18T03:01:5 binance_btcusdt_1h_close/1h/short|window:0e93b6ca0e42fe0b08c7,2026-06-17T08:15:40.462969+00:00,2026-06-17T08:15:40.462969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.47796553902343636,0.691350518205806,0.01440227334939397,0.34496685725575693,-23.84153834049763,True binance_btcusdt_1h_close/1h/short|window:0f02b842c44e1d456801,2026-06-17T06:05:29.633726+00:00,2026-06-17T06:05:29.633726+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.24739157403880657,0.49738473442477765,0.009583326062594759,0.25800143979799484,4.255180945668795,True binance_btcusdt_1h_close/1h/short|window:0f45fdad77503ea851df,2026-06-17T09:14:50.539375+00:00,2026-06-17T09:14:50.539375+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.25731611039699936,0.5072633540844433,0.009789705869065562,0.2822409196794244,16.484940675728097,True +binance_btcusdt_1h_close/1h/short|window:106ed3800f12aa50d663,2026-06-23T01:14:22.461886+00:00,2026-06-23T01:14:22.461886+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.47295104103889696,0.6877143600644798,0.0052263937485225315,0.5097832131643729,22.91667107597832,True binance_btcusdt_1h_close/1h/short|window:1077c31333d67a05d4a0,2026-06-22T23:48:40.054715+00:00,2026-06-22T23:48:40.054715+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,3.705625046517501,1.9250000120824677,0.016892407097465978,1.1174658673379378,-66.36625973197886,True binance_btcusdt_1h_close/1h/short|window:10d23473a1b4704dcea9,2026-06-17T05:51:28.405595+00:00,2026-06-17T05:51:28.405595+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08089469556701324,0.28441992821708756,0.005827974662670079,0.2062755311339235,53.722215618180094,True binance_btcusdt_1h_close/1h/short|window:14237731e28caeb45ba6,2026-06-16T13:13:47.614735+00:00,2026-06-16T13:13:47.614735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.19332872840681695,0.4396916287659079,0.004033516099698715,0.31567265642367853,90.31436336148163,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index de6d99ecd7ff23c6e61feacd74bd976b2f832c36..c5e3d4c43d9a4c6dbd2c64da9b93741b6e2d7ea8 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7341497861665492,0.8106071523930899,0.010247619305373254,0.6296311389489486,-11.551052464645943,0.5592943770090496,0.1156295933365997,0.03161258670134351,157,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T01:08:12.482078+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7390387439412344,0.8132453250751691,0.01025620815106315,0.632080905299803,-11.688592985248796,0.5608870474349438,0.1242441344835927,0.02050897170154541,158,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T01:15:40.008964+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T00:28:31.207062+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8751336466748851,1.2680941585378118,1.6271739131439125,0.9913302300605548,1.066913629952371,1.2826986660358308,-0.03903508771929824,0.573154694589358,96,0.9479166666666666,2026-06-17T12:10:12.335728+00:00,2026-06-23T01:08:12.517592+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.077838569451688,2.027003796965816,0.11913165270259814,1.4283966043857432,16.24494720841347,4.940386223026375,0.13043478260869565,0.11298176460745968,69,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T01:00:36.681724+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.6425375 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9978630690656336,0.9701420238087795,0.6288849889267103,0.4881634194281296,16.73791789118573,0.4958230681868161,-0.5612535612535613,1.597088837593094e-05,27,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T00:28:31.350765+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3704442834797053,1.0068626843630737,0.013145984274694203,0.6257796500588971,7.223591002451536,1.5605048482841566,0.15873015873015875,0.1731696689763711,36,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T01:00:36.717306+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.40455745537624327,0.5670659717689757,0.007393914748112066,0.3181170156741239,27.597831191705986,0.5850814535157312,0.06772546188604583,0.09474005373634072,274,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T01:05:55.966188+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4057488247764199,0.5681154683551509,0.007393151266743729,0.3188479587402847,27.502853158264795,0.5843468895691626,0.07312541473125415,0.07068991115365707,275,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T01:13:32.771360+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T00:22:52.012663+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.25631501534850004,0.3912876823596739,0.5358363662823457,0.21201346278092448,72.17151685408272,0.36604686606972003,0.3594701986754967,5.757914510585777e-11,151,0.9602649006622517,2026-06-16T12:06:44.487655+00:00,2026-06-23T01:06:04.804237+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.574131285051139,1.8677778355840615,0.112549265726574,1.0720096696332853,17.072608523051738,5.052536179116334,0.3859989419855405,3.7991073309544395e-09,107,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T00:57:39.723724+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.149 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7715587733504444,0.85159463994572,0.5888951022204714,0.45572538642030536,27.8850356580589,0.40309584332336723,-0.19797979797979795,0.05519542767002268,45,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T00:23:17.678492+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2936318449853956,0.8329719019103079,0.009066322822243681,0.5136118243534614,32.62510176754636,2.3396362530923858,0.08874912648497553,0.3433988146327974,54,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T00:57:43.818496+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6559510326877939,0.6620825856396755,0.007576020133882624,0.43491875131838803,21.994124683616292,0.8642308101096275,0.037726604605585495,0.48314914016154986,157,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T01:08:12.564382+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6550895487207875,0.6624554612054285,0.00756479130004409,0.4349354600008238,21.97133351284053,0.861542141314368,0.04087720712730791,0.4458941640708355,158,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T01:15:40.058259+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T00:28:31.428896+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.7802347126042846,1.5259277431656917,1.683426528512753,1.156767546725156,-11.062900993388972,2.0892576291451177,0.06359649122807016,0.35866198325465426,96,0.9479166666666666,2026-06-17T12:10:12.697348+00:00,2026-06-23T01:08:12.587927+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.8414397243859355,2.0412185209763503,0.11156668202012625,1.3555482480307657,18.95659062522191,6.664116608895808,0.1466325660699062,0.0747894020138397,69,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T01:00:36.782297+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.14959333 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0492241424463609,0.9755960367592186,0.7134680587271988,0.5245887673338666,17.953570283624547,0.6602872805756738,-0.3561253561253562,0.0088002103617255,27,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T00:28:31.503469+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.0968592585413086,0.8844472127496736,0.011822421480625445,0.5961496618101569,18.24036043033959,1.347657269871247,0.060317460317460325,0.6047415849512238,36,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T01:00:36.812789+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6296990036803015,0.7195461604747636,0.00908664726940562,0.3667106846805512,7.055861044262882,0.7193687334225807,-0.024302280419464018,0.5525025423567003,269,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T01:07:45.982819+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6296761298733952,0.719805747931105,0.00907050545374309,0.36685135567062443,7.064849368319297,0.7180304702002662,-0.021341043645876356,0.6012423580748718,270,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T01:15:16.084225+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3231628899783354,0.47352356907376897,0.05422077354702316,0.26660415955354855,24.715705346800643,0.42727243788090935,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T00:27:18.297555+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.481056546138619,0.9917597182774102,1.5820231392430908,0.5071014935319754,25.58659833313376,2.113249935905252,0.29929258117177576,6.083575365712217e-08,149,0.9664429530201343,2026-06-16T12:07:52.741323+00:00,2026-06-23T01:07:50.272186+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.267518658398716,2.0619168429874195,0.1165950509480249,1.0772679954871696,15.26717443752284,37.28346738046959,0.4268110530246453,1.3558304480939668e-10,104,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T00:59:56.220293+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1435820399449717,1.0298493125244779,0.6619038625327938,0.48827764390317047,9.561134420148406,0.8186313842445111,-0.4139402560455192,0.0002537706829014447,38,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T00:27:38.622046+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.7321097523306377,1.2030697200426252,0.012188095115586953,0.6469858503289931,11.388587684809329,5.602403927274607,0.039187227866473155,0.6787144962045291,53,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T01:00:01.990744+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4851246808486147,0.60997016302482,0.007379600386347653,0.39444810889192483,23.180030357545512,0.5545061133174065,-0.34754205454842396,1.0472473038814048e-10,157,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T01:08:12.609327+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4861969435041933,0.611230084850586,0.007364888881478992,0.39457273456659375,23.07808047226278,0.5529016525078101,-0.3377408691445618,3.011421269685712e-10,158,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T01:15:40.078740+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T00:28:31.523363+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.1235803424665134,1.3128669628947311,1.7140765249990888,1.1442287414337942,6.13461592755527,1.809418787862019,0.0995614035087719,0.15071347598911033,96,0.9479166666666666,2026-06-17T12:10:12.867076+00:00,2026-06-23T01:08:12.621813+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.6964831642829985,2.1791647362398185,0.12242146803567892,1.453084170582298,8.957797821136069,4.9017371534440715,0.08269394714407502,0.31498053270076043,69,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T01:00:36.845691+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9556603067467869,0.9507367958350804,0.725544154550869,0.5030489254046411,18.553978763337312,0.4609790764348811,-0.5384615384615385,3.8891933491077654e-05,27,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T00:28:31.562333+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.43659858596917,0.9892006499170756,0.01301175035194869,0.687544106277045,13.971730060533465,1.675743968517068,0.03492063492063492,0.764436763609262,36,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T01:00:36.865186+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6008611622245182,0.7238709427760889,0.008927884870793202,0.41857363630322414,9.875051064663885e-17,0.5241434460999884,-0.446676465784746,1.0182461945559634e-16,157,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T01:08:12.640177+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6018314412214635,0.7247858537632889,0.008911089914130891,0.4191744659186419,9.81255074146981e-17,0.5226138636160038,-0.4348141578650327,5.128575006268819e-16,158,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T01:15:40.090398+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T00:28:31.576602+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.2482746838384617,1.3679137762073725,1.69754901651816,1.2021896499563598,1.524194707091392e-15,1.824863176423144,0.10307017543859648,0.1368406787927515,96,0.9479166666666666,2026-06-17T12:10:12.978229+00:00,2026-06-23T01:08:12.649656+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.304377344656825,2.3316542483509255,0.12835172746131038,1.8750868312212698,-1.2390684222747255e-16,5.000634448400949,0.05456095481670929,0.5073445615248963,69,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T01:00:36.890167+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.3681293951476434,1.1416297889104439,0.7165017439689736,0.8893299324387255,1.7283213098784081e-16,0.7042773057852221,-0.39601139601139607,0.003356281976619206,27,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T00:28:31.617059+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7229744612402043,1.1378639882466095,0.013381648463954688,0.5778411140346373,4.201656938866726e-15,1.6737985463711993,0.09054808257372868,0.4374756608837168,36,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T01:00:36.899355+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.42692540172174964,0.5989949835972751,0.007765477571867216,0.32993035478776045,20.339332078142117,0.42461021065039745,0.25373787071204046,4.80454084714447e-10,271,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T01:07:16.846150+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4270645710352559,0.5992992202540017,0.00775640554318914,0.33014895783086434,20.351837042315672,0.423832287847358,0.25520946385934445,3.538063797542949e-10,272,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T01:14:33.096023+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T00:26:09.356481+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.26620753589749885,0.39518364265794476,0.6867669796652675,0.19966693100710084,73.8416154709948,0.4167231145949012,0.279821029082774,3.7484637660367385e-07,150,0.96,2026-06-16T12:07:37.946365+00:00,2026-06-23T01:07:22.417018+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.386679825577832,1.8482184373636616,0.1112155460416093,1.0263885743266143,18.14836937465003,4.676113285608652,0.36556776556776555,3.263019640022585e-08,105,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T00:59:07.779167+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1719015 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7842499682399369,0.8620469757190952,0.6137279652078894,0.46060225086377554,25.314796120335483,0.39818516894652495,-0.19163763066202089,0.07374870738592816,42,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T00:26:25.932841+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2973270663665677,0.8203211498085939,0.008543866722682524,0.5106554064906029,33.891863889079964,2.304178314465638,0.05520614954577219,0.5556119300798237,54,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T00:59:13.342640+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.42426132837097935,0.5555431926124934,0.006891611406699971,0.3005575943449946,33.88830862317676,0.6959083239590704,0.10534827635125552,0.010454733978766924,266,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T01:08:06.339266+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4257716161967588,0.5568695280891397,0.006890601015090799,0.30139066011117915,33.744018903123035,0.6950372515900385,0.1104164906648644,0.007173096339112693,267,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T01:15:36.672691+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T00:28:05.035349+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09881288048883055,0.2291608812028869,0.4602990011619003,0.11863648649058194,89.54065628800751,0.21043674291805003,0.22076227751374522,7.259242326017857e-05,147,0.9659863945578231,2026-06-16T12:08:08.243141+00:00,2026-06-23T01:08:10.399394+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.897413744196094,1.9786705354534027,0.1217500550735621,1.2187236177736251,11.216828766788247,4.7379872374261485,0.3503030303030304,2.416572728919101e-07,100,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T01:00:27.145973+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1301 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9404095509302861,0.9552345070724279,0.6908742556939611,0.5209898999006599,16.201888245649354,0.3452544522993912,-0.08108108108108109,0.48002672231040755,37,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T00:28:28.020051+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4632639486709829,0.9097655309262989,0.010394775469042505,0.5831557208066852,24.020419690882747,2.3758636687133126,0.02530612244897959,0.7953956085344034,50,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T01:00:32.877810+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.35600185213592794,0.5307028710649572,0.0068064444707812664,0.3702800767372488,33.693575064442584,0.40505409962014566,0.13833516454769004,0.0005994952372247962,277,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T01:06:29.843539+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.35641280389206376,0.5312605771819083,0.006798639923901289,0.37042288026170417,33.6557858788966,0.4043803486951208,0.1422486559488871,0.00040719943234295355,278,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T01:13:54.083398+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T00:23:50.892854+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10989038940974948,0.2573216335736046,0.39305707502384535,0.18682777910121479,83.92886362654707,0.18151968499853718,0.0530648769574944,0.3352404183782216,150,0.96,2026-06-16T12:07:01.390017+00:00,2026-06-23T01:06:36.603525+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.901006923561135,1.7221080717266606,0.11536798248438512,1.1784667216601556,24.058751350080144,4.536352162075537,0.3707165109034267,1.2956238220106915e-08,108,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T00:58:09.914214+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7821184171852062,0.8624942879015385,0.5312664330929511,0.693688004956277,26.251809155770015,0.3739866204327694,-0.14747474747474745,0.1532289240999957,45,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T00:24:11.678686+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2211679961496096,0.7988579672587895,0.008947222450399105,0.6241420163764942,34.98233361432798,2.246401179822663,0.03434343434343434,0.7112062496707334,55,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T00:58:15.059027+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3658812641158733,0.5358520166965577,0.006890892957780183,0.3059190286035938,32.06073593806021,0.4879276615580653,0.10337529845886693,0.011053352691112558,272,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T01:07:04.773685+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3662734611009393,0.5364082890165868,0.006884795891079606,0.30666578385839516,32.027241194975666,0.4870730186466606,0.10665804783451845,0.008624889540716017,273,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T01:14:22.461886+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T00:25:01.700614+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.17702882326342148,0.29370088289080054,0.4155945877519042,0.15691912718820375,83.04669583908957,0.3557312905625622,0.30237620170506074,4.446541552610529e-08,149,0.959731543624161,2026-06-16T12:07:21.772238+00:00,2026-06-23T01:07:08.507063+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.14355581419398,1.8061717528452002,0.11133243189379238,1.0199494779457778,18.445621385218434,4.566557440591573,0.2763181096808323,2.4614155534381674e-05,107,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T00:58:47.715926+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index ea637d52a3c6b8a4b0909ecf77f6c40c6d94ba49..0a2d87cba9d367d558c6e4a945452c4563684d2d 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T01:08:12.813249+00:00", + "generated_at": "2026-06-23T01:15:40.275159+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 4e1db3e300b7a80c49c8480540b29729b4baf309..fcc3192ec215209da7d1c7ec92d352ded7ec9641 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ARIMA,2.8483884533191977,1.5671447536904526,7.0,1,1,1.0 Air Quality,Moving-Average,2.428940727583208,1.5926950205908899,8.0,1,1,1.0 Air Quality,Moirai-1.1-Large,2.8980268251997177,1.674115444136515,9.0,1,1,1.0 Air Quality,ETS,10.673457702671788,3.5894997332152427,10.0,1,1,1.0 -Finance,TimesFM-2.5,0.6219150864326883,0.7171699368603802,1.0,1,1,1.0 -Finance,Moving-Average,0.8614421879136591,0.7205286759545249,2.0,1,1,1.0 -Finance,ETS,0.6901173524196169,0.8099699727055256,3.0,1,1,1.0 -Finance,TiRex,0.6158117695446049,0.8381617682799073,4.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.8771719374987519,0.8731725876236439,5.0,1,1,1.0 +Finance,TimesFM-2.5,0.6235323680636752,0.7135737678973828,1.0,1,1,1.0 +Finance,Moving-Average,0.8679028712360679,0.7238601767304735,2.0,1,1,1.0 +Finance,ETS,0.6892873547467928,0.8060541673176005,3.0,1,1,1.0 +Finance,TiRex,0.6162833130434406,0.8378723991790842,4.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.8267724891721259,0.8940638847435425,5.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,6.0,1,1,1.0 -Finance,Chronos-2,0.974917749845808,1.0713840924904832,7.0,1,1,1.0 -Finance,Toto-2.0-1B,0.6256417346074246,1.1285604790519663,8.0,1,1,1.0 -Finance,Timer-S1,1.0848142968514114,1.1336924903517345,9.0,1,1,1.0 -Finance,ARIMA,1.9912379690242592,1.727164393058733,10.0,1,1,1.0 +Finance,Chronos-2,0.9708535980682258,1.071511728281065,7.0,1,1,1.0 +Finance,Toto-2.0-1B,0.6271185856992032,1.1287903470493206,8.0,1,1,1.0 +Finance,Timer-S1,1.0972504828628016,1.1386995730576726,9.0,1,1,1.0 +Finance,ARIMA,1.9977122083903296,1.735616631415843,10.0,1,1,1.0 Hazards,Timer-S1,0.5234025795484932,0.5645803582517882,1.0,1,1,1.0 Hazards,ARIMA,0.5732984635522206,0.5682905690002692,2.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.5186794638326717,0.5726823414379307,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 0b728bec2d03f0989d87dd74e255a0139c2afb08..052678099d9e20dd420cdd5ed2bcf9e2b522ddea 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.8762093836191369,0.8426582577107177,3.6666666666666665,6,6,1.0 -1h,Moirai-1.1-Large,0.9973802684237842,0.8604211142695678,4.666666666666667,6,6,1.0 -1h,Toto-2.0-1B,0.8336347843306404,0.8537526570995174,4.666666666666667,6,6,1.0 +1h,Timer-S1,0.8778755697465405,0.8432774020845947,3.6666666666666665,6,6,1.0 +1h,Moirai-1.1-Large,0.9875922050614154,0.8638184366632288,4.666666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.8339624333151544,0.8537816370499228,4.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,5.0,6,6,1.0 -1h,TiRex,1.0885547904049138,0.9608934077374858,5.333333333333333,6,6,1.0 -1h,Chronos-2,1.053495215006838,0.917123284942903,5.5,6,6,1.0 -1h,Moving-Average,1.212438786454315,1.0501212919135126,5.5,6,6,1.0 -1h,TimesFM-2.5,0.8864299234932621,0.9412973094386484,5.5,6,6,1.0 -1h,ARIMA,2.019626910828031,1.4482656793343678,7.166666666666667,6,6,1.0 -1h,ETS,4.471722246083825,2.20350630330173,8.0,6,6,1.0 +1h,TiRex,1.088693668675413,0.9608381095682166,5.333333333333333,6,6,1.0 +1h,Chronos-2,1.0527619872764746,0.9171414937792175,5.5,6,6,1.0 +1h,Moving-Average,1.2139495894156516,1.050928976383208,5.5,6,6,1.0 +1h,TimesFM-2.5,0.886813699339619,0.9405089889731493,5.5,6,6,1.0 +1h,ARIMA,2.020719854804534,1.4494445095059565,7.166666666666667,6,6,1.0 +1h,ETS,4.470825446833329,2.2017272384934232,8.0,6,6,1.0 6min,TimesFM-2.5,0.002422588470780727,0.04717759808642594,1.0,1,1,1.0 6min,Toto-2.0-1B,0.0588807062970014,0.21897097233310348,2.0,1,1,1.0 6min,Chronos-2,0.04063301217256894,0.21939166748089503,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 8d614abaab4a80dcea9ef3cb753ce80234235ce4..8ea07f746752a89ddbb9c90f1bf34c9b3babbd0a 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Timer-S1,0.8361490051148741,0.8368000108930547,3.4285714285714284,7,7,1.0 -24,Toto-2.0-1B,0.801304751115638,0.8572721394532146,4.714285714285714,7,7,1.0 -24,Moirai-1.1-Large,0.9186038364618552,0.871586371472319,5.0,7,7,1.0 -24,Chronos-2,1.0156502217516095,0.9079452009903217,5.142857142857143,7,7,1.0 -24,TimesFM-2.5,0.8206110260604818,0.9293275357415511,5.285714285714286,7,7,1.0 +24,Timer-S1,0.8375116840788619,0.8373269889725371,3.4285714285714284,7,7,1.0 +24,Toto-2.0-1B,0.8015746939079362,0.8572970817496686,4.714285714285714,7,7,1.0 +24,Moirai-1.1-Large,0.9108712829301326,0.8745353188689146,5.0,7,7,1.0 +24,Chronos-2,1.0150442877996102,0.9079606523500614,5.142857142857143,7,7,1.0 +24,TimesFM-2.5,0.8209155422311685,0.9286603849787721,5.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,5.428571428571429,7,7,1.0 -24,TiRex,1.0316139362717531,0.9574945094831824,5.428571428571429,7,7,1.0 -24,Moving-Average,1.1843020243369984,1.053745590053754,6.142857142857143,7,7,1.0 -24,ARIMA,1.7616226494014613,1.3097372205435356,6.285714285714286,7,7,1.0 -24,ETS,3.4886922260115427,1.97792283831024,8.142857142857142,7,7,1.0 +24,TiRex,1.0317267470147098,0.9574472785172448,5.428571428571429,7,7,1.0 +24,Moving-Average,1.1855668336361564,1.0544402422218655,6.142857142857143,7,7,1.0 +24,ARIMA,1.7624397510064946,1.3106509447724077,6.285714285714286,7,7,1.0 +24,ETS,3.4880925143333528,1.9765539592503938,8.142857142857142,7,7,1.0 60,TimesFM-2.5,0.002422588470780727,0.04717759808642594,1.0,1,1,1.0 60,Toto-2.0-1B,0.0588807062970014,0.21897097233310348,2.0,1,1,1.0 60,Chronos-2,0.04063301217256894,0.21939166748089503,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 02fb099db32838f309b6962718d73880b8518702..fbd7d8111d3527831cc6bd74d9c6b9978778e4ce 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.5515865859235458,0.6692786240709178,3.3,10,10,1.0 -Overall,Toto-2.0-1B,0.48794003220035637,0.6581192292191617,4.5,10,10,1.0 -Overall,Chronos-2,0.5807734279570289,0.6854491338040815,4.8,10,10,1.0 -Overall,TiRex,0.5793662030735911,0.7231952946001863,4.9,10,10,1.0 -Overall,TimesFM-2.5,0.35176411131501084,0.60232751737831,4.9,10,10,1.0 -Overall,Moirai-1.1-Large,0.8582663744375509,0.7983212343491745,5.4,10,10,1.0 -Overall,Moving-Average,0.9629944482374228,0.9276549962879995,5.9,10,10,1.0 +Overall,Timer-S1,0.5522156798701577,0.6695736327901373,3.3,10,10,1.0 +Overall,Toto-2.0-1B,0.48805509013280174,0.6581326327263638,4.5,10,10,1.0 +Overall,Chronos-2,0.5805308648364498,0.6854572992372725,4.8,10,10,1.0 +Overall,TiRex,0.5794105514099582,0.7231703229420631,4.9,10,10,1.0 +Overall,TimesFM-2.5,0.351855480217786,0.6020248032408259,4.9,10,10,1.0 +Overall,Moirai-1.1-Large,0.8532027108436014,0.8002110183692551,5.4,10,10,1.0 +Overall,Moving-Average,0.9637142532319202,0.9280830253122659,5.9,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,6.2,10,10,1.0 -Overall,ARIMA,1.4419943772811765,1.1533164433298682,6.7,10,10,1.0 -Overall,ETS,2.760985579054583,1.695391899733891,8.4,10,10,1.0 +Overall,ARIMA,1.4424625375717635,1.1538796036662888,6.7,10,10,1.0 +Overall,ETS,2.7606533380541642,1.6945704727319906,8.4,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 7e09b08bdbb2c5e4d93e922ec70ba6697c613b64..05afe00a4b3c012c404b009983d09e47318d1c9c 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,551804.9764565002,744895.3408435291,747.8996033270141,0.9850888075451113,0.011572715967270277,0.011662121577688431,21.002314122633596,742.835766812894,0.01153422341031732,0.011612851048183733,0.010382324979832292,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,550477.6509224948,747641.4722637065,749.9725199936807,0.9878191299015121,0.011604656924376696,0.011694394498028943,21.111527016889628,741.9418110084475,0.01151997191217483,0.01164466301405382,0.0104141765510871,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.6780174955922951,0.6799275366276717,0.6797622717115879,2.1052331570463054,0.5582508431600267,0.8562104259320324,82.23894471279905,0.823418177836933,0.7880228713098362,0.650542132272849,0.6478833944519771,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.030026905682187497,0.025820309857623357,0.13127131411909446,0.7657492106488254,0.08826080791644736,0.08326284660172559,8.611671850454554,0.173282733364255,0.10944173365965372,0.08290820393959823,0.07007072907150692,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 459cc6125ac3d0186e54ae865525019b4748668b..0da21eff107b420e933572e29994b1039264a282 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T01:08:12.482078+00:00", + "evaluated_at": "2026-06-23T01:15:40.008964+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64204.23828125 + 64253.98828125 ], "p50": [ 63867.16267831183, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index d6b89a1c111155b8d5a6dfa086cd4fcd71c516b8..f47d2513dd7db0f4f969b54aad4849d721065b1c 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T01:08:12.536955+00:00", + "evaluated_at": "2026-06-23T01:15:40.031236+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 6c18a1e079aaf9d9c6f913dad7b99601b05bbbf7..605dce3c0b2ad389e14e2f96da045c2bbfe4cd58 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,270165.8337020874,270165.8337020874,464.3125,0.6115647674080917,0.00721655152271851,0.007194654357648697,3.15546887684051,519.7747913299446,0.008070691846157054,0.00720951298586556,0.006440300570786807,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,267522.6220321655,267522.6220321655,462.2395833333333,0.6088344450516909,0.007183957371819747,0.007162381357465501,3.15546887684051,517.2258907210326,0.00803085585007968,0.007177095208393327,0.006429364706984069,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.013265848373559146,0.013265848373559146,0.10130147884289424,0.31373208104195865,0.09248554729769934,0.09775193837299283,1.4370712133074026,0.11517746469496169,0.11022646679666244,0.09694695159076142,0.09597927991417875,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06608680615490965,0.06608680615490965,0.2009805656141705,1.1723864464035207,0.13683277985804623,0.12299704082916346,12.455143215434836,0.2570735423082462,0.16236224811332783,0.12693510256717766,0.08595319267242264,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 641bc069c50abe76e1579485f69a8fd5f441f1c0..6f71e169eae1da0193a7b4b9d6fe5503850ade4c 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T01:05:55.966188+00:00", + "evaluated_at": "2026-06-23T01:13:32.771360+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64204.23828125 + 64253.98828125 ], "p50": [ 64649.6484375, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 81af283f6a93ff8ac2aff1a0fa90b372b0e1789a..5347492304162d3d0de7590014008062999e658f 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T01:06:09.366039+00:00", + "evaluated_at": "2026-06-23T01:13:36.044097+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 3d7fb4060c7b088d82ce71f829f7c13853f4150c..5aaf5b269afa59fb00d258ecf7880a1497947077 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,191242.93295327856,186451.54968100926,375.92454692259645,0.4951454205986485,0.005834298786189459,0.005828368095473443,4.924119341730229,437.3133121153283,0.006790288873522333,0.005837087958528117,0.0048688888645058645,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,189935.90881507855,185126.41375732818,373.8516302559298,0.49241509824224766,0.005801864387394225,0.005796094506941021,4.924119341730229,435.81637052212545,0.0067668276309389725,0.005804714353562756,0.004836546421739008,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.9190353199137122,0.9161536515667865,0.7813595077852379,2.4198812023224305,0.635756286160397,1.0717217171839954,92.61458414982668,0.9586632985118979,0.9174543694155739,0.74777212772694,0.7410900240950896,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.16711626012293215,0.16384161955024568,0.3261446632284609,1.9025102331034978,0.2210281153191963,0.18809589598743542,50.9071616003799,0.4087985568992779,0.2581885795313206,0.20598611687718016,0.19199339944224592,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 3d26b72e3208cd0e6163ec43c22ac36efd328ada..ec1b1027350148cac5e662355f8ae5dbec6e3cf3 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T01:08:12.564382+00:00", + "evaluated_at": "2026-06-23T01:15:40.058259+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64204.23828125 + 64253.98828125 ], "p50": [ 64564.08947208018, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index ed05c777b0157946685113d7d6d3f06292048660..bc56e7b2c319f049fbb46639c95d36b04e34f4be 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T01:08:12.602181+00:00", + "evaluated_at": "2026-06-23T01:15:40.067519+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 22c50bda0cd195b7d7f0a52a29364873e4edf8de..59861a22b81cfd036fa1ca350bd4969ddde6c9c5 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1895,3 +1895,4 @@ {"evaluated_at": "2026-06-23T01:00:40.413315+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-23T01:08:16.266749+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T01:08:16.266749+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-23T01:15:43.881423+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 0b9a8464a68d62a4fcbfae368cc83becb74b42ea..51722db3253c3488687caeab6dab9623ef9d5c0f 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,243078.85237693787,199012.93278630576,302.5851236979167,0.39854710091902557,0.004670500945935732,0.004691010505177823,4.362403201039992,493.0302753147497,0.007655422096770085,0.004698325758255199,0.005248812217657576,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,227820.49174817404,197788.70885022482,306.5408528645833,0.4037573517473834,0.004732045787101738,0.004752642359419684,4.113672785214642,477.30544910798375,0.00741101968600252,0.004759594300440241,0.005364628901991232,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.8503795275637458,1.8282587644620587,1.0791008472442627,0.6343466120399622,0.04135988874401098,0.04272802348589682,6.828781165663386,1.3602865608259702,0.05208084666399989,0.04131518121166742,0.038052120830172925,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.6415626278353513,0.6432546508710857,0.6467696731289228,2.0030546229266375,0.5191002417846475,0.7884083732883039,21.322303493799627,0.8009760469797779,0.7665454338760116,0.6189677476322499,0.49898908964051053,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.1374203500578588,0.07420472837274117,0.2095307699508137,1.222262630439667,0.14315613950163023,0.12733372668141832,5.836519255589807,0.37070250883674744,0.2341279159868426,0.13233523198330072,0.10056660138449501,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index de1683cdd49418afbb77507fda7dd70d1239d266..60ae2beacd2e0f1ce1205cf02adf1cd3385285b5 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T01:07:45.982819+00:00", + "evaluated_at": "2026-06-23T01:15:16.084225+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64204.23828125 + 64253.98828125 ], "p50": [ - 64330.966796875, - 64323.732421875, - 64243.748046875, - 64257.771484375, - 64203.97265625, - 64281.28515625, + 64358.912109375, + 64267.76953125, + 64272.095703125, + 64226.662109375, + 64258.3359375, + 64305.416015625, + 64239.0859375, + 64215.65625, + 64249.29296875, + 64216.1171875, + 64208.162109375, + 64187.63671875, + 64186.26171875, + 64215.818359375, + 64264.98828125, + 64205.033203125, + 64212.453125, 64244.59375, - 64259.583984375, - 64252.443359375, - 64231.037109375, - 64225.767578125, - 64141.013671875, - 64167.396484375, - 64214.17578125, - 64278.521484375, - 64263.7734375, - 64214.34375, - 64193.2421875, - 64207.875, - 64262.341796875, - 64203.634765625, - 64215.744140625, - 64190.462890625, - 64179.4609375 + 64226.54296875, + 64170.259765625, + 64220.37890625, + 64146.65234375, + 64165.49609375, + 64269.28515625 ], "p10": [ - 63901.669921875, - 63714.73828125, - 63644.333984375, - 63596.33984375, - 63491.833984375, - 63567.359375, - 63521.58203125, - 63290.171875, - 63060.609375, - 63384.609375, - 63478.40625, - 63418.8671875, - 63236.353515625, - 63307.46875, - 63385.982421875, - 63149.349609375, - 63108.83203125, - 62905.55859375, - 63226.103515625, - 63197.865234375, - 63151.1640625, - 63011.525390625, - 63052.56640625, - 62888.953125 + 63939.890625, + 63707.8515625, + 63705.146484375, + 63579.724609375, + 63521.91796875, + 63558.38671875, + 63454.48828125, + 63540.08203125, + 63541.076171875, + 63458.9140625, + 63276.310546875, + 63323.16015625, + 63084.04296875, + 63384.07421875, + 63370.8671875, + 63142.5625, + 63235.54296875, + 63054.544921875, + 63074.486328125, + 62790.5234375, + 62856.15234375, + 62776.96875, + 62986.818359375, + 63209.140625 ], "p90": [ - 64695.46875, - 64687.302734375, - 64704.47265625, - 64702.6171875, - 64779.77734375, - 64789.3125, - 64880.501953125, - 64837.333984375, - 64826.642578125, - 65008.544921875, - 65227.970703125, - 64796.224609375, - 65003.83203125, - 64995.25390625, - 65021.033203125, - 65094.037109375, - 65239.703125, - 64972.21875, - 65301.890625, - 65507.37109375, - 65092.1484375, - 65160.099609375, - 65274.76171875, - 65288.0625 + 64730.650390625, + 64784.412109375, + 64749.54296875, + 64721.248046875, + 64815.078125, + 64811.9453125, + 64875.5703125, + 64753.1328125, + 65220.880859375, + 64831.82421875, + 64780.890625, + 64846.80859375, + 65165.0625, + 65002.47265625, + 64988.259765625, + 65134.603515625, + 64970.92578125, + 65175.353515625, + 65324.173828125, + 65210.953125, + 65328.21875, + 65070.97265625, + 65122.734375, + 65461.94140625 ], "mean": [ - 64315.40625, - 64227.59765625, - 64210.9140625, - 64212.97265625, - 64213.96875, - 64249.6484375, - 64209.28125, - 64199.5078125, - 64146.18359375, - 64449.140625, - 64349.13671875, - 64016.1484375, - 64137.22265625, - 64039.5390625, - 64239.46875, - 64143.84765625, - 64163.07421875, - 64042.4375, - 64236.171875, - 64331.26953125, - 63839.234375, - 64128.375, - 64242.7578125, - 64191.015625 + 64348.9765625, + 64226.7578125, + 64281.64453125, + 64229.58203125, + 64154.4296875, + 64264.96875, + 64096.546875, + 64178.59765625, + 64233.12890625, + 64145.0625, + 64128.359375, + 64079.02734375, + 64097.6328125, + 64304.23046875, + 64183.734375, + 64154.08984375, + 64158.2578125, + 64056.84765625, + 64541.3828125, + 64130.9296875, + 64118.14453125, + 64054.80078125, + 64158.41015625, + 64268.74609375 ], "quantiles": { "0.1": [ - 63901.669921875, - 63714.73828125, - 63644.333984375, - 63596.33984375, - 63491.833984375, - 63567.359375, - 63521.58203125, - 63290.171875, - 63060.609375, - 63384.609375, - 63478.40625, - 63418.8671875, - 63236.353515625, - 63307.46875, - 63385.982421875, - 63149.349609375, - 63108.83203125, - 62905.55859375, - 63226.103515625, - 63197.865234375, - 63151.1640625, - 63011.525390625, - 63052.56640625, - 62888.953125 + 63939.890625, + 63707.8515625, + 63705.146484375, + 63579.724609375, + 63521.91796875, + 63558.38671875, + 63454.48828125, + 63540.08203125, + 63541.076171875, + 63458.9140625, + 63276.310546875, + 63323.16015625, + 63084.04296875, + 63384.07421875, + 63370.8671875, + 63142.5625, + 63235.54296875, + 63054.544921875, + 63074.486328125, + 62790.5234375, + 62856.15234375, + 62776.96875, + 62986.818359375, + 63209.140625 ], "0.2": [ - 63901.669921875, - 63714.73828125, - 63644.333984375, - 63596.33984375, - 63491.833984375, - 63567.359375, - 63521.58203125, - 63290.171875, - 63060.609375, - 63384.609375, - 63478.40625, - 63418.8671875, - 63236.353515625, - 63307.46875, - 63385.982421875, - 63149.349609375, - 63108.83203125, - 62905.55859375, - 63226.103515625, - 63197.865234375, - 63151.1640625, - 63011.525390625, - 63052.56640625, - 62888.953125 + 63939.890625, + 63707.8515625, + 63705.146484375, + 63579.724609375, + 63521.91796875, + 63558.38671875, + 63454.48828125, + 63540.08203125, + 63541.076171875, + 63458.9140625, + 63276.310546875, + 63323.16015625, + 63084.04296875, + 63384.07421875, + 63370.8671875, + 63142.5625, + 63235.54296875, + 63054.544921875, + 63074.486328125, + 62790.5234375, + 62856.15234375, + 62776.96875, + 62986.818359375, + 63209.140625 ], "0.3": [ - 63901.669921875, - 63714.73828125, - 63644.333984375, - 63596.33984375, - 63491.833984375, - 63567.359375, - 63521.58203125, - 63290.171875, - 63060.609375, - 63384.609375, - 63478.40625, - 63418.8671875, - 63236.353515625, - 63307.46875, - 63385.982421875, - 63149.349609375, - 63108.83203125, - 62905.55859375, - 63226.103515625, - 63197.865234375, - 63151.1640625, - 63011.525390625, - 63052.56640625, - 62888.953125 + 63939.890625, + 63707.8515625, + 63705.146484375, + 63579.724609375, + 63521.91796875, + 63558.38671875, + 63454.48828125, + 63540.08203125, + 63541.076171875, + 63458.9140625, + 63276.310546875, + 63323.16015625, + 63084.04296875, + 63384.07421875, + 63370.8671875, + 63142.5625, + 63235.54296875, + 63054.544921875, + 63074.486328125, + 62790.5234375, + 62856.15234375, + 62776.96875, + 62986.818359375, + 63209.140625 ], "0.4": [ - 64330.966796875, - 64323.732421875, - 64243.748046875, - 64257.771484375, - 64203.97265625, - 64281.28515625, + 64358.912109375, + 64267.76953125, + 64272.095703125, + 64226.662109375, + 64258.3359375, + 64305.416015625, + 64239.0859375, + 64215.65625, + 64249.29296875, + 64216.1171875, + 64208.162109375, + 64187.63671875, + 64186.26171875, + 64215.818359375, + 64264.98828125, + 64205.033203125, + 64212.453125, 64244.59375, - 64259.583984375, - 64252.443359375, - 64231.037109375, - 64225.767578125, - 64141.013671875, - 64167.396484375, - 64214.17578125, - 64278.521484375, - 64263.7734375, - 64214.34375, - 64193.2421875, - 64207.875, - 64262.341796875, - 64203.634765625, - 64215.744140625, - 64190.462890625, - 64179.4609375 + 64226.54296875, + 64170.259765625, + 64220.37890625, + 64146.65234375, + 64165.49609375, + 64269.28515625 ], "0.5": [ - 64330.966796875, - 64323.732421875, - 64243.748046875, - 64257.771484375, - 64203.97265625, - 64281.28515625, + 64358.912109375, + 64267.76953125, + 64272.095703125, + 64226.662109375, + 64258.3359375, + 64305.416015625, + 64239.0859375, + 64215.65625, + 64249.29296875, + 64216.1171875, + 64208.162109375, + 64187.63671875, + 64186.26171875, + 64215.818359375, + 64264.98828125, + 64205.033203125, + 64212.453125, 64244.59375, - 64259.583984375, - 64252.443359375, - 64231.037109375, - 64225.767578125, - 64141.013671875, - 64167.396484375, - 64214.17578125, - 64278.521484375, - 64263.7734375, - 64214.34375, - 64193.2421875, - 64207.875, - 64262.341796875, - 64203.634765625, - 64215.744140625, - 64190.462890625, - 64179.4609375 + 64226.54296875, + 64170.259765625, + 64220.37890625, + 64146.65234375, + 64165.49609375, + 64269.28515625 ], "0.6": [ - 64330.966796875, - 64323.732421875, - 64243.748046875, - 64257.771484375, - 64203.97265625, - 64281.28515625, + 64358.912109375, + 64267.76953125, + 64272.095703125, + 64226.662109375, + 64258.3359375, + 64305.416015625, + 64239.0859375, + 64215.65625, + 64249.29296875, + 64216.1171875, + 64208.162109375, + 64187.63671875, + 64186.26171875, + 64215.818359375, + 64264.98828125, + 64205.033203125, + 64212.453125, 64244.59375, - 64259.583984375, - 64252.443359375, - 64231.037109375, - 64225.767578125, - 64141.013671875, - 64167.396484375, - 64214.17578125, - 64278.521484375, - 64263.7734375, - 64214.34375, - 64193.2421875, - 64207.875, - 64262.341796875, - 64203.634765625, - 64215.744140625, - 64190.462890625, - 64179.4609375 + 64226.54296875, + 64170.259765625, + 64220.37890625, + 64146.65234375, + 64165.49609375, + 64269.28515625 ], "0.7": [ - 64330.966796875, - 64323.732421875, - 64243.748046875, - 64257.771484375, - 64203.97265625, - 64281.28515625, + 64358.912109375, + 64267.76953125, + 64272.095703125, + 64226.662109375, + 64258.3359375, + 64305.416015625, + 64239.0859375, + 64215.65625, + 64249.29296875, + 64216.1171875, + 64208.162109375, + 64187.63671875, + 64186.26171875, + 64215.818359375, + 64264.98828125, + 64205.033203125, + 64212.453125, 64244.59375, - 64259.583984375, - 64252.443359375, - 64231.037109375, - 64225.767578125, - 64141.013671875, - 64167.396484375, - 64214.17578125, - 64278.521484375, - 64263.7734375, - 64214.34375, - 64193.2421875, - 64207.875, - 64262.341796875, - 64203.634765625, - 64215.744140625, - 64190.462890625, - 64179.4609375 + 64226.54296875, + 64170.259765625, + 64220.37890625, + 64146.65234375, + 64165.49609375, + 64269.28515625 ], "0.8": [ - 64695.46875, - 64687.302734375, - 64704.47265625, - 64702.6171875, - 64779.77734375, - 64789.3125, - 64880.501953125, - 64837.333984375, - 64826.642578125, - 65008.544921875, - 65227.970703125, - 64796.224609375, - 65003.83203125, - 64995.25390625, - 65021.033203125, - 65094.037109375, - 65239.703125, - 64972.21875, - 65301.890625, - 65507.37109375, - 65092.1484375, - 65160.099609375, - 65274.76171875, - 65288.0625 + 64730.650390625, + 64784.412109375, + 64749.54296875, + 64721.248046875, + 64815.078125, + 64811.9453125, + 64875.5703125, + 64753.1328125, + 65220.880859375, + 64831.82421875, + 64780.890625, + 64846.80859375, + 65165.0625, + 65002.47265625, + 64988.259765625, + 65134.603515625, + 64970.92578125, + 65175.353515625, + 65324.173828125, + 65210.953125, + 65328.21875, + 65070.97265625, + 65122.734375, + 65461.94140625 ], "0.9": [ - 64695.46875, - 64687.302734375, - 64704.47265625, - 64702.6171875, - 64779.77734375, - 64789.3125, - 64880.501953125, - 64837.333984375, - 64826.642578125, - 65008.544921875, - 65227.970703125, - 64796.224609375, - 65003.83203125, - 64995.25390625, - 65021.033203125, - 65094.037109375, - 65239.703125, - 64972.21875, - 65301.890625, - 65507.37109375, - 65092.1484375, - 65160.099609375, - 65274.76171875, - 65288.0625 + 64730.650390625, + 64784.412109375, + 64749.54296875, + 64721.248046875, + 64815.078125, + 64811.9453125, + 64875.5703125, + 64753.1328125, + 65220.880859375, + 64831.82421875, + 64780.890625, + 64846.80859375, + 65165.0625, + 65002.47265625, + 64988.259765625, + 65134.603515625, + 64970.92578125, + 65175.353515625, + 65324.173828125, + 65210.953125, + 65328.21875, + 65070.97265625, + 65122.734375, + 65461.94140625 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index c02f377593885667a96d64fd8706a4a5eecf5ec4..accfe44dd5e2bb61a50c5f0be4deebf4d97e7cae 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T01:07:52.434298+00:00", + "evaluated_at": "2026-06-23T01:15:18.701442+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index bbe93dd71c575bf6a98b9b1e5619c3d57df40c22..ff29f64d2477d474c22a45f65c4dfdcad860dc69 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,238719.87859555605,235939.80046611317,325.6220497532886,0.42888996768408344,0.0050229592631692585,0.005050107136898883,6.666057687925911,488.5896832676229,0.007586471753997293,0.005056026697925418,0.004331239632493853,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,239154.13430439937,236355.94438947446,327.6949664199553,0.43162029004048436,0.005055182617099133,0.005082380904524903,6.666057687925911,489.0338784832799,0.007593124502003784,0.005088049699999961,0.004343359900062089,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.3255141813778465,0.3240649733067455,0.44289092399502067,1.371639317082885,0.35415545254443176,0.45420841541055385,50.45556545103409,0.5705385012230519,0.546013435248252,0.4238528939456313,0.4159492407664962,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.02025205314996842,0.02004493354027676,0.1236060967851856,0.7210354499747511,0.08007678860051073,0.07864755887981045,8.514548203372762,0.14230970855837075,0.08987982194676593,0.0780670137205036,0.0633842534319766,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 80325b44a713f51c348131cc98d7013928b62817..d2065a63896b871caf5d6f337727961215d38076 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T01:08:12.609327+00:00", + "evaluated_at": "2026-06-23T01:15:40.078740+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64204.23828125 + 64253.98828125 ], "p50": [ 64120.79349814967, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 2f8847930ef2e9ee240093b453ddbcc456017019..e31f58841fbcd4d70dce551bec4b6e99526e368f 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T01:08:12.631303+00:00", + "evaluated_at": "2026-06-23T01:15:40.083849+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 8f7675c78518531e5b345bc03099d2b5e24bf401..0ef749256fb502915fe95f14c7ef0eb7b2b92e60 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T01:05:31.097028+00:00", - "finished_at": "2026-06-23T01:08:16.266173+00:00", - "task_count": 2, + "started_at": "2026-06-23T01:13:09.439073+00:00", + "finished_at": "2026-06-23T01:15:43.880853+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T01:06:09.366039+00:00", + "evaluated_at": "2026-06-23T01:13:36.044097+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -30,19 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T01:06:39.043229+00:00", + "evaluated_at": "2026-06-23T01:13:56.630052+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -50,19 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T01:07:10.450428+00:00", + "evaluated_at": "2026-06-23T01:14:25.554614+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -70,19 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T01:07:25.355384+00:00", + "evaluated_at": "2026-06-23T01:14:39.893289+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -90,19 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T01:07:52.434298+00:00", + "evaluated_at": "2026-06-23T01:15:18.701442+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -110,19 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T01:08:12.285169+00:00", + "evaluated_at": "2026-06-23T01:15:39.809829+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -130,19 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T01:08:12.536955+00:00", + "evaluated_at": "2026-06-23T01:15:40.031236+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -150,19 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T01:08:12.602181+00:00", + "evaluated_at": "2026-06-23T01:15:40.067519+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -170,19 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T01:08:12.631303+00:00", + "evaluated_at": "2026-06-23T01:15:40.083849+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -190,19 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T01:08:12.660227+00:00", + "evaluated_at": "2026-06-23T01:15:40.094952+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -223,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T01:10:03.022928+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_011540.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_011540.json new file mode 100644 index 0000000000000000000000000000000000000000..b2e298b42e63dd9e27f4c1e1bc7d7aa16e909967 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_011540.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T01:15:40.008964+00:00", + "metrics": { + "MSE[mean]": 550477.6509224948, + "MSE[0.5]": 747641.4722637065, + "MAE[0.5]": 749.9725199936807, + "MASE[0.5]": 0.9878191299015121, + "MAPE[0.5]": 0.011604656924376696, + "sMAPE[0.5]": 0.011694394498028943, + "MSIS": 21.111527016889628, + "RMSE[mean]": 741.9418110084475, + "NRMSE[mean]": 0.01151997191217483, + "ND[0.5]": 0.01164466301405382, + "mean_weighted_sum_quantile_loss": 0.0104141765510871 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00" + ], + "context": [ + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "actual": [ + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64253.98828125 + ], + "predictions": { + "p50": [ + 63867.16267831183, + 63810.88835714305, + 63799.88463160924, + 63726.43124017735, + 63732.615517264814, + 63710.360804036034, + 63690.83372793567, + 63651.4714093872, + 63651.45367273143, + 63635.834146738176, + 63626.40751408011, + 63646.92613387295, + 63608.42315038299, + 63602.96373540125, + 63615.06706299437, + 63594.61985864078, + 63603.326679482816, + 63585.24533034113, + 63609.906717492835, + 63588.3717597489, + 63615.2215633235, + 63599.03471037122, + 63577.35820181722, + 63566.729823116795 + ], + "p10": [ + 63615.005791701726, + 63586.50989124699, + 63571.68315390089, + 63492.31143928076, + 63539.87055202318, + 63460.811942773726, + 63441.28486667336, + 63423.00497938952, + 63409.437570894006, + 63365.91536643723, + 63401.837892924836, + 63395.84139123143, + 63374.2947128675, + 63380.85803269503, + 63391.910982619054, + 63302.40848237844, + 63415.19325471165, + 63367.830118039245, + 63366.38104294233, + 63362.68885261599, + 63375.52387349672, + 63313.06736011111, + 63361.804024642384, + 63359.0590052816 + ], + "p90": [ + 64109.618764076346, + 64045.428963956736, + 64136.878552212824, + 64001.13642001596, + 64030.89111404119, + 64007.464615700774, + 64139.378893272806, + 63899.58950266952, + 63898.12263449814, + 63907.92824876457, + 63865.28639541793, + 63857.428858597465, + 63865.091244508076, + 63842.15805597573, + 63852.96968514627, + 63837.07594440529, + 63848.1261437696, + 63803.42132049739, + 63829.08179628601, + 63824.180601967644, + 63824.37978356756, + 63824.45200178869, + 63856.606712696994, + 63819.24574258465 + ], + "mean": [ + 64846.960881358216, + 64129.80664289839, + 65098.48226461366, + 65026.30831335847, + 64384.62926765766, + 64368.16007337065, + 65322.65253656939, + 63988.81250219037, + 64291.16352214462, + 64592.12172154882, + 63947.769552158425, + 63632.797245432055, + 64265.75428110958, + 63934.11077703666, + 63621.59334033088, + 63590.29950746076, + 64255.180988364475, + 64242.303740203904, + 64265.30146986534, + 64243.38539519286, + 64590.608698500546, + 64533.69699314, + 63919.5485944723, + 64549.27220402516 + ], + "quantiles": { + "0.1": [ + 63615.005791701726, + 63586.50989124699, + 63571.68315390089, + 63492.31143928076, + 63539.87055202318, + 63460.811942773726, + 63441.28486667336, + 63423.00497938952, + 63409.437570894006, + 63365.91536643723, + 63401.837892924836, + 63395.84139123143, + 63374.2947128675, + 63380.85803269503, + 63391.910982619054, + 63302.40848237844, + 63415.19325471165, + 63367.830118039245, + 63366.38104294233, + 63362.68885261599, + 63375.52387349672, + 63313.06736011111, + 63361.804024642384, + 63359.0590052816 + ], + "0.2": [ + 63713.935032330926, + 63700.23686410714, + 63659.786926694636, + 63577.06788076422, + 63593.11989709394, + 63576.558511878524, + 63557.53633483932, + 63519.95784230958, + 63482.35111637863, + 63464.85649718483, + 63503.0694276458, + 63495.21189082534, + 63471.24757578756, + 63484.565431756426, + 63479.74223974024, + 63433.404966609916, + 63492.65716578433, + 63434.28230933023, + 63487.824826661315, + 63468.920746983196, + 63467.394393944494, + 63414.595470897526, + 63461.174524236296, + 63460.29054000256 + ], + "0.3": [ + 63783.04215570255, + 63740.39234787926, + 63725.37975540234, + 63649.89200118449, + 63637.57685782044, + 63619.10142898918, + 63614.07809083743, + 63578.72738505451, + 63571.61894508421, + 63547.89531040426, + 63561.5966848183, + 63550.525116450786, + 63530.01711853249, + 63524.55770355075, + 63524.57726876811, + 63501.85405928603, + 63532.12599730361, + 63509.01161209487, + 63525.392085686384, + 63506.38852347171, + 63558.34261486698, + 63502.18499335123, + 63498.73500353098, + 63501.2645622115 + ], + "0.4": [ + 63843.8273292781, + 63778.1042165498, + 63763.43237827062, + 63683.23470105576, + 63693.574177827984, + 63675.48384724681, + 63656.32243638295, + 63634.70774994229, + 63622.35117072183, + 63591.72599110932, + 63599.49496061968, + 63607.22596222404, + 63585.087801349255, + 63581.36012236463, + 63576.809446021005, + 63541.814383703655, + 63569.525615037455, + 63565.48718573409, + 63569.17233848961, + 63562.00501553108, + 63583.983643168845, + 63559.57024906146, + 63538.348442202085, + 63537.46445796835 + ], + "0.5": [ + 63867.16267831183, + 63810.88835714305, + 63799.88463160924, + 63726.43124017735, + 63732.615517264814, + 63710.360804036034, + 63690.83372793567, + 63651.4714093872, + 63651.45367273143, + 63635.834146738176, + 63626.40751408011, + 63646.92613387295, + 63608.42315038299, + 63602.96373540125, + 63615.06706299437, + 63594.61985864078, + 63603.326679482816, + 63585.24533034113, + 63609.906717492835, + 63588.3717597489, + 63615.2215633235, + 63599.03471037122, + 63577.35820181722, + 63566.729823116795 + ], + "0.6": [ + 63899.409508328274, + 63848.83671317126, + 63810.4320603559, + 63767.43301172189, + 63768.86290061281, + 63732.66452908797, + 63708.64916511191, + 63686.04683113094, + 63684.0057333104, + 63657.11955498438, + 63655.077139669855, + 63679.57982205607, + 63637.336564608915, + 63633.86600706883, + 63630.4838076882, + 63626.86668865722, + 63639.73156453286, + 63620.77589580782, + 63667.69279491861, + 63617.04138533865, + 63659.61869610267, + 63630.54704373811, + 63605.79801891681, + 63608.106082107195 + ], + "0.7": [ + 63969.69486052123, + 63877.05643366531, + 63869.96860928414, + 63808.22294655412, + 63812.95194467353, + 63811.25989972271, + 63769.99837023275, + 63721.527358988154, + 63742.66471356443, + 63725.48177568908, + 63696.03640975395, + 63748.17819563237, + 63705.76452086756, + 63696.188568778845, + 63679.48014345473, + 63687.84469201837, + 63702.97940235262, + 63662.02863486836, + 63719.83113332091, + 63681.382782376626, + 63719.80174092048, + 63695.79862482166, + 63654.141506344444, + 63645.93711407309 + ], + "0.8": [ + 64029.20841007408, + 63959.335371226516, + 63989.222219218835, + 63885.16852936542, + 63878.40944938136, + 63904.86057598028, + 63885.33349987992, + 63797.83362037956, + 63821.17025723696, + 63797.41437748678, + 63803.32639839262, + 63826.896129534536, + 63788.919239122195, + 63765.0094671635, + 63776.595675867444, + 63798.95569017638, + 63802.672312088325, + 63725.35607340479, + 63790.9615420571, + 63762.97717213203, + 63795.21553323932, + 63759.60016485165, + 63786.78874281271, + 63742.097153772425 + ], + "0.9": [ + 64109.618764076346, + 64045.428963956736, + 64136.878552212824, + 64001.13642001596, + 64030.89111404119, + 64007.464615700774, + 64139.378893272806, + 63899.58950266952, + 63898.12263449814, + 63907.92824876457, + 63865.28639541793, + 63857.428858597465, + 63865.091244508076, + 63842.15805597573, + 63852.96968514627, + 63837.07594440529, + 63848.1261437696, + 63803.42132049739, + 63829.08179628601, + 63824.180601967644, + 63824.37978356756, + 63824.45200178869, + 63856.606712696994, + 63819.24574258465 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_011332.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_011332.json new file mode 100644 index 0000000000000000000000000000000000000000..c4f280d167fb5f053d28627f50ab686d67baec00 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_011332.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T01:13:32.771360+00:00", + "metrics": { + "MSE[mean]": 267522.6220321655, + "MSE[0.5]": 267522.6220321655, + "MAE[0.5]": 462.2395833333333, + "MASE[0.5]": 0.6088344450516909, + "MAPE[0.5]": 0.007183957371819747, + "sMAPE[0.5]": 0.007162381357465501, + "MSIS": 3.15546887684051, + "RMSE[mean]": 517.2258907210326, + "NRMSE[mean]": 0.00803085585007968, + "ND[0.5]": 0.007177095208393327, + "mean_weighted_sum_quantile_loss": 0.006429364706984069 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00" + ], + "context": [ + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "actual": [ + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64253.98828125 + ], + "predictions": { + "p50": [ + 64649.6484375, + 64624.21875, + 64615.75, + 64619.3828125, + 64631.66796875, + 64635.5234375, + 64656.92578125, + 64654.109375, + 64668.98828125, + 64673.5234375, + 64685.06640625, + 64699.8984375, + 64700.06640625, + 64693.33203125, + 64698.75, + 64692.30859375, + 64809.234375, + 64825.16796875, + 64822.60546875, + 64819.80859375, + 64824.859375, + 64815.0234375, + 64851.96484375, + 64866.671875 + ], + "p10": [ + 64053.72265625, + 63907.375, + 63805.62890625, + 63772.91796875, + 63726.6875, + 63665.33203125, + 63578.02734375, + 63519.75, + 63520.6484375, + 63462.1953125, + 63496.7421875, + 63439.2265625, + 63378.84375, + 63348.48046875, + 63362.765625, + 63363.6015625, + 63353.84765625, + 63283.546875, + 63234.26953125, + 63213.57421875, + 63177.67578125, + 63147.19921875, + 63140.71875, + 63136.17578125 + ], + "p90": [ + 65173.21875, + 65233.25390625, + 65312.27734375, + 65386.90234375, + 65418.4453125, + 65504.96484375, + 65544.796875, + 65604.65625, + 65643.8359375, + 65686.015625, + 65735.4609375, + 65772.203125, + 65857.8203125, + 65870.59375, + 65866.5, + 65898.234375, + 66291.0078125, + 66298.8515625, + 66324.296875, + 66337.703125, + 66357.125, + 66475.9609375, + 66480.8203125, + 66510.7265625 + ], + "mean": [ + 64649.6484375, + 64624.21875, + 64615.75, + 64619.3828125, + 64631.66796875, + 64635.5234375, + 64656.92578125, + 64654.109375, + 64668.98828125, + 64673.5234375, + 64685.06640625, + 64699.8984375, + 64700.06640625, + 64693.33203125, + 64698.75, + 64692.30859375, + 64809.234375, + 64825.16796875, + 64822.60546875, + 64819.80859375, + 64824.859375, + 64815.0234375, + 64851.96484375, + 64866.671875 + ], + "quantiles": { + "0.1": [ + 64053.72265625, + 63907.375, + 63805.62890625, + 63772.91796875, + 63726.6875, + 63665.33203125, + 63578.02734375, + 63519.75, + 63520.6484375, + 63462.1953125, + 63496.7421875, + 63439.2265625, + 63378.84375, + 63348.48046875, + 63362.765625, + 63363.6015625, + 63353.84765625, + 63283.546875, + 63234.26953125, + 63213.57421875, + 63177.67578125, + 63147.19921875, + 63140.71875, + 63136.17578125 + ], + "0.2": [ + 64053.72265625, + 63907.375, + 63805.62890625, + 63772.91796875, + 63726.6875, + 63665.33203125, + 63578.02734375, + 63519.75, + 63520.6484375, + 63462.1953125, + 63496.7421875, + 63439.2265625, + 63378.84375, + 63348.48046875, + 63362.765625, + 63363.6015625, + 63353.84765625, + 63283.546875, + 63234.26953125, + 63213.57421875, + 63177.67578125, + 63147.19921875, + 63140.71875, + 63136.17578125 + ], + "0.3": [ + 64053.72265625, + 63907.375, + 63805.62890625, + 63772.91796875, + 63726.6875, + 63665.33203125, + 63578.02734375, + 63519.75, + 63520.6484375, + 63462.1953125, + 63496.7421875, + 63439.2265625, + 63378.84375, + 63348.48046875, + 63362.765625, + 63363.6015625, + 63353.84765625, + 63283.546875, + 63234.26953125, + 63213.57421875, + 63177.67578125, + 63147.19921875, + 63140.71875, + 63136.17578125 + ], + "0.4": [ + 64649.6484375, + 64624.21875, + 64615.75, + 64619.3828125, + 64631.66796875, + 64635.5234375, + 64656.92578125, + 64654.109375, + 64668.98828125, + 64673.5234375, + 64685.06640625, + 64699.8984375, + 64700.06640625, + 64693.33203125, + 64698.75, + 64692.30859375, + 64809.234375, + 64825.16796875, + 64822.60546875, + 64819.80859375, + 64824.859375, + 64815.0234375, + 64851.96484375, + 64866.671875 + ], + "0.5": [ + 64649.6484375, + 64624.21875, + 64615.75, + 64619.3828125, + 64631.66796875, + 64635.5234375, + 64656.92578125, + 64654.109375, + 64668.98828125, + 64673.5234375, + 64685.06640625, + 64699.8984375, + 64700.06640625, + 64693.33203125, + 64698.75, + 64692.30859375, + 64809.234375, + 64825.16796875, + 64822.60546875, + 64819.80859375, + 64824.859375, + 64815.0234375, + 64851.96484375, + 64866.671875 + ], + "0.6": [ + 64649.6484375, + 64624.21875, + 64615.75, + 64619.3828125, + 64631.66796875, + 64635.5234375, + 64656.92578125, + 64654.109375, + 64668.98828125, + 64673.5234375, + 64685.06640625, + 64699.8984375, + 64700.06640625, + 64693.33203125, + 64698.75, + 64692.30859375, + 64809.234375, + 64825.16796875, + 64822.60546875, + 64819.80859375, + 64824.859375, + 64815.0234375, + 64851.96484375, + 64866.671875 + ], + "0.7": [ + 64649.6484375, + 64624.21875, + 64615.75, + 64619.3828125, + 64631.66796875, + 64635.5234375, + 64656.92578125, + 64654.109375, + 64668.98828125, + 64673.5234375, + 64685.06640625, + 64699.8984375, + 64700.06640625, + 64693.33203125, + 64698.75, + 64692.30859375, + 64809.234375, + 64825.16796875, + 64822.60546875, + 64819.80859375, + 64824.859375, + 64815.0234375, + 64851.96484375, + 64866.671875 + ], + "0.8": [ + 65173.21875, + 65233.25390625, + 65312.27734375, + 65386.90234375, + 65418.4453125, + 65504.96484375, + 65544.796875, + 65604.65625, + 65643.8359375, + 65686.015625, + 65735.4609375, + 65772.203125, + 65857.8203125, + 65870.59375, + 65866.5, + 65898.234375, + 66291.0078125, + 66298.8515625, + 66324.296875, + 66337.703125, + 66357.125, + 66475.9609375, + 66480.8203125, + 66510.7265625 + ], + "0.9": [ + 65173.21875, + 65233.25390625, + 65312.27734375, + 65386.90234375, + 65418.4453125, + 65504.96484375, + 65544.796875, + 65604.65625, + 65643.8359375, + 65686.015625, + 65735.4609375, + 65772.203125, + 65857.8203125, + 65870.59375, + 65866.5, + 65898.234375, + 66291.0078125, + 66298.8515625, + 66324.296875, + 66337.703125, + 66357.125, + 66475.9609375, + 66480.8203125, + 66510.7265625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_011540.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_011540.json new file mode 100644 index 0000000000000000000000000000000000000000..142fadd416c197bc517362279562175ce66c6682 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_011540.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T01:15:40.058259+00:00", + "metrics": { + "MSE[mean]": 189935.90881507855, + "MSE[0.5]": 185126.41375732818, + "MAE[0.5]": 373.8516302559298, + "MASE[0.5]": 0.49241509824224766, + "MAPE[0.5]": 0.005801864387394225, + "sMAPE[0.5]": 0.005796094506941021, + "MSIS": 4.924119341730229, + "RMSE[mean]": 435.81637052212545, + "NRMSE[mean]": 0.0067668276309389725, + "ND[0.5]": 0.005804714353562756, + "mean_weighted_sum_quantile_loss": 0.004836546421739008 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00" + ], + "context": [ + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "actual": [ + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64253.98828125 + ], + "predictions": { + "p50": [ + 64564.08947208018, + 64571.02027603588, + 64582.33584561658, + 64553.43657144728, + 64567.98260977797, + 64564.26302310867, + 64569.93796768937, + 64568.92541227007, + 64579.83473185077, + 64560.21280143147, + 64561.90727726217, + 64560.89472184287, + 64557.44857267357, + 64554.50047037927, + 64563.728149334966, + 64548.901140790666, + 64553.124913496365, + 64554.819389327065, + 64561.824412032765, + 64550.227872238465, + 64569.094223069165, + 64549.564089524865, + 64538.889424730565, + 64548.744056811265 + ], + "p10": [ + 64329.17384708018, + 64337.78980728588, + 64372.26904874158, + 64247.74477457228, + 64325.12362540297, + 64312.995054358675, + 64327.57703018937, + 64331.23634977007, + 64325.92066935077, + 64207.81045768147, + 64319.04829288717, + 64319.19550309287, + 64242.39388517357, + 64330.39304850427, + 64361.478149334966, + 64318.464031415664, + 64302.535069746365, + 64321.588920577065, + 64341.98027140777, + 64323.84232536347, + 64322.35164494417, + 64309.069948899865, + 64311.744893480565, + 64315.035463061264 + ], + "p90": [ + 64802.06798770518, + 64814.33277603588, + 64864.34404874158, + 64816.64868082228, + 64859.18182852797, + 64800.67786685867, + 64832.339920814375, + 64808.25744352007, + 64807.50152872577, + 64808.79873893147, + 64825.53227726217, + 64804.46386246787, + 64826.264588298574, + 64822.49461100427, + 64849.056274334966, + 64879.878093915664, + 64850.168272871364, + 64787.263139327064, + 64845.006052657765, + 64819.17670036347, + 64880.495004319164, + 64794.081667649865, + 64782.397237230565, + 64871.314369311265 + ], + "mean": [ + 64563.5483392676, + 64570.34717056733, + 64615.33215421006, + 64524.68373941594, + 64570.69237540315, + 64560.08858951464, + 64579.408807533335, + 64584.83947476988, + 64589.19281778827, + 64547.489637369166, + 64548.72807804321, + 64540.16866715565, + 64551.441502360896, + 64564.44795084811, + 64578.962797772736, + 64560.22922672797, + 64549.05520646519, + 64556.71802213947, + 64584.64017375167, + 64567.55478630066, + 64575.4952191628, + 64549.970573900006, + 64534.63340910555, + 64544.37538493644 + ], + "quantiles": { + "0.1": [ + 64329.17384708018, + 64337.78980728588, + 64372.26904874158, + 64247.74477457228, + 64325.12362540297, + 64312.995054358675, + 64327.57703018937, + 64331.23634977007, + 64325.92066935077, + 64207.81045768147, + 64319.04829288717, + 64319.19550309287, + 64242.39388517357, + 64330.39304850427, + 64361.478149334966, + 64318.464031415664, + 64302.535069746365, + 64321.588920577065, + 64341.98027140777, + 64323.84232536347, + 64322.35164494417, + 64309.069948899865, + 64311.744893480565, + 64315.035463061264 + ], + "0.2": [ + 64407.32580020518, + 64400.39293228588, + 64461.62881436658, + 64359.01860269728, + 64394.92401602797, + 64421.10286685867, + 64444.23874893937, + 64454.27697477007, + 64447.02223185077, + 64363.821395181476, + 64444.035402262176, + 64396.18769059287, + 64433.33372892357, + 64445.99148600427, + 64450.517211834966, + 64393.465593915666, + 64409.964757246365, + 64381.760795577065, + 64443.138865157765, + 64406.927090988465, + 64405.914535569165, + 64387.390261399865, + 64403.889424730565, + 64378.11671306127 + ], + "0.3": [ + 64465.52501895518, + 64493.03199478588, + 64528.01943936658, + 64440.03188394728, + 64467.78339102797, + 64482.98177310867, + 64481.96921768937, + 64483.48791227007, + 64484.14410685077, + 64453.85420768147, + 64483.91899601217, + 64471.064253092874, + 64477.66576017357, + 64479.84070475427, + 64483.177368084966, + 64467.01403141567, + 64470.445225996365, + 64470.708061202065, + 64474.777927657764, + 64467.407559738465, + 64471.99344181916, + 64471.740261399864, + 64465.358174730565, + 64458.91358806127 + ], + "0.4": [ + 64536.05626895518, + 64565.02027603588, + 64567.26943936658, + 64487.53813394728, + 64522.794328527976, + 64524.98177310867, + 64547.82703018937, + 64549.38634977007, + 64556.37770060077, + 64539.808113931475, + 64551.23618351217, + 64534.45722184287, + 64530.98372892357, + 64534.07273600427, + 64547.970336834966, + 64506.856218915666, + 64510.64366349637, + 64525.920951827065, + 64543.13574015776, + 64523.895840988465, + 64545.781723069165, + 64525.972292649865, + 64507.768330980565, + 64517.01436931126 + ], + "0.5": [ + 64564.08947208018, + 64571.02027603588, + 64582.33584561658, + 64553.43657144728, + 64567.98260977797, + 64564.26302310867, + 64569.93796768937, + 64568.92541227007, + 64579.83473185077, + 64560.21280143147, + 64561.90727726217, + 64560.89472184287, + 64557.44857267357, + 64554.50047037927, + 64563.728149334966, + 64548.901140790666, + 64553.124913496365, + 64554.819389327065, + 64561.824412032765, + 64550.227872238465, + 64569.094223069165, + 64549.564089524865, + 64538.889424730565, + 64548.744056811265 + ], + "0.6": [ + 64600.04455020518, + 64601.03199478588, + 64636.00772061658, + 64568.99516519728, + 64634.126359777976, + 64584.28255435867, + 64626.23874893937, + 64630.94494352007, + 64631.96832560077, + 64580.23233268147, + 64616.572902262174, + 64611.81659684287, + 64614.547791423574, + 64573.36179850427, + 64624.216430584966, + 64594.020281415666, + 64584.64366349637, + 64615.100639327065, + 64626.606052657764, + 64607.45990348847, + 64627.953598069165, + 64601.691042649865, + 64564.248799730565, + 64605.697181811265 + ], + "0.7": [ + 64666.45665958018, + 64647.19215103588, + 64664.43154874158, + 64651.03813394728, + 64682.58417227797, + 64651.52669498367, + 64672.89109268937, + 64663.49572477007, + 64674.68629435077, + 64663.985457681476, + 64659.205714762174, + 64661.960346842876, + 64654.30599454857, + 64640.91257975427, + 64652.280883709966, + 64650.266375165666, + 64654.382725996365, + 64653.370170577065, + 64687.927927657765, + 64646.216153488465, + 64666.383285569165, + 64661.523073899865, + 64631.799580980565, + 64663.345619311265 + ], + "0.8": [ + 64713.66955020518, + 64731.86011978588, + 64769.17959561658, + 64709.22563394728, + 64734.40682852797, + 64714.23177310867, + 64773.98093643937, + 64712.20666227007, + 64764.87457560077, + 64721.81045768147, + 64761.07915226217, + 64749.65644059287, + 64718.77279142357, + 64719.70945475427, + 64726.363305584964, + 64747.688250165666, + 64763.855382246365, + 64695.049858077065, + 64767.959177657765, + 64719.218497238464, + 64710.672348069165, + 64711.609011399865, + 64684.89801848056, + 64757.99327556127 + ], + "0.9": [ + 64802.06798770518, + 64814.33277603588, + 64864.34404874158, + 64816.64868082228, + 64859.18182852797, + 64800.67786685867, + 64832.339920814375, + 64808.25744352007, + 64807.50152872577, + 64808.79873893147, + 64825.53227726217, + 64804.46386246787, + 64826.264588298574, + 64822.49461100427, + 64849.056274334966, + 64879.878093915664, + 64850.168272871364, + 64787.263139327064, + 64845.006052657765, + 64819.17670036347, + 64880.495004319164, + 64794.081667649865, + 64782.397237230565, + 64871.314369311265 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_011516.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_011516.json new file mode 100644 index 0000000000000000000000000000000000000000..2d05752b32ea8cc671a64d7a0ad94c9bc813b4be --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_011516.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T01:15:16.084225+00:00", + "metrics": { + "MSE[mean]": 227820.49174817404, + "MSE[0.5]": 197788.70885022482, + "MAE[0.5]": 306.5408528645833, + "MASE[0.5]": 0.4037573517473834, + "MAPE[0.5]": 0.004732045787101738, + "sMAPE[0.5]": 0.004752642359419684, + "MSIS": 4.113672785214642, + "RMSE[mean]": 477.30544910798375, + "NRMSE[mean]": 0.00741101968600252, + "ND[0.5]": 0.004759594300440241, + "mean_weighted_sum_quantile_loss": 0.005364628901991232 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00" + ], + "context": [ + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "actual": [ + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64253.98828125 + ], + "predictions": { + "p50": [ + 64358.912109375, + 64267.76953125, + 64272.095703125, + 64226.662109375, + 64258.3359375, + 64305.416015625, + 64239.0859375, + 64215.65625, + 64249.29296875, + 64216.1171875, + 64208.162109375, + 64187.63671875, + 64186.26171875, + 64215.818359375, + 64264.98828125, + 64205.033203125, + 64212.453125, + 64244.59375, + 64226.54296875, + 64170.259765625, + 64220.37890625, + 64146.65234375, + 64165.49609375, + 64269.28515625 + ], + "p10": [ + 63939.890625, + 63707.8515625, + 63705.146484375, + 63579.724609375, + 63521.91796875, + 63558.38671875, + 63454.48828125, + 63540.08203125, + 63541.076171875, + 63458.9140625, + 63276.310546875, + 63323.16015625, + 63084.04296875, + 63384.07421875, + 63370.8671875, + 63142.5625, + 63235.54296875, + 63054.544921875, + 63074.486328125, + 62790.5234375, + 62856.15234375, + 62776.96875, + 62986.818359375, + 63209.140625 + ], + "p90": [ + 64730.650390625, + 64784.412109375, + 64749.54296875, + 64721.248046875, + 64815.078125, + 64811.9453125, + 64875.5703125, + 64753.1328125, + 65220.880859375, + 64831.82421875, + 64780.890625, + 64846.80859375, + 65165.0625, + 65002.47265625, + 64988.259765625, + 65134.603515625, + 64970.92578125, + 65175.353515625, + 65324.173828125, + 65210.953125, + 65328.21875, + 65070.97265625, + 65122.734375, + 65461.94140625 + ], + "mean": [ + 64348.9765625, + 64226.7578125, + 64281.64453125, + 64229.58203125, + 64154.4296875, + 64264.96875, + 64096.546875, + 64178.59765625, + 64233.12890625, + 64145.0625, + 64128.359375, + 64079.02734375, + 64097.6328125, + 64304.23046875, + 64183.734375, + 64154.08984375, + 64158.2578125, + 64056.84765625, + 64541.3828125, + 64130.9296875, + 64118.14453125, + 64054.80078125, + 64158.41015625, + 64268.74609375 + ], + "quantiles": { + "0.1": [ + 63939.890625, + 63707.8515625, + 63705.146484375, + 63579.724609375, + 63521.91796875, + 63558.38671875, + 63454.48828125, + 63540.08203125, + 63541.076171875, + 63458.9140625, + 63276.310546875, + 63323.16015625, + 63084.04296875, + 63384.07421875, + 63370.8671875, + 63142.5625, + 63235.54296875, + 63054.544921875, + 63074.486328125, + 62790.5234375, + 62856.15234375, + 62776.96875, + 62986.818359375, + 63209.140625 + ], + "0.2": [ + 63939.890625, + 63707.8515625, + 63705.146484375, + 63579.724609375, + 63521.91796875, + 63558.38671875, + 63454.48828125, + 63540.08203125, + 63541.076171875, + 63458.9140625, + 63276.310546875, + 63323.16015625, + 63084.04296875, + 63384.07421875, + 63370.8671875, + 63142.5625, + 63235.54296875, + 63054.544921875, + 63074.486328125, + 62790.5234375, + 62856.15234375, + 62776.96875, + 62986.818359375, + 63209.140625 + ], + "0.3": [ + 63939.890625, + 63707.8515625, + 63705.146484375, + 63579.724609375, + 63521.91796875, + 63558.38671875, + 63454.48828125, + 63540.08203125, + 63541.076171875, + 63458.9140625, + 63276.310546875, + 63323.16015625, + 63084.04296875, + 63384.07421875, + 63370.8671875, + 63142.5625, + 63235.54296875, + 63054.544921875, + 63074.486328125, + 62790.5234375, + 62856.15234375, + 62776.96875, + 62986.818359375, + 63209.140625 + ], + "0.4": [ + 64358.912109375, + 64267.76953125, + 64272.095703125, + 64226.662109375, + 64258.3359375, + 64305.416015625, + 64239.0859375, + 64215.65625, + 64249.29296875, + 64216.1171875, + 64208.162109375, + 64187.63671875, + 64186.26171875, + 64215.818359375, + 64264.98828125, + 64205.033203125, + 64212.453125, + 64244.59375, + 64226.54296875, + 64170.259765625, + 64220.37890625, + 64146.65234375, + 64165.49609375, + 64269.28515625 + ], + "0.5": [ + 64358.912109375, + 64267.76953125, + 64272.095703125, + 64226.662109375, + 64258.3359375, + 64305.416015625, + 64239.0859375, + 64215.65625, + 64249.29296875, + 64216.1171875, + 64208.162109375, + 64187.63671875, + 64186.26171875, + 64215.818359375, + 64264.98828125, + 64205.033203125, + 64212.453125, + 64244.59375, + 64226.54296875, + 64170.259765625, + 64220.37890625, + 64146.65234375, + 64165.49609375, + 64269.28515625 + ], + "0.6": [ + 64358.912109375, + 64267.76953125, + 64272.095703125, + 64226.662109375, + 64258.3359375, + 64305.416015625, + 64239.0859375, + 64215.65625, + 64249.29296875, + 64216.1171875, + 64208.162109375, + 64187.63671875, + 64186.26171875, + 64215.818359375, + 64264.98828125, + 64205.033203125, + 64212.453125, + 64244.59375, + 64226.54296875, + 64170.259765625, + 64220.37890625, + 64146.65234375, + 64165.49609375, + 64269.28515625 + ], + "0.7": [ + 64358.912109375, + 64267.76953125, + 64272.095703125, + 64226.662109375, + 64258.3359375, + 64305.416015625, + 64239.0859375, + 64215.65625, + 64249.29296875, + 64216.1171875, + 64208.162109375, + 64187.63671875, + 64186.26171875, + 64215.818359375, + 64264.98828125, + 64205.033203125, + 64212.453125, + 64244.59375, + 64226.54296875, + 64170.259765625, + 64220.37890625, + 64146.65234375, + 64165.49609375, + 64269.28515625 + ], + "0.8": [ + 64730.650390625, + 64784.412109375, + 64749.54296875, + 64721.248046875, + 64815.078125, + 64811.9453125, + 64875.5703125, + 64753.1328125, + 65220.880859375, + 64831.82421875, + 64780.890625, + 64846.80859375, + 65165.0625, + 65002.47265625, + 64988.259765625, + 65134.603515625, + 64970.92578125, + 65175.353515625, + 65324.173828125, + 65210.953125, + 65328.21875, + 65070.97265625, + 65122.734375, + 65461.94140625 + ], + "0.9": [ + 64730.650390625, + 64784.412109375, + 64749.54296875, + 64721.248046875, + 64815.078125, + 64811.9453125, + 64875.5703125, + 64753.1328125, + 65220.880859375, + 64831.82421875, + 64780.890625, + 64846.80859375, + 65165.0625, + 65002.47265625, + 64988.259765625, + 65134.603515625, + 64970.92578125, + 65175.353515625, + 65324.173828125, + 65210.953125, + 65328.21875, + 65070.97265625, + 65122.734375, + 65461.94140625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_011540.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_011540.json new file mode 100644 index 0000000000000000000000000000000000000000..67e93f3229a68841d1e345345cc38d1927daccc5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_011540.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T01:15:40.078740+00:00", + "metrics": { + "MSE[mean]": 239154.13430439937, + "MSE[0.5]": 236355.94438947446, + "MAE[0.5]": 327.6949664199553, + "MASE[0.5]": 0.43162029004048436, + "MAPE[0.5]": 0.005055182617099133, + "sMAPE[0.5]": 0.005082380904524903, + "MSIS": 6.666057687925911, + "RMSE[mean]": 489.0338784832799, + "NRMSE[mean]": 0.007593124502003784, + "ND[0.5]": 0.005088049699999961, + "mean_weighted_sum_quantile_loss": 0.004343359900062089 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00" + ], + "context": [ + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "actual": [ + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64253.98828125 + ], + "predictions": { + "p50": [ + 64120.79349814967, + 64128.73685752467, + 64141.06498252467, + 64113.17826377467, + 64128.73685752467, + 64126.02982627467, + 64132.71732627467, + 64132.71732627467, + 64144.63920127467, + 64126.02982627467, + 64128.73685752467, + 64128.73685752467, + 64126.30326377467, + 64124.36771689967, + 64134.60795127467, + 64120.79349814967, + 64126.02982627467, + 64128.73685752467, + 64136.75443564967, + 64126.17045127467, + 64146.04935752467, + 64127.53177939967, + 64117.86967002467, + 64128.73685752467 + ], + "p10": [ + 63885.87787314967, + 63895.50638877467, + 63930.998185649674, + 63807.486466899674, + 63885.87787314967, + 63874.761857524674, + 63890.35638877467, + 63895.02826377467, + 63890.72513877467, + 63773.62748252467, + 63885.87787314967, + 63887.03763877467, + 63811.24857627467, + 63900.26029502467, + 63932.35795127467, + 63890.35638877467, + 63875.43998252467, + 63895.50638877467, + 63916.910295024674, + 63899.784904399676, + 63899.306779399674, + 63887.03763877467, + 63890.72513877467, + 63895.02826377467 + ], + "p90": [ + 64358.77201377467, + 64372.04935752467, + 64423.07318564967, + 64376.390373149676, + 64419.93607627467, + 64362.44467002467, + 64395.119279399674, + 64372.04935752467, + 64372.30599814967, + 64374.61576377467, + 64392.36185752467, + 64372.30599814967, + 64395.119279399674, + 64392.36185752467, + 64419.93607627467, + 64451.77045127467, + 64423.07318564967, + 64361.18060752467, + 64419.93607627467, + 64395.119279399674, + 64457.45013877467, + 64372.04935752467, + 64361.37748252467, + 64451.30717002467 + ], + "mean": [ + 64120.25236533711, + 64128.06375205586, + 64174.061291118356, + 64084.42543174336, + 64131.446623149604, + 64121.85539268086, + 64142.18816611836, + 64148.63138877461, + 64153.99728721211, + 64113.306662212104, + 64115.55765830586, + 64108.01080283711, + 64120.296193462105, + 64134.315197368356, + 64149.84259971211, + 64132.12158408711, + 64121.960119243355, + 64130.63549033711, + 64159.57019736836, + 64143.497365337105, + 64152.450353618355, + 64127.93826377461, + 64113.61365439961, + 64124.368185649604 + ], + "quantiles": { + "0.1": [ + 63885.87787314967, + 63895.50638877467, + 63930.998185649674, + 63807.486466899674, + 63885.87787314967, + 63874.761857524674, + 63890.35638877467, + 63895.02826377467, + 63890.72513877467, + 63773.62748252467, + 63885.87787314967, + 63887.03763877467, + 63811.24857627467, + 63900.26029502467, + 63932.35795127467, + 63890.35638877467, + 63875.43998252467, + 63895.50638877467, + 63916.910295024674, + 63899.784904399676, + 63899.306779399674, + 63887.03763877467, + 63890.72513877467, + 63895.02826377467 + ], + "0.2": [ + 63964.02982627467, + 63958.109513774674, + 64020.35795127467, + 63918.76029502467, + 63955.67826377467, + 63982.86967002467, + 64007.01810752467, + 64018.06888877467, + 64011.82670127467, + 63929.638420024676, + 64010.864982524676, + 63964.02982627467, + 64002.18842002467, + 64015.85873252467, + 64021.39701377467, + 63965.35795127467, + 63982.86967002467, + 63955.67826377467, + 64018.06888877467, + 63982.86967002467, + 63982.86967002467, + 63965.35795127467, + 63982.86967002467, + 63958.109513774674 + ], + "0.3": [ + 64022.22904502467, + 64050.74857627467, + 64086.74857627467, + 63999.773576274674, + 64028.53763877467, + 64044.74857627467, + 64044.74857627467, + 64047.27982627467, + 64048.94857627467, + 64019.67123252467, + 64050.74857627467, + 64038.906388774674, + 64046.52045127467, + 64049.70795127467, + 64054.05717002467, + 64038.906388774674, + 64043.35013877467, + 64044.62552939967, + 64049.70795127467, + 64043.35013877467, + 64048.94857627467, + 64049.70795127467, + 64044.33842002467, + 64038.906388774674 + ], + "0.4": [ + 64092.76029502467, + 64122.73685752467, + 64125.99857627467, + 64047.27982627467, + 64083.548576274676, + 64086.74857627467, + 64110.60638877467, + 64113.17826377467, + 64121.18217002467, + 64105.625138774674, + 64118.06576377467, + 64102.29935752467, + 64099.83842002467, + 64103.93998252467, + 64118.85013877467, + 64078.74857627467, + 64083.548576274676, + 64099.83842002467, + 64118.06576377467, + 64099.83842002467, + 64122.73685752467, + 64103.93998252467, + 64086.74857627467, + 64097.00717002467 + ], + "0.5": [ + 64120.79349814967, + 64128.73685752467, + 64141.06498252467, + 64113.17826377467, + 64128.73685752467, + 64126.02982627467, + 64132.71732627467, + 64132.71732627467, + 64144.63920127467, + 64126.02982627467, + 64128.73685752467, + 64128.73685752467, + 64126.30326377467, + 64124.36771689967, + 64134.60795127467, + 64120.79349814967, + 64126.02982627467, + 64128.73685752467, + 64136.75443564967, + 64126.17045127467, + 64146.04935752467, + 64127.53177939967, + 64117.86967002467, + 64128.73685752467 + ], + "0.6": [ + 64156.74857627467, + 64158.74857627467, + 64194.73685752467, + 64128.73685752467, + 64194.880607524676, + 64146.04935752467, + 64189.01810752467, + 64194.73685752467, + 64196.77279502467, + 64146.04935752467, + 64183.402482524674, + 64179.65873252467, + 64183.402482524674, + 64143.22904502467, + 64195.09623252467, + 64165.91263877467, + 64157.548576274676, + 64189.01810752467, + 64201.53607627467, + 64183.402482524674, + 64204.90873252467, + 64179.65873252467, + 64143.22904502467, + 64185.68998252467 + ], + "0.7": [ + 64223.16068564967, + 64204.90873252467, + 64223.16068564967, + 64210.77982627467, + 64243.33842002467, + 64213.29349814967, + 64235.67045127467, + 64227.28763877467, + 64239.49076377467, + 64229.802482524676, + 64226.035295024674, + 64229.802482524676, + 64223.16068564967, + 64210.77982627467, + 64223.16068564967, + 64222.15873252467, + 64227.28763877467, + 64227.28763877467, + 64262.85795127467, + 64222.15873252467, + 64243.33842002467, + 64239.49076377467, + 64210.77982627467, + 64243.33842002467 + ], + "0.8": [ + 64270.37357627467, + 64289.57670127467, + 64327.90873252467, + 64268.96732627467, + 64295.16107627467, + 64275.99857627467, + 64336.76029502467, + 64275.99857627467, + 64329.67904502467, + 64287.62748252467, + 64327.90873252467, + 64317.49857627467, + 64287.62748252467, + 64289.57670127467, + 64297.24310752467, + 64319.58060752467, + 64336.76029502467, + 64268.96732627467, + 64342.88920127467, + 64295.16107627467, + 64287.62748252467, + 64289.57670127467, + 64263.87826377467, + 64337.986076274676 + ], + "0.9": [ + 64358.77201377467, + 64372.04935752467, + 64423.07318564967, + 64376.390373149676, + 64419.93607627467, + 64362.44467002467, + 64395.119279399674, + 64372.04935752467, + 64372.30599814967, + 64374.61576377467, + 64392.36185752467, + 64372.30599814967, + 64395.119279399674, + 64392.36185752467, + 64419.93607627467, + 64451.77045127467, + 64423.07318564967, + 64361.18060752467, + 64419.93607627467, + 64395.119279399674, + 64457.45013877467, + 64372.04935752467, + 64361.37748252467, + 64451.30717002467 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_011540.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_011540.json new file mode 100644 index 0000000000000000000000000000000000000000..b556b3af0c3af9e9ca7d62bb1edd6a4e36ce325d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_011540.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T01:15:40.090398+00:00", + "metrics": { + "MSE[mean]": 275554.03056081134, + "MSE[0.5]": 275554.03056081134, + "MAE[0.5]": 405.7063802083333, + "MASE[0.5]": 0.5343722773952634, + "MAPE[0.5]": 0.00627428171814786, + "sMAPE[0.5]": 0.00630199192306793, + "MSIS": 5.068240402850012, + "RMSE[mean]": 524.9324057064979, + "NRMSE[mean]": 0.008150513261019558, + "ND[0.5]": 0.006299316247237223, + "mean_weighted_sum_quantile_loss": 0.006000274693491309 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00" + ], + "context": [ + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "actual": [ + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64253.98828125 + ], + "predictions": { + "p50": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "p10": [ + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88 + ], + "p90": [ + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12 + ], + "mean": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "quantiles": { + "0.1": [ + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88 + ], + "0.2": [ + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996 + ], + "0.3": [ + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94 + ], + "0.4": [ + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97 + ], + "0.5": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "0.6": [ + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999 + ], + "0.7": [ + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06 + ], + "0.8": [ + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09 + ], + "0.9": [ + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_011536.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_011536.json new file mode 100644 index 0000000000000000000000000000000000000000..1e2c4e31b158d2333067190174dff84701863b94 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_011536.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T01:15:36.672691+00:00", + "metrics": { + "MSE[mean]": 302351.7930876414, + "MSE[0.5]": 302351.7930876414, + "MAE[0.5]": 428.4119466145833, + "MASE[0.5]": 0.5642786969685191, + "MAPE[0.5]": 0.006621836847050696, + "sMAPE[0.5]": 0.00665452513500558, + "MSIS": 7.9658406717416215, + "RMSE[mean]": 549.8652499364198, + "NRMSE[mean]": 0.008537640204073129, + "ND[0.5]": 0.006651860723595143, + "mean_weighted_sum_quantile_loss": 0.006832510231707363 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00" + ], + "context": [ + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "actual": [ + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64253.98828125 + ], + "predictions": { + "p50": [ + 64418.5, + 64366.25, + 64328.25, + 64302.125, + 64280.75, + 64261.75, + 64235.625, + 64211.875, + 64197.625, + 64183.375, + 64162.0, + 64135.875, + 64105.0, + 64042.0625, + 63989.8125, + 63948.25, + 63915.0, + 63924.5, + 63896.0, + 63882.34375, + 63877.59375, + 63854.4375, + 63846.125, + 63811.390625 + ], + "p10": [ + 63967.25, + 63753.09375, + 63609.8125, + 63499.375, + 63404.375, + 63342.625, + 63259.5, + 63197.75, + 63136.0, + 63107.5, + 63088.5, + 63031.5, + 62974.5, + 62870.0, + 62808.25, + 62746.5, + 62817.75, + 62836.75, + 62813.0, + 62798.75, + 62789.25, + 62760.75, + 62746.5, + 62713.25 + ], + "p90": [ + 64637.0, + 64637.0, + 64613.25, + 64599.0, + 64575.25, + 64570.5, + 64556.25, + 64551.5, + 64565.75, + 64556.25, + 64542.0, + 64551.5, + 64546.75, + 64527.75, + 64518.25, + 64523.0, + 64489.75, + 64489.75, + 64466.0, + 64466.0, + 64475.5, + 64466.0, + 64485.0, + 64475.5 + ], + "mean": [ + 64418.5, + 64366.25, + 64328.25, + 64302.125, + 64280.75, + 64261.75, + 64235.625, + 64211.875, + 64197.625, + 64183.375, + 64162.0, + 64135.875, + 64105.0, + 64042.0625, + 63989.8125, + 63948.25, + 63915.0, + 63924.5, + 63896.0, + 63882.34375, + 63877.59375, + 63854.4375, + 63846.125, + 63811.390625 + ], + "quantiles": { + "0.1": [ + 63967.25, + 63753.09375, + 63609.8125, + 63499.375, + 63404.375, + 63342.625, + 63259.5, + 63197.75, + 63136.0, + 63107.5, + 63088.5, + 63031.5, + 62974.5, + 62870.0, + 62808.25, + 62746.5, + 62817.75, + 62836.75, + 62813.0, + 62798.75, + 62789.25, + 62760.75, + 62746.5, + 62713.25 + ], + "0.2": [ + 63967.25, + 63753.09375, + 63609.8125, + 63499.375, + 63404.375, + 63342.625, + 63259.5, + 63197.75, + 63136.0, + 63107.5, + 63088.5, + 63031.5, + 62974.5, + 62870.0, + 62808.25, + 62746.5, + 62817.75, + 62836.75, + 62813.0, + 62798.75, + 62789.25, + 62760.75, + 62746.5, + 62713.25 + ], + "0.3": [ + 63967.25, + 63753.09375, + 63609.8125, + 63499.375, + 63404.375, + 63342.625, + 63259.5, + 63197.75, + 63136.0, + 63107.5, + 63088.5, + 63031.5, + 62974.5, + 62870.0, + 62808.25, + 62746.5, + 62817.75, + 62836.75, + 62813.0, + 62798.75, + 62789.25, + 62760.75, + 62746.5, + 62713.25 + ], + "0.4": [ + 64418.5, + 64366.25, + 64328.25, + 64302.125, + 64280.75, + 64261.75, + 64235.625, + 64211.875, + 64197.625, + 64183.375, + 64162.0, + 64135.875, + 64105.0, + 64042.0625, + 63989.8125, + 63948.25, + 63915.0, + 63924.5, + 63896.0, + 63882.34375, + 63877.59375, + 63854.4375, + 63846.125, + 63811.390625 + ], + "0.5": [ + 64418.5, + 64366.25, + 64328.25, + 64302.125, + 64280.75, + 64261.75, + 64235.625, + 64211.875, + 64197.625, + 64183.375, + 64162.0, + 64135.875, + 64105.0, + 64042.0625, + 63989.8125, + 63948.25, + 63915.0, + 63924.5, + 63896.0, + 63882.34375, + 63877.59375, + 63854.4375, + 63846.125, + 63811.390625 + ], + "0.6": [ + 64418.5, + 64366.25, + 64328.25, + 64302.125, + 64280.75, + 64261.75, + 64235.625, + 64211.875, + 64197.625, + 64183.375, + 64162.0, + 64135.875, + 64105.0, + 64042.0625, + 63989.8125, + 63948.25, + 63915.0, + 63924.5, + 63896.0, + 63882.34375, + 63877.59375, + 63854.4375, + 63846.125, + 63811.390625 + ], + "0.7": [ + 64418.5, + 64366.25, + 64328.25, + 64302.125, + 64280.75, + 64261.75, + 64235.625, + 64211.875, + 64197.625, + 64183.375, + 64162.0, + 64135.875, + 64105.0, + 64042.0625, + 63989.8125, + 63948.25, + 63915.0, + 63924.5, + 63896.0, + 63882.34375, + 63877.59375, + 63854.4375, + 63846.125, + 63811.390625 + ], + "0.8": [ + 64637.0, + 64637.0, + 64613.25, + 64599.0, + 64575.25, + 64570.5, + 64556.25, + 64551.5, + 64565.75, + 64556.25, + 64542.0, + 64551.5, + 64546.75, + 64527.75, + 64518.25, + 64523.0, + 64489.75, + 64489.75, + 64466.0, + 64466.0, + 64475.5, + 64466.0, + 64485.0, + 64475.5 + ], + "0.9": [ + 64637.0, + 64637.0, + 64613.25, + 64599.0, + 64575.25, + 64570.5, + 64556.25, + 64551.5, + 64565.75, + 64556.25, + 64542.0, + 64551.5, + 64546.75, + 64527.75, + 64518.25, + 64523.0, + 64489.75, + 64489.75, + 64466.0, + 64466.0, + 64475.5, + 64466.0, + 64485.0, + 64475.5 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_011354.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_011354.json new file mode 100644 index 0000000000000000000000000000000000000000..ce95c67d458d5e15ec8785b8175c52e27e8273a1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_011354.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T01:13:54.083398+00:00", + "metrics": { + "MSE[mean]": 171816.85720507303, + "MSE[0.5]": 193671.9950949351, + "MAE[0.5]": 300.3543294270833, + "MASE[0.5]": 0.3956088315866741, + "MAPE[0.5]": 0.004636780438147567, + "sMAPE[0.5]": 0.004656037856595884, + "MSIS": 10.297298218544698, + "RMSE[mean]": 414.50797001393477, + "NRMSE[mean]": 0.006435976650841109, + "ND[0.5]": 0.004663537473372977, + "mean_weighted_sum_quantile_loss": 0.004281638621453923 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00" + ], + "context": [ + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "actual": [ + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64253.98828125 + ], + "predictions": { + "p50": [ + 64384.95703125, + 64323.87890625, + 64276.171875, + 64260.9375, + 64247.3828125, + 64234.74609375, + 64232.609375, + 64222.5859375, + 64211.0234375, + 64210.34375, + 64203.6328125, + 64230.01171875, + 64250.453125, + 64231.3671875, + 64243.453125, + 64236.89453125, + 64242.28125, + 64242.67578125, + 64227.99609375, + 64252.83984375, + 64236.140625, + 64228.66796875, + 64209.61328125, + 64248.921875 + ], + "p10": [ + 64438.85546875, + 64374.8359375, + 64321.50390625, + 64310.3359375, + 64307.3671875, + 64274.7578125, + 64266.6875, + 64279.3046875, + 64282.1640625, + 64243.734375, + 64242.35546875, + 64245.56640625, + 64261.64453125, + 64263.1953125, + 64263.96484375, + 64257.9765625, + 64262.203125, + 64267.30859375, + 64242.390625, + 64264.8671875, + 64254.09765625, + 64252.28515625, + 64224.34765625, + 64258.32421875 + ], + "p90": [ + 64650.69140625, + 64619.2890625, + 64584.71484375, + 64577.7109375, + 64573.05078125, + 64569.13671875, + 64580.16015625, + 64579.75390625, + 64571.9296875, + 64571.65234375, + 64579.8359375, + 64603.71875, + 64628.37890625, + 64632.7578125, + 64636.8828125, + 64653.99609375, + 64662.47265625, + 64668.0234375, + 64676.89453125, + 64685.81640625, + 64682.140625, + 64683.7265625, + 64655.44921875, + 64684.30859375 + ], + "mean": [ + 64450.65625, + 64394.6640625, + 64345.6875, + 64342.3046875, + 64324.7578125, + 64317.2578125, + 64319.125, + 64317.29296875, + 64314.7421875, + 64299.0390625, + 64297.84765625, + 64317.82421875, + 64330.6796875, + 64334.953125, + 64336.08203125, + 64343.66796875, + 64343.73046875, + 64342.7109375, + 64339.32421875, + 64346.21484375, + 64342.44921875, + 64334.9140625, + 64326.4140625, + 64356.01171875 + ], + "quantiles": { + "0.1": [ + 64438.85546875, + 64374.8359375, + 64321.50390625, + 64310.3359375, + 64307.3671875, + 64274.7578125, + 64266.6875, + 64279.3046875, + 64282.1640625, + 64243.734375, + 64242.35546875, + 64245.56640625, + 64261.64453125, + 64263.1953125, + 64263.96484375, + 64257.9765625, + 64262.203125, + 64267.30859375, + 64242.390625, + 64264.8671875, + 64254.09765625, + 64252.28515625, + 64224.34765625, + 64258.32421875 + ], + "0.2": [ + 64438.85546875, + 64374.8359375, + 64321.50390625, + 64310.3359375, + 64307.3671875, + 64274.7578125, + 64266.6875, + 64279.3046875, + 64282.1640625, + 64243.734375, + 64242.35546875, + 64245.56640625, + 64261.64453125, + 64263.1953125, + 64263.96484375, + 64257.9765625, + 64262.203125, + 64267.30859375, + 64242.390625, + 64264.8671875, + 64254.09765625, + 64252.28515625, + 64224.34765625, + 64258.32421875 + ], + "0.3": [ + 64438.85546875, + 64374.8359375, + 64321.50390625, + 64310.3359375, + 64307.3671875, + 64274.7578125, + 64266.6875, + 64279.3046875, + 64282.1640625, + 64243.734375, + 64242.35546875, + 64245.56640625, + 64261.64453125, + 64263.1953125, + 64263.96484375, + 64257.9765625, + 64262.203125, + 64267.30859375, + 64242.390625, + 64264.8671875, + 64254.09765625, + 64252.28515625, + 64224.34765625, + 64258.32421875 + ], + "0.4": [ + 64384.95703125, + 64323.87890625, + 64276.171875, + 64260.9375, + 64247.3828125, + 64234.74609375, + 64232.609375, + 64222.5859375, + 64211.0234375, + 64210.34375, + 64203.6328125, + 64230.01171875, + 64250.453125, + 64231.3671875, + 64243.453125, + 64236.89453125, + 64242.28125, + 64242.67578125, + 64227.99609375, + 64252.83984375, + 64236.140625, + 64228.66796875, + 64209.61328125, + 64248.921875 + ], + "0.5": [ + 64384.95703125, + 64323.87890625, + 64276.171875, + 64260.9375, + 64247.3828125, + 64234.74609375, + 64232.609375, + 64222.5859375, + 64211.0234375, + 64210.34375, + 64203.6328125, + 64230.01171875, + 64250.453125, + 64231.3671875, + 64243.453125, + 64236.89453125, + 64242.28125, + 64242.67578125, + 64227.99609375, + 64252.83984375, + 64236.140625, + 64228.66796875, + 64209.61328125, + 64248.921875 + ], + "0.6": [ + 64384.95703125, + 64323.87890625, + 64276.171875, + 64260.9375, + 64247.3828125, + 64234.74609375, + 64232.609375, + 64222.5859375, + 64211.0234375, + 64210.34375, + 64203.6328125, + 64230.01171875, + 64250.453125, + 64231.3671875, + 64243.453125, + 64236.89453125, + 64242.28125, + 64242.67578125, + 64227.99609375, + 64252.83984375, + 64236.140625, + 64228.66796875, + 64209.61328125, + 64248.921875 + ], + "0.7": [ + 64384.95703125, + 64323.87890625, + 64276.171875, + 64260.9375, + 64247.3828125, + 64234.74609375, + 64232.609375, + 64222.5859375, + 64211.0234375, + 64210.34375, + 64203.6328125, + 64230.01171875, + 64250.453125, + 64231.3671875, + 64243.453125, + 64236.89453125, + 64242.28125, + 64242.67578125, + 64227.99609375, + 64252.83984375, + 64236.140625, + 64228.66796875, + 64209.61328125, + 64248.921875 + ], + "0.8": [ + 64650.69140625, + 64619.2890625, + 64584.71484375, + 64577.7109375, + 64573.05078125, + 64569.13671875, + 64580.16015625, + 64579.75390625, + 64571.9296875, + 64571.65234375, + 64579.8359375, + 64603.71875, + 64628.37890625, + 64632.7578125, + 64636.8828125, + 64653.99609375, + 64662.47265625, + 64668.0234375, + 64676.89453125, + 64685.81640625, + 64682.140625, + 64683.7265625, + 64655.44921875, + 64684.30859375 + ], + "0.9": [ + 64650.69140625, + 64619.2890625, + 64584.71484375, + 64577.7109375, + 64573.05078125, + 64569.13671875, + 64580.16015625, + 64579.75390625, + 64571.9296875, + 64571.65234375, + 64579.8359375, + 64603.71875, + 64628.37890625, + 64632.7578125, + 64636.8828125, + 64653.99609375, + 64662.47265625, + 64668.0234375, + 64676.89453125, + 64685.81640625, + 64682.140625, + 64683.7265625, + 64655.44921875, + 64684.30859375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_011433.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_011433.json new file mode 100644 index 0000000000000000000000000000000000000000..dff9aeba8e1a1cb3ce2c0d9a8d8ad83e01822af9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_011433.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T01:14:33.096023+00:00", + "metrics": { + "MSE[mean]": 169819.35087649027, + "MSE[0.5]": 169819.35087649027, + "MAE[0.5]": 341.86962890625, + "MASE[0.5]": 0.45029031112869333, + "MAPE[0.5]": 0.005297885771430787, + "sMAPE[0.5]": 0.005300357725476827, + "MSIS": 3.7267626757616434, + "RMSE[mean]": 412.0914350923715, + "NRMSE[mean]": 0.006398455629639513, + "ND[0.5]": 0.005308136654642303, + "mean_weighted_sum_quantile_loss": 0.005027464553169147 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00" + ], + "context": [ + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "actual": [ + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64253.98828125 + ], + "predictions": { + "p50": [ + 64561.83984375, + 64530.5, + 64508.96875, + 64499.73828125, + 64497.59765625, + 64490.7109375, + 64479.61328125, + 64471.046875, + 64467.1796875, + 64462.42578125, + 64460.95703125, + 64456.30859375, + 64456.62890625, + 64444.7421875, + 64432.6875, + 64427.06640625, + 64420.375, + 64419.04296875, + 64416.12109375, + 64418.2890625, + 64422.6875, + 64416.16796875, + 64422.75390625, + 64429.86328125 + ], + "p10": [ + 64255.81640625, + 64070.73828125, + 63945.08203125, + 63862.39453125, + 63814.63671875, + 63770.4296875, + 63695.5, + 63634.01953125, + 63588.109375, + 63550.20703125, + 63527.62109375, + 63470.6796875, + 63435.484375, + 63390.0390625, + 63331.25, + 63311.35546875, + 63301.52734375, + 63280.26171875, + 63247.6484375, + 63209.59765625, + 63195.8984375, + 63162.3203125, + 63144.96875, + 63132.56640625 + ], + "p90": [ + 64780.5390625, + 64813.19140625, + 64841.53515625, + 64871.54296875, + 64896.21875, + 64916.70703125, + 64932.26953125, + 64954.921875, + 64975.41796875, + 64987.64453125, + 65005.65234375, + 65012.0859375, + 65030.16015625, + 65036.19140625, + 65039.4375, + 65044.96875, + 65048.37109375, + 65070.453125, + 65087.125, + 65103.45703125, + 65115.84765625, + 65118.109375, + 65135.1484375, + 65155.2421875 + ], + "mean": [ + 64561.83984375, + 64530.5, + 64508.96875, + 64499.73828125, + 64497.59765625, + 64490.7109375, + 64479.61328125, + 64471.046875, + 64467.1796875, + 64462.42578125, + 64460.95703125, + 64456.30859375, + 64456.62890625, + 64444.7421875, + 64432.6875, + 64427.06640625, + 64420.375, + 64419.04296875, + 64416.12109375, + 64418.2890625, + 64422.6875, + 64416.16796875, + 64422.75390625, + 64429.86328125 + ], + "quantiles": { + "0.1": [ + 64255.81640625, + 64070.73828125, + 63945.08203125, + 63862.39453125, + 63814.63671875, + 63770.4296875, + 63695.5, + 63634.01953125, + 63588.109375, + 63550.20703125, + 63527.62109375, + 63470.6796875, + 63435.484375, + 63390.0390625, + 63331.25, + 63311.35546875, + 63301.52734375, + 63280.26171875, + 63247.6484375, + 63209.59765625, + 63195.8984375, + 63162.3203125, + 63144.96875, + 63132.56640625 + ], + "0.2": [ + 64255.81640625, + 64070.73828125, + 63945.08203125, + 63862.39453125, + 63814.63671875, + 63770.4296875, + 63695.5, + 63634.01953125, + 63588.109375, + 63550.20703125, + 63527.62109375, + 63470.6796875, + 63435.484375, + 63390.0390625, + 63331.25, + 63311.35546875, + 63301.52734375, + 63280.26171875, + 63247.6484375, + 63209.59765625, + 63195.8984375, + 63162.3203125, + 63144.96875, + 63132.56640625 + ], + "0.3": [ + 64255.81640625, + 64070.73828125, + 63945.08203125, + 63862.39453125, + 63814.63671875, + 63770.4296875, + 63695.5, + 63634.01953125, + 63588.109375, + 63550.20703125, + 63527.62109375, + 63470.6796875, + 63435.484375, + 63390.0390625, + 63331.25, + 63311.35546875, + 63301.52734375, + 63280.26171875, + 63247.6484375, + 63209.59765625, + 63195.8984375, + 63162.3203125, + 63144.96875, + 63132.56640625 + ], + "0.4": [ + 64561.83984375, + 64530.5, + 64508.96875, + 64499.73828125, + 64497.59765625, + 64490.7109375, + 64479.61328125, + 64471.046875, + 64467.1796875, + 64462.42578125, + 64460.95703125, + 64456.30859375, + 64456.62890625, + 64444.7421875, + 64432.6875, + 64427.06640625, + 64420.375, + 64419.04296875, + 64416.12109375, + 64418.2890625, + 64422.6875, + 64416.16796875, + 64422.75390625, + 64429.86328125 + ], + "0.5": [ + 64561.83984375, + 64530.5, + 64508.96875, + 64499.73828125, + 64497.59765625, + 64490.7109375, + 64479.61328125, + 64471.046875, + 64467.1796875, + 64462.42578125, + 64460.95703125, + 64456.30859375, + 64456.62890625, + 64444.7421875, + 64432.6875, + 64427.06640625, + 64420.375, + 64419.04296875, + 64416.12109375, + 64418.2890625, + 64422.6875, + 64416.16796875, + 64422.75390625, + 64429.86328125 + ], + "0.6": [ + 64561.83984375, + 64530.5, + 64508.96875, + 64499.73828125, + 64497.59765625, + 64490.7109375, + 64479.61328125, + 64471.046875, + 64467.1796875, + 64462.42578125, + 64460.95703125, + 64456.30859375, + 64456.62890625, + 64444.7421875, + 64432.6875, + 64427.06640625, + 64420.375, + 64419.04296875, + 64416.12109375, + 64418.2890625, + 64422.6875, + 64416.16796875, + 64422.75390625, + 64429.86328125 + ], + "0.7": [ + 64561.83984375, + 64530.5, + 64508.96875, + 64499.73828125, + 64497.59765625, + 64490.7109375, + 64479.61328125, + 64471.046875, + 64467.1796875, + 64462.42578125, + 64460.95703125, + 64456.30859375, + 64456.62890625, + 64444.7421875, + 64432.6875, + 64427.06640625, + 64420.375, + 64419.04296875, + 64416.12109375, + 64418.2890625, + 64422.6875, + 64416.16796875, + 64422.75390625, + 64429.86328125 + ], + "0.8": [ + 64780.5390625, + 64813.19140625, + 64841.53515625, + 64871.54296875, + 64896.21875, + 64916.70703125, + 64932.26953125, + 64954.921875, + 64975.41796875, + 64987.64453125, + 65005.65234375, + 65012.0859375, + 65030.16015625, + 65036.19140625, + 65039.4375, + 65044.96875, + 65048.37109375, + 65070.453125, + 65087.125, + 65103.45703125, + 65115.84765625, + 65118.109375, + 65135.1484375, + 65155.2421875 + ], + "0.9": [ + 64780.5390625, + 64813.19140625, + 64841.53515625, + 64871.54296875, + 64896.21875, + 64916.70703125, + 64932.26953125, + 64954.921875, + 64975.41796875, + 64987.64453125, + 65005.65234375, + 65012.0859375, + 65030.16015625, + 65036.19140625, + 65039.4375, + 65044.96875, + 65048.37109375, + 65070.453125, + 65087.125, + 65103.45703125, + 65115.84765625, + 65118.109375, + 65135.1484375, + 65155.2421875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_011422.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_011422.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb0f107fdbb1868e7a53c70dd051705ae84fdd2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_011422.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T01:14:22.461886+00:00", + "metrics": { + "MSE[mean]": 172805.05392901102, + "MSE[0.5]": 172805.05392901102, + "MAE[0.5]": 337.4435221354167, + "MASE[0.5]": 0.4444605069389977, + "MAPE[0.5]": 0.0052263937485225315, + "sMAPE[0.5]": 0.00523166755953033, + "MSIS": 3.865758507675315, + "RMSE[mean]": 415.698272703906, + "NRMSE[mean]": 0.006454458226285438, + "ND[0.5]": 0.005239413440875737, + "mean_weighted_sum_quantile_loss": 0.006773052153657354 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00" + ], + "context": [ + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0 + ], + "actual": [ + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64253.98828125 + ], + "predictions": { + "p50": [ + 64539.0625, + 64514.1171875, + 64512.34375, + 64499.05078125, + 64487.40234375, + 64470.31640625, + 64455.015625, + 64430.89453125, + 64422.2109375, + 64415.11328125, + 64424.13671875, + 64408.05859375, + 64402.2734375, + 64403.48828125, + 64395.609375, + 64397.0078125, + 64392.76171875, + 64393.91796875, + 64388.59375, + 64381.30078125, + 64380.75, + 64369.94140625, + 64361.40625, + 64366.75 + ], + "p10": [ + 63931.15625, + 63798.44140625, + 63628.30078125, + 63517.59765625, + 63407.2578125, + 63361.875, + 63267.1875, + 63197.609375, + 63117.86328125, + 63055.03125, + 63030.0390625, + 62961.21484375, + 62908.76171875, + 62864.33203125, + 62829.3359375, + 62793.5234375, + 62747.3671875, + 62701.14453125, + 62674.27734375, + 62656.7421875, + 62639.20703125, + 62605.87890625, + 62538.44921875, + 62544.71875 + ], + "p90": [ + 64985.890625, + 65134.3984375, + 65260.22265625, + 65398.984375, + 65514.46875, + 65599.953125, + 65680.2578125, + 65731.2734375, + 65811.625, + 65879.109375, + 65979.03125, + 66022.0703125, + 66085.359375, + 66159.6015625, + 66217.296875, + 66300.515625, + 66351.3515625, + 66370.53125, + 66370.09375, + 66411.359375, + 66444.1171875, + 66466.734375, + 66503.6953125, + 66538.484375 + ], + "mean": [ + 64539.0625, + 64514.1171875, + 64512.34375, + 64499.05078125, + 64487.40234375, + 64470.31640625, + 64455.015625, + 64430.89453125, + 64422.2109375, + 64415.11328125, + 64424.13671875, + 64408.05859375, + 64402.2734375, + 64403.48828125, + 64395.609375, + 64397.0078125, + 64392.76171875, + 64393.91796875, + 64388.59375, + 64381.30078125, + 64380.75, + 64369.94140625, + 64361.40625, + 64366.75 + ], + "quantiles": { + "0.1": [ + 63931.15625, + 63798.44140625, + 63628.30078125, + 63517.59765625, + 63407.2578125, + 63361.875, + 63267.1875, + 63197.609375, + 63117.86328125, + 63055.03125, + 63030.0390625, + 62961.21484375, + 62908.76171875, + 62864.33203125, + 62829.3359375, + 62793.5234375, + 62747.3671875, + 62701.14453125, + 62674.27734375, + 62656.7421875, + 62639.20703125, + 62605.87890625, + 62538.44921875, + 62544.71875 + ], + "0.2": [ + 63931.15625, + 63798.44140625, + 63628.30078125, + 63517.59765625, + 63407.2578125, + 63361.875, + 63267.1875, + 63197.609375, + 63117.86328125, + 63055.03125, + 63030.0390625, + 62961.21484375, + 62908.76171875, + 62864.33203125, + 62829.3359375, + 62793.5234375, + 62747.3671875, + 62701.14453125, + 62674.27734375, + 62656.7421875, + 62639.20703125, + 62605.87890625, + 62538.44921875, + 62544.71875 + ], + "0.3": [ + 63931.15625, + 63798.44140625, + 63628.30078125, + 63517.59765625, + 63407.2578125, + 63361.875, + 63267.1875, + 63197.609375, + 63117.86328125, + 63055.03125, + 63030.0390625, + 62961.21484375, + 62908.76171875, + 62864.33203125, + 62829.3359375, + 62793.5234375, + 62747.3671875, + 62701.14453125, + 62674.27734375, + 62656.7421875, + 62639.20703125, + 62605.87890625, + 62538.44921875, + 62544.71875 + ], + "0.4": [ + 64539.0625, + 64514.1171875, + 64512.34375, + 64499.05078125, + 64487.40234375, + 64470.31640625, + 64455.015625, + 64430.89453125, + 64422.2109375, + 64415.11328125, + 64424.13671875, + 64408.05859375, + 64402.2734375, + 64403.48828125, + 64395.609375, + 64397.0078125, + 64392.76171875, + 64393.91796875, + 64388.59375, + 64381.30078125, + 64380.75, + 64369.94140625, + 64361.40625, + 64366.75 + ], + "0.5": [ + 64539.0625, + 64514.1171875, + 64512.34375, + 64499.05078125, + 64487.40234375, + 64470.31640625, + 64455.015625, + 64430.89453125, + 64422.2109375, + 64415.11328125, + 64424.13671875, + 64408.05859375, + 64402.2734375, + 64403.48828125, + 64395.609375, + 64397.0078125, + 64392.76171875, + 64393.91796875, + 64388.59375, + 64381.30078125, + 64380.75, + 64369.94140625, + 64361.40625, + 64366.75 + ], + "0.6": [ + 64539.0625, + 64514.1171875, + 64512.34375, + 64499.05078125, + 64487.40234375, + 64470.31640625, + 64455.015625, + 64430.89453125, + 64422.2109375, + 64415.11328125, + 64424.13671875, + 64408.05859375, + 64402.2734375, + 64403.48828125, + 64395.609375, + 64397.0078125, + 64392.76171875, + 64393.91796875, + 64388.59375, + 64381.30078125, + 64380.75, + 64369.94140625, + 64361.40625, + 64366.75 + ], + "0.7": [ + 64539.0625, + 64514.1171875, + 64512.34375, + 64499.05078125, + 64487.40234375, + 64470.31640625, + 64455.015625, + 64430.89453125, + 64422.2109375, + 64415.11328125, + 64424.13671875, + 64408.05859375, + 64402.2734375, + 64403.48828125, + 64395.609375, + 64397.0078125, + 64392.76171875, + 64393.91796875, + 64388.59375, + 64381.30078125, + 64380.75, + 64369.94140625, + 64361.40625, + 64366.75 + ], + "0.8": [ + 64985.890625, + 65134.3984375, + 65260.22265625, + 65398.984375, + 65514.46875, + 65599.953125, + 65680.2578125, + 65731.2734375, + 65811.625, + 65879.109375, + 65979.03125, + 66022.0703125, + 66085.359375, + 66159.6015625, + 66217.296875, + 66300.515625, + 66351.3515625, + 66370.53125, + 66370.09375, + 66411.359375, + 66444.1171875, + 66466.734375, + 66503.6953125, + 66538.484375 + ], + "0.9": [ + 64985.890625, + 65134.3984375, + 65260.22265625, + 65398.984375, + 65514.46875, + 65599.953125, + 65680.2578125, + 65731.2734375, + 65811.625, + 65879.109375, + 65979.03125, + 66022.0703125, + 66085.359375, + 66159.6015625, + 66217.296875, + 66300.515625, + 66351.3515625, + 66370.53125, + 66370.09375, + 66411.359375, + 66444.1171875, + 66466.734375, + 66503.6953125, + 66538.484375 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 1684b9f8b6a778aa8f777dd5ec35f49665918c2c..d7ad227ffa2260c740d9ba78ec092aadc6a4847a 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,277116.5400822957,277116.5400822957,407.779296875,0.5371025997516642,0.006306744886861423,0.006334265434234488,5.068240402850012,526.4185977739537,0.008173852129013236,0.0063317057718399565,0.006011196746272491,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,275554.03056081134,275554.03056081134,405.7063802083333,0.5343722773952634,0.00627428171814786,0.00630199192306793,5.068240402850012,524.9324057064979,0.008150513261019558,0.006299316247237223,0.006000274693491309,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.32647957077902245,0.32647957077902245,0.4615666682521502,1.429478355344937,0.39791265017337846,0.4891763518429299,54.84720572804828,0.5713839084004926,0.5468225019039612,0.44172584600021403,0.43747914866701465,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.027916674680181726,0.027916674680181726,0.13194446431265938,0.7696759194871537,0.08556783490331286,0.08382963633211883,22.83863564969267,0.16708283777869504,0.10552600986987373,0.0833333514587236,0.07928461819224192,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index e1d675788726e5737fa1923ce2b9a0b9df5e86ec..c819959d9d77e8e05493878d025f1a41eb3da39f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T01:08:12.640177+00:00", + "evaluated_at": "2026-06-23T01:15:40.090398+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64204.23828125 + 64253.98828125 ], "p50": [ 64241.25, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index fd83a905a835bf93baf211e55555b8284fc90fed..fd9e00db9e4ec0b3744d0a36dd102c06ebad5a3f 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T01:08:12.660227+00:00", + "evaluated_at": "2026-06-23T01:15:40.094952+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 36e7b894394a847b85328a55274d6c2fcc72f40d..5fb0711b4d5d123cfd8b7fb8ff4580ca8fba2e7d 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,300619.9845752716,300619.9845752716,426.3390299479167,0.5615483746121183,0.006589772952989673,0.006622251691140682,7.9658406717416215,548.2882312937892,0.008513428183625969,0.006619888055546278,0.006814848609275895,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,302351.7930876414,302351.7930876414,428.4119466145833,0.5642786969685191,0.006621836847050696,0.00665452513500558,7.9658406717416215,549.8652499364198,0.008537640204073129,0.006651860723595143,0.006832510231707363,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.06867019987019485,0.06867019987019485,0.22933108260234197,0.7102415346178815,0.20054383360576802,0.2268176074944734,1.9798771208158392,0.2620499949822454,0.2507855607646447,0.21947309770064308,0.18434184784485497,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.019925163536676987,0.019925163536676987,0.12108736402458614,0.7063428445399142,0.07968789148214589,0.07708686316059027,5.808903060045463,0.14115652141037263,0.08915149317297144,0.07647623502839976,0.05781180931806126,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 4f03198f5f8bc5f7171853c61a6d150fe5b15bee..2d5a962f0b0f221fa921e7eabc503f482d042b2f 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T01:08:06.339266+00:00", + "evaluated_at": "2026-06-23T01:15:36.672691+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64204.23828125 + 64253.98828125 ], "p50": [ 64418.5, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 5c544ae89c1a38c609bcc349d90a701bd5165b17..2e81bbd00968368e08c6ff3bb03a68e9a3a265ed 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T01:08:12.285169+00:00", + "evaluated_at": "2026-06-23T01:15:39.809829+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index c4bf127a4cdc945b2ff45bfb072099435b624c75..1580efebb5396c330600688909ad88e7f8a57704 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,172342.95697720847,193754.1182231903,302.0050455729167,0.39778305656615087,0.0046624933760911974,0.004681740577672619,10.40651111280073,415.14209251436847,0.006446030005571121,0.004689318719299745,0.0043110495909795665,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,171816.85720507303,193671.9950949351,300.3543294270833,0.3956088315866741,0.004636780438147567,0.004656037856595884,10.297298218544698,414.50797001393477,0.006435976650841109,0.004663537473372977,0.004281638621453923,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0007909256441147298,0.0004600052267673534,0.018077424665292104,0.05598603421098178,0.02122002014115198,0.02152321661852035,1.7176273554009562,0.02812340029432305,0.02691449283904102,0.01730035172171272,0.020639215447004252,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02732535210254916,0.022037563104055816,0.12600377367602456,0.7350218962815592,0.08370345459721307,0.080111193449884,22.920897707222494,0.16530381756798346,0.10440241808264952,0.07958133606869454,0.0759848517710789,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 3f79a313293b69c28aefb23887baee86588cf479..a03998f996d39352bfe1a2efe53f418e193231c7 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T01:06:29.843539+00:00", + "evaluated_at": "2026-06-23T01:13:54.083398+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64204.23828125 + 64253.98828125 ], "p50": [ 64384.95703125, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 177e6ef801d34509505e43e6667d65966fc93bba..b9c9c20b52dad1ed5e0db5defaebb18c2f1e2684 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T01:06:39.043229+00:00", + "evaluated_at": "2026-06-23T01:13:56.630052+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 07bb45bbd96cb1591b0043ab5bf5d9835083b905..4f9b71a45f0c0445cb4ea906c610edf8ca8e8fa7 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,170651.62691815695,170651.62691815695,343.9425455729167,0.45302063348509414,0.005330260435113588,0.005332631434259247,3.7267626757616434,413.10002047707155,0.00641432216899346,0.005340494276375501,0.005038355294334129,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,169819.35087649027,169819.35087649027,341.86962890625,0.45029031112869333,0.005297885771430787,0.005300357725476827,3.7267626757616434,412.0914350923715,0.006398455629639513,0.005308136654642303,0.005027464553169147,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.028683868811274747,0.028683868811274747,0.1291836197177569,0.4000834569595996,0.1035480140343374,0.10874789561856714,2.201653400502141,0.16936312707102083,0.16208291398073657,0.1236305557445986,0.13198636466413485,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.03132963341407328,0.03132963341407328,0.14142348368962607,0.8249701903973383,0.09544719916743202,0.0892570030883229,4.785929658430737,0.17700178929624774,0.11179061124758347,0.08932010093957339,0.06391093626504513,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 7082c737311e398fdb6e27df03ff1d370c20ffb2..7354d93799a291aab0ca03af67449bb83e04d87f 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T01:07:16.846150+00:00", + "evaluated_at": "2026-06-23T01:14:33.096023+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64204.23828125 + 64253.98828125 ], "p50": [ 64561.83984375, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 652057f20747d8bb16a8673510a8b1f6767b0dbd..76311239efc396570d4649809268fc553ca2893c 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T01:07:25.355384+00:00", + "evaluated_at": "2026-06-23T01:14:39.893289+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 5e65380af3dccb559b4b1a59e949c528266e3338..353ccc6bd839a25f0fd07edbbd7170ca41c4c1d7 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,173375.6728254954,173375.6728254954,339.5164388020833,0.4471908292953985,0.005258736699096683,0.005263941309917007,3.865758507675315,416.38404487383445,0.006465314155068273,0.005271768850630663,0.006783999079648876,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,172805.05392901102,172805.05392901102,337.4435221354167,0.4444605069389977,0.0052263937485225315,0.00523166755953033,3.865758507675315,415.698272703906,0.006454458226285438,0.005239413440875737,0.006773052153657354,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.01922334771901073,0.01922334771901073,0.09880766024192174,0.3060086903436092,0.07398030345208347,0.07840214017337434,1.4097919343724816,0.13864828783295785,0.13268837732892164,0.09456033183015977,0.09579523455907453,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.027027532215233425,0.027027532215233425,0.13564366764492458,0.7912546021621948,0.09067715262423327,0.08599413186141784,4.422831749874384,0.16440052376812375,0.10383191669718919,0.08566969056177579,0.06520571041275526,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index fd0a53d9d7f79ca4266a663aec8648690adf4bfe..b4f7edce77cf442e5c6655a270352a6d1b53654a 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T01:07:04.773685+00:00", + "evaluated_at": "2026-06-23T01:14:22.461886+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64204.23828125 + 64253.98828125 ], "p50": [ 64539.0625, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index cdf075f9513114495d25eaec00d49b5151143cc8..c04116d609a2a4ac7d1070e781ebc64a5c5b2fa4 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T01:07:10.450428+00:00", + "evaluated_at": "2026-06-23T01:14:25.554614+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", + "data_fetched_at": "2026-06-23T01:13:08.679209Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t185400z", - "data_fetched_at": "2026-06-23T01:05:30.311128Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": []